eval-studio-client 0.7.0__py3-none-any.whl

eval_studio_client/api/test/test_v1alpha_get_document_response.py

@@ -0,0 +1,61 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_get_document_response import V1alphaGetDocumentResponse
+
+class TestV1alphaGetDocumentResponse(unittest.TestCase):
+    """V1alphaGetDocumentResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaGetDocumentResponse:
+        """Test V1alphaGetDocumentResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaGetDocumentResponse`
+        """
+        model = V1alphaGetDocumentResponse()
+        if include_optional:
+            return V1alphaGetDocumentResponse(
+                document = eval_studio_client.api.models.v1alpha_document.v1alphaDocument(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    display_name = '', 
+                    description = '', 
+                    url = '', )
+            )
+        else:
+            return V1alphaGetDocumentResponse(
+        )
+        """
+
+    def testV1alphaGetDocumentResponse(self):
+        """Test V1alphaGetDocumentResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_get_evaluator_response.py

@@ -0,0 +1,89 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_get_evaluator_response import V1alphaGetEvaluatorResponse
+
+class TestV1alphaGetEvaluatorResponse(unittest.TestCase):
+    """V1alphaGetEvaluatorResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaGetEvaluatorResponse:
+        """Test V1alphaGetEvaluatorResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaGetEvaluatorResponse`
+        """
+        model = V1alphaGetEvaluatorResponse()
+        if include_optional:
+            return V1alphaGetEvaluatorResponse(
+                evaluator = eval_studio_client.api.models.v1alpha_evaluator.v1alphaEvaluator(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    display_name = '', 
+                    description = '', 
+                    content = 'YQ==', 
+                    mime_type = '', 
+                    filename = '', 
+                    identifier = '', 
+                    tags = [
+                        ''
+                        ], 
+                    parameters = [
+                        eval_studio_client.api.models.based_on_the_h2_o/ai_eval_studio_evaluator_resource/
+https://github/com/h2oai/h2o_sonar/blob/0492b2f2651fb2fde08d981b72c9fda7dc6b9697/h2o_sonar/lib/api/evaluators/py#l53_l81.Based on the H2O.ai Eval Studio Evaluator resource.
+https://github.com/h2oai/h2o-sonar/blob/0492b2f2651fb2fde08d981b72c9fda7dc6b9697/h2o_sonar/lib/api/evaluators.py#L53-L81(
+                            name = '', 
+                            type = 'EVALUATOR_PARAM_TYPE_UNSPECIFIED', 
+                            description = '', 
+                            comment = '', 
+                            string_val = '', 
+                            float_val = 1.337, 
+                            bool_val = True, 
+                            min = 1.337, 
+                            max = 1.337, 
+                            predefined = [
+                                ''
+                                ], 
+                            category = [
+                                ''
+                                ], )
+                        ], 
+                    brief_description = '', 
+                    enabled = True, )
+            )
+        else:
+            return V1alphaGetEvaluatorResponse(
+        )
+        """
+
+    def testV1alphaGetEvaluatorResponse(self):
+        """Test V1alphaGetEvaluatorResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_get_info_response.py

@@ -0,0 +1,60 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_get_info_response import V1alphaGetInfoResponse
+
+class TestV1alphaGetInfoResponse(unittest.TestCase):
+    """V1alphaGetInfoResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaGetInfoResponse:
+        """Test V1alphaGetInfoResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaGetInfoResponse`
+        """
+        model = V1alphaGetInfoResponse()
+        if include_optional:
+            return V1alphaGetInfoResponse(
+                info = eval_studio_client.api.models.v1alpha_info.v1alphaInfo(
+                    base_url = '', 
+                    version = '', 
+                    oauth2_login_url = '', 
+                    oauth2_logout_url = '', 
+                    h2o_gpte_allowlist = [
+                        ''
+                        ], 
+                    h2o_gpte_client_version = '', 
+                    h2o_sonar_version = '', )
+            )
+        else:
+            return V1alphaGetInfoResponse(
+        )
+        """
+
+    def testV1alphaGetInfoResponse(self):
+        """Test V1alphaGetInfoResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_get_leaderboard_response.py

@@ -0,0 +1,114 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_get_leaderboard_response import V1alphaGetLeaderboardResponse
+
+class TestV1alphaGetLeaderboardResponse(unittest.TestCase):
+    """V1alphaGetLeaderboardResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaGetLeaderboardResponse:
+        """Test V1alphaGetLeaderboardResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaGetLeaderboardResponse`
+        """
+        model = V1alphaGetLeaderboardResponse()
+        if include_optional:
+            return V1alphaGetLeaderboardResponse(
+                leaderboard = eval_studio_client.api.models.v1alpha_leaderboard.v1alphaLeaderboard(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    display_name = '', 
+                    description = '', 
+                    status = 'LEADERBOARD_STATUS_UNSPECIFIED', 
+                    evaluator = '', 
+                    tests = [
+                        ''
+                        ], 
+                    model = '', 
+                    create_operation = '', 
+                    leaderboard_report = '', 
+                    leaderboard_table = '', 
+                    leaderboard_summary = '', 
+                    llm_models = [
+                        ''
+                        ], 
+                    leaderboard_problems = [
+                        eval_studio_client.api.models.v1alpha_problem_and_action.v1alphaProblemAndAction(
+                            description = '', 
+                            severity = '', 
+                            problem_type = '', 
+                            problem_attrs = {
+                                'key' : ''
+                                }, 
+                            actions_description = '', 
+                            explainer_id = '', 
+                            explainer_name = '', 
+                            explanation_type = '', 
+                            explanation_name = '', 
+                            explanation_mime = '', 
+                            resources = [
+                                ''
+                                ], )
+                        ], 
+                    evaluator_parameters = '', 
+                    insights = [
+                        eval_studio_client.api.models.v1alpha_insight.v1alphaInsight(
+                            description = '', 
+                            actions_description = '', 
+                            actions_codes = [
+                                ''
+                                ], 
+                            evaluator_id = '', 
+                            evaluator_display_name = '', 
+                            explanation_type = '', 
+                            explanation_name = '', 
+                            explanation_mime = '', 
+                            insight_type = '', 
+                            insight_attrs = {
+                                'key' : ''
+                                }, )
+                        ], 
+                    model_parameters = '', 
+                    h2ogpte_collection = '', 
+                    type = 'LEADERBOARD_TYPE_UNSPECIFIED', 
+                    demo = True, 
+                    test_lab = '', )
+            )
+        else:
+            return V1alphaGetLeaderboardResponse(
+        )
+        """
+
+    def testV1alphaGetLeaderboardResponse(self):
+        """Test V1alphaGetLeaderboardResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_get_model_response.py

@@ -0,0 +1,65 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_get_model_response import V1alphaGetModelResponse
+
+class TestV1alphaGetModelResponse(unittest.TestCase):
+    """V1alphaGetModelResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaGetModelResponse:
+        """Test V1alphaGetModelResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaGetModelResponse`
+        """
+        model = V1alphaGetModelResponse()
+        if include_optional:
+            return V1alphaGetModelResponse(
+                model = eval_studio_client.api.models.v1alpha_model.v1alphaModel(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    display_name = '', 
+                    description = '', 
+                    url = '', 
+                    api_key = '', 
+                    type = 'MODEL_TYPE_UNSPECIFIED', 
+                    parameters = '', 
+                    demo = True, )
+            )
+        else:
+            return V1alphaGetModelResponse(
+        )
+        """
+
+    def testV1alphaGetModelResponse(self):
+        """Test V1alphaGetModelResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_get_operation_progress_by_parent_response.py

@@ -0,0 +1,55 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_get_operation_progress_by_parent_response import V1alphaGetOperationProgressByParentResponse
+
+class TestV1alphaGetOperationProgressByParentResponse(unittest.TestCase):
+    """V1alphaGetOperationProgressByParentResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaGetOperationProgressByParentResponse:
+        """Test V1alphaGetOperationProgressByParentResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaGetOperationProgressByParentResponse`
+        """
+        model = V1alphaGetOperationProgressByParentResponse()
+        if include_optional:
+            return V1alphaGetOperationProgressByParentResponse(
+                operation_progress = eval_studio_client.api.models.v1alpha_operation_progress.v1alphaOperationProgress(
+                    name = '', 
+                    parent = '', 
+                    progress = 1.337, 
+                    message = '', )
+            )
+        else:
+            return V1alphaGetOperationProgressByParentResponse(
+        )
+        """
+
+    def testV1alphaGetOperationProgressByParentResponse(self):
+        """Test V1alphaGetOperationProgressByParentResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_get_operation_response.py

@@ -0,0 +1,71 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_get_operation_response import V1alphaGetOperationResponse
+
+class TestV1alphaGetOperationResponse(unittest.TestCase):
+    """V1alphaGetOperationResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaGetOperationResponse:
+        """Test V1alphaGetOperationResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaGetOperationResponse`
+        """
+        model = V1alphaGetOperationResponse()
+        if include_optional:
+            return V1alphaGetOperationResponse(
+                operation = eval_studio_client.api.models.v1alpha_operation.v1alphaOperation(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    metadata = {
+                        'key' : None
+                        }, 
+                    done = True, 
+                    error = eval_studio_client.api.models.rpc_status.rpcStatus(
+                        code = 56, 
+                        message = '', 
+                        details = [
+                            {
+                                'key' : None
+                                }
+                            ], ), 
+                    response = , )
+            )
+        else:
+            return V1alphaGetOperationResponse(
+        )
+        """
+
+    def testV1alphaGetOperationResponse(self):
+        """Test V1alphaGetOperationResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_get_perturbator_response.py

@@ -0,0 +1,64 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_get_perturbator_response import V1alphaGetPerturbatorResponse
+
+class TestV1alphaGetPerturbatorResponse(unittest.TestCase):
+    """V1alphaGetPerturbatorResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaGetPerturbatorResponse:
+        """Test V1alphaGetPerturbatorResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaGetPerturbatorResponse`
+        """
+        model = V1alphaGetPerturbatorResponse()
+        if include_optional:
+            return V1alphaGetPerturbatorResponse(
+                perturbator = eval_studio_client.api.models.v1alpha_perturbator.v1alphaPerturbator(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    display_name = '', 
+                    description = '', 
+                    identifier = '', 
+                    tags = [
+                        ''
+                        ], )
+            )
+        else:
+            return V1alphaGetPerturbatorResponse(
+        )
+        """
+
+    def testV1alphaGetPerturbatorResponse(self):
+        """Test V1alphaGetPerturbatorResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_get_test_case_response.py

@@ -0,0 +1,65 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_get_test_case_response import V1alphaGetTestCaseResponse
+
+class TestV1alphaGetTestCaseResponse(unittest.TestCase):
+    """V1alphaGetTestCaseResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaGetTestCaseResponse:
+        """Test V1alphaGetTestCaseResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaGetTestCaseResponse`
+        """
+        model = V1alphaGetTestCaseResponse()
+        if include_optional:
+            return V1alphaGetTestCaseResponse(
+                test_case = eval_studio_client.api.models.v1alpha_test_case.v1alphaTestCase(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    parent = '', 
+                    prompt = '', 
+                    answer = '', 
+                    constraints = [
+                        ''
+                        ], 
+                    condition = '', )
+            )
+        else:
+            return V1alphaGetTestCaseResponse(
+        )
+        """
+
+    def testV1alphaGetTestCaseResponse(self):
+        """Test V1alphaGetTestCaseResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()