eval-studio-client 0.7.0__py3-none-any.whl

eval_studio_client/api/test/test_v1alpha_list_base_models_response.py

@@ -0,0 +1,53 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_list_base_models_response import V1alphaListBaseModelsResponse
+
+class TestV1alphaListBaseModelsResponse(unittest.TestCase):
+    """V1alphaListBaseModelsResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaListBaseModelsResponse:
+        """Test V1alphaListBaseModelsResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaListBaseModelsResponse`
+        """
+        model = V1alphaListBaseModelsResponse()
+        if include_optional:
+            return V1alphaListBaseModelsResponse(
+                base_models = [
+                    ''
+                    ]
+            )
+        else:
+            return V1alphaListBaseModelsResponse(
+        )
+        """
+
+    def testV1alphaListBaseModelsResponse(self):
+        """Test V1alphaListBaseModelsResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_list_dashboards_response.py

@@ -0,0 +1,68 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_list_dashboards_response import V1alphaListDashboardsResponse
+
+class TestV1alphaListDashboardsResponse(unittest.TestCase):
+    """V1alphaListDashboardsResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaListDashboardsResponse:
+        """Test V1alphaListDashboardsResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaListDashboardsResponse`
+        """
+        model = V1alphaListDashboardsResponse()
+        if include_optional:
+            return V1alphaListDashboardsResponse(
+                dashboards = [
+                    eval_studio_client.api.models.v1alpha_dashboard.v1alphaDashboard(
+                        name = '', 
+                        create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        creator = '', 
+                        update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        updater = '', 
+                        delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        deleter = '', 
+                        display_name = '', 
+                        description = '', 
+                        status = 'DASHBOARD_STATUS_UNSPECIFIED', 
+                        leaderboards = [
+                            ''
+                            ], 
+                        create_operation = '', 
+                        demo = True, )
+                    ]
+            )
+        else:
+            return V1alphaListDashboardsResponse(
+        )
+        """
+
+    def testV1alphaListDashboardsResponse(self):
+        """Test V1alphaListDashboardsResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_list_documents_response.py

@@ -0,0 +1,63 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_list_documents_response import V1alphaListDocumentsResponse
+
+class TestV1alphaListDocumentsResponse(unittest.TestCase):
+    """V1alphaListDocumentsResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaListDocumentsResponse:
+        """Test V1alphaListDocumentsResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaListDocumentsResponse`
+        """
+        model = V1alphaListDocumentsResponse()
+        if include_optional:
+            return V1alphaListDocumentsResponse(
+                documents = [
+                    eval_studio_client.api.models.v1alpha_document.v1alphaDocument(
+                        name = '', 
+                        create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        creator = '', 
+                        update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        updater = '', 
+                        delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        deleter = '', 
+                        display_name = '', 
+                        description = '', 
+                        url = '', )
+                    ]
+            )
+        else:
+            return V1alphaListDocumentsResponse(
+        )
+        """
+
+    def testV1alphaListDocumentsResponse(self):
+        """Test V1alphaListDocumentsResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_list_evaluators_response.py

@@ -0,0 +1,91 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_list_evaluators_response import V1alphaListEvaluatorsResponse
+
+class TestV1alphaListEvaluatorsResponse(unittest.TestCase):
+    """V1alphaListEvaluatorsResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaListEvaluatorsResponse:
+        """Test V1alphaListEvaluatorsResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaListEvaluatorsResponse`
+        """
+        model = V1alphaListEvaluatorsResponse()
+        if include_optional:
+            return V1alphaListEvaluatorsResponse(
+                evaluators = [
+                    eval_studio_client.api.models.v1alpha_evaluator.v1alphaEvaluator(
+                        name = '', 
+                        create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        creator = '', 
+                        update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        updater = '', 
+                        delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        deleter = '', 
+                        display_name = '', 
+                        description = '', 
+                        content = 'YQ==', 
+                        mime_type = '', 
+                        filename = '', 
+                        identifier = '', 
+                        tags = [
+                            ''
+                            ], 
+                        parameters = [
+                            eval_studio_client.api.models.based_on_the_h2_o/ai_eval_studio_evaluator_resource/
+https://github/com/h2oai/h2o_sonar/blob/0492b2f2651fb2fde08d981b72c9fda7dc6b9697/h2o_sonar/lib/api/evaluators/py#l53_l81.Based on the H2O.ai Eval Studio Evaluator resource.
+https://github.com/h2oai/h2o-sonar/blob/0492b2f2651fb2fde08d981b72c9fda7dc6b9697/h2o_sonar/lib/api/evaluators.py#L53-L81(
+                                name = '', 
+                                type = 'EVALUATOR_PARAM_TYPE_UNSPECIFIED', 
+                                description = '', 
+                                comment = '', 
+                                string_val = '', 
+                                float_val = 1.337, 
+                                bool_val = True, 
+                                min = 1.337, 
+                                max = 1.337, 
+                                predefined = [
+                                    ''
+                                    ], 
+                                category = [
+                                    ''
+                                    ], )
+                            ], 
+                        brief_description = '', 
+                        enabled = True, )
+                    ]
+            )
+        else:
+            return V1alphaListEvaluatorsResponse(
+        )
+        """
+
+    def testV1alphaListEvaluatorsResponse(self):
+        """Test V1alphaListEvaluatorsResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_list_leaderboards_response.py

@@ -0,0 +1,117 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_list_leaderboards_response import V1alphaListLeaderboardsResponse
+
+class TestV1alphaListLeaderboardsResponse(unittest.TestCase):
+    """V1alphaListLeaderboardsResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaListLeaderboardsResponse:
+        """Test V1alphaListLeaderboardsResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaListLeaderboardsResponse`
+        """
+        model = V1alphaListLeaderboardsResponse()
+        if include_optional:
+            return V1alphaListLeaderboardsResponse(
+                leaderboards = [
+                    eval_studio_client.api.models.v1alpha_leaderboard.v1alphaLeaderboard(
+                        name = '', 
+                        create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        creator = '', 
+                        update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        updater = '', 
+                        delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        deleter = '', 
+                        display_name = '', 
+                        description = '', 
+                        status = 'LEADERBOARD_STATUS_UNSPECIFIED', 
+                        evaluator = '', 
+                        tests = [
+                            ''
+                            ], 
+                        model = '', 
+                        create_operation = '', 
+                        leaderboard_report = '', 
+                        leaderboard_table = '', 
+                        leaderboard_summary = '', 
+                        llm_models = [
+                            ''
+                            ], 
+                        leaderboard_problems = [
+                            eval_studio_client.api.models.v1alpha_problem_and_action.v1alphaProblemAndAction(
+                                description = '', 
+                                severity = '', 
+                                problem_type = '', 
+                                problem_attrs = {
+                                    'key' : ''
+                                    }, 
+                                actions_description = '', 
+                                explainer_id = '', 
+                                explainer_name = '', 
+                                explanation_type = '', 
+                                explanation_name = '', 
+                                explanation_mime = '', 
+                                resources = [
+                                    ''
+                                    ], )
+                            ], 
+                        evaluator_parameters = '', 
+                        insights = [
+                            eval_studio_client.api.models.v1alpha_insight.v1alphaInsight(
+                                description = '', 
+                                actions_description = '', 
+                                actions_codes = [
+                                    ''
+                                    ], 
+                                evaluator_id = '', 
+                                evaluator_display_name = '', 
+                                explanation_type = '', 
+                                explanation_name = '', 
+                                explanation_mime = '', 
+                                insight_type = '', 
+                                insight_attrs = {
+                                    'key' : ''
+                                    }, )
+                            ], 
+                        model_parameters = '', 
+                        h2ogpte_collection = '', 
+                        type = 'LEADERBOARD_TYPE_UNSPECIFIED', 
+                        demo = True, 
+                        test_lab = '', )
+                    ],
+                next_page_token = ''
+            )
+        else:
+            return V1alphaListLeaderboardsResponse(
+        )
+        """
+
+    def testV1alphaListLeaderboardsResponse(self):
+        """Test V1alphaListLeaderboardsResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_list_llm_models_response.py

@@ -0,0 +1,53 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_list_llm_models_response import V1alphaListLLMModelsResponse
+
+class TestV1alphaListLLMModelsResponse(unittest.TestCase):
+    """V1alphaListLLMModelsResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaListLLMModelsResponse:
+        """Test V1alphaListLLMModelsResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaListLLMModelsResponse`
+        """
+        model = V1alphaListLLMModelsResponse()
+        if include_optional:
+            return V1alphaListLLMModelsResponse(
+                models = [
+                    ''
+                    ]
+            )
+        else:
+            return V1alphaListLLMModelsResponse(
+        )
+        """
+
+    def testV1alphaListLLMModelsResponse(self):
+        """Test V1alphaListLLMModelsResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_list_model_collections_response.py

@@ -0,0 +1,57 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_list_model_collections_response import V1alphaListModelCollectionsResponse
+
+class TestV1alphaListModelCollectionsResponse(unittest.TestCase):
+    """V1alphaListModelCollectionsResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaListModelCollectionsResponse:
+        """Test V1alphaListModelCollectionsResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaListModelCollectionsResponse`
+        """
+        model = V1alphaListModelCollectionsResponse()
+        if include_optional:
+            return V1alphaListModelCollectionsResponse(
+                collections = [
+                    eval_studio_client.api.models.v1alpha_collection_info.v1alphaCollectionInfo(
+                        id = '', 
+                        display_name = '', 
+                        description = '', 
+                        document_count = 56, )
+                    ]
+            )
+        else:
+            return V1alphaListModelCollectionsResponse(
+        )
+        """
+
+    def testV1alphaListModelCollectionsResponse(self):
+        """Test V1alphaListModelCollectionsResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_list_models_response.py

@@ -0,0 +1,67 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_list_models_response import V1alphaListModelsResponse
+
+class TestV1alphaListModelsResponse(unittest.TestCase):
+    """V1alphaListModelsResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaListModelsResponse:
+        """Test V1alphaListModelsResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaListModelsResponse`
+        """
+        model = V1alphaListModelsResponse()
+        if include_optional:
+            return V1alphaListModelsResponse(
+                models = [
+                    eval_studio_client.api.models.v1alpha_model.v1alphaModel(
+                        name = '', 
+                        create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        creator = '', 
+                        update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        updater = '', 
+                        delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        deleter = '', 
+                        display_name = '', 
+                        description = '', 
+                        url = '', 
+                        api_key = '', 
+                        type = 'MODEL_TYPE_UNSPECIFIED', 
+                        parameters = '', 
+                        demo = True, )
+                    ]
+            )
+        else:
+            return V1alphaListModelsResponse(
+        )
+        """
+
+    def testV1alphaListModelsResponse(self):
+        """Test V1alphaListModelsResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_list_most_recent_dashboards_response.py

@@ -0,0 +1,68 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_list_most_recent_dashboards_response import V1alphaListMostRecentDashboardsResponse
+
+class TestV1alphaListMostRecentDashboardsResponse(unittest.TestCase):
+    """V1alphaListMostRecentDashboardsResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaListMostRecentDashboardsResponse:
+        """Test V1alphaListMostRecentDashboardsResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaListMostRecentDashboardsResponse`
+        """
+        model = V1alphaListMostRecentDashboardsResponse()
+        if include_optional:
+            return V1alphaListMostRecentDashboardsResponse(
+                dashboards = [
+                    eval_studio_client.api.models.v1alpha_dashboard.v1alphaDashboard(
+                        name = '', 
+                        create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        creator = '', 
+                        update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        updater = '', 
+                        delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        deleter = '', 
+                        display_name = '', 
+                        description = '', 
+                        status = 'DASHBOARD_STATUS_UNSPECIFIED', 
+                        leaderboards = [
+                            ''
+                            ], 
+                        create_operation = '', 
+                        demo = True, )
+                    ]
+            )
+        else:
+            return V1alphaListMostRecentDashboardsResponse(
+        )
+        """
+
+    def testV1alphaListMostRecentDashboardsResponse(self):
+        """Test V1alphaListMostRecentDashboardsResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()