eval-studio-client 0.7.0__py3-none-any.whl

eval_studio_client/api/test/test_v1alpha_batch_import_leaderboard_request.py

@@ -0,0 +1,61 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_batch_import_leaderboard_request import V1alphaBatchImportLeaderboardRequest
+
+class TestV1alphaBatchImportLeaderboardRequest(unittest.TestCase):
+    """V1alphaBatchImportLeaderboardRequest unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaBatchImportLeaderboardRequest:
+        """Test V1alphaBatchImportLeaderboardRequest
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaBatchImportLeaderboardRequest`
+        """
+        model = V1alphaBatchImportLeaderboardRequest()
+        if include_optional:
+            return V1alphaBatchImportLeaderboardRequest(
+                test_lab_json = '',
+                url = '',
+                evaluators = [
+                    ''
+                    ],
+                model = '',
+                test_display_name = '',
+                test_description = '',
+                leaderboard_type = 'LEADERBOARD_TYPE_UNSPECIFIED',
+                dashboard_display_name = '',
+                dashboard_description = ''
+            )
+        else:
+            return V1alphaBatchImportLeaderboardRequest(
+        )
+        """
+
+    def testV1alphaBatchImportLeaderboardRequest(self):
+        """Test V1alphaBatchImportLeaderboardRequest"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_batch_import_leaderboard_response.py

@@ -0,0 +1,71 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_batch_import_leaderboard_response import V1alphaBatchImportLeaderboardResponse
+
+class TestV1alphaBatchImportLeaderboardResponse(unittest.TestCase):
+    """V1alphaBatchImportLeaderboardResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaBatchImportLeaderboardResponse:
+        """Test V1alphaBatchImportLeaderboardResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaBatchImportLeaderboardResponse`
+        """
+        model = V1alphaBatchImportLeaderboardResponse()
+        if include_optional:
+            return V1alphaBatchImportLeaderboardResponse(
+                operation = eval_studio_client.api.models.v1alpha_operation.v1alphaOperation(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    metadata = {
+                        'key' : None
+                        }, 
+                    done = True, 
+                    error = eval_studio_client.api.models.rpc_status.rpcStatus(
+                        code = 56, 
+                        message = '', 
+                        details = [
+                            {
+                                'key' : None
+                                }
+                            ], ), 
+                    response = , )
+            )
+        else:
+            return V1alphaBatchImportLeaderboardResponse(
+        )
+        """
+
+    def testV1alphaBatchImportLeaderboardResponse(self):
+        """Test V1alphaBatchImportLeaderboardResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_batch_import_tests_request.py

@@ -0,0 +1,54 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_batch_import_tests_request import V1alphaBatchImportTestsRequest
+
+class TestV1alphaBatchImportTestsRequest(unittest.TestCase):
+    """V1alphaBatchImportTestsRequest unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaBatchImportTestsRequest:
+        """Test V1alphaBatchImportTestsRequest
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaBatchImportTestsRequest`
+        """
+        model = V1alphaBatchImportTestsRequest()
+        if include_optional:
+            return V1alphaBatchImportTestsRequest(
+                tests_json = '',
+                url = '',
+                test_display_name_prefix = '',
+                test_description = ''
+            )
+        else:
+            return V1alphaBatchImportTestsRequest(
+        )
+        """
+
+    def testV1alphaBatchImportTestsRequest(self):
+        """Test V1alphaBatchImportTestsRequest"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_batch_import_tests_response.py

@@ -0,0 +1,69 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_batch_import_tests_response import V1alphaBatchImportTestsResponse
+
+class TestV1alphaBatchImportTestsResponse(unittest.TestCase):
+    """V1alphaBatchImportTestsResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaBatchImportTestsResponse:
+        """Test V1alphaBatchImportTestsResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaBatchImportTestsResponse`
+        """
+        model = V1alphaBatchImportTestsResponse()
+        if include_optional:
+            return V1alphaBatchImportTestsResponse(
+                tests = [
+                    eval_studio_client.api.models.v1alpha_test.v1alphaTest(
+                        name = '', 
+                        create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        creator = '', 
+                        update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        updater = '', 
+                        delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        deleter = '', 
+                        display_name = '', 
+                        description = '', 
+                        documents = [
+                            ''
+                            ], 
+                        tags = [
+                            ''
+                            ], 
+                        demo = True, )
+                    ]
+            )
+        else:
+            return V1alphaBatchImportTestsResponse(
+        )
+        """
+
+    def testV1alphaBatchImportTestsResponse(self):
+        """Test V1alphaBatchImportTestsResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_check_base_models_response.py

@@ -0,0 +1,52 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_check_base_models_response import V1alphaCheckBaseModelsResponse
+
+class TestV1alphaCheckBaseModelsResponse(unittest.TestCase):
+    """V1alphaCheckBaseModelsResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaCheckBaseModelsResponse:
+        """Test V1alphaCheckBaseModelsResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaCheckBaseModelsResponse`
+        """
+        model = V1alphaCheckBaseModelsResponse()
+        if include_optional:
+            return V1alphaCheckBaseModelsResponse(
+                model_availability = True,
+                reason = ''
+            )
+        else:
+            return V1alphaCheckBaseModelsResponse(
+        )
+        """
+
+    def testV1alphaCheckBaseModelsResponse(self):
+        """Test V1alphaCheckBaseModelsResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_collection_info.py

@@ -0,0 +1,54 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_collection_info import V1alphaCollectionInfo
+
+class TestV1alphaCollectionInfo(unittest.TestCase):
+    """V1alphaCollectionInfo unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaCollectionInfo:
+        """Test V1alphaCollectionInfo
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaCollectionInfo`
+        """
+        model = V1alphaCollectionInfo()
+        if include_optional:
+            return V1alphaCollectionInfo(
+                id = '',
+                display_name = '',
+                description = '',
+                document_count = 56
+            )
+        else:
+            return V1alphaCollectionInfo(
+        )
+        """
+
+    def testV1alphaCollectionInfo(self):
+        """Test V1alphaCollectionInfo"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_create_dashboard_response.py

@@ -0,0 +1,66 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_create_dashboard_response import V1alphaCreateDashboardResponse
+
+class TestV1alphaCreateDashboardResponse(unittest.TestCase):
+    """V1alphaCreateDashboardResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaCreateDashboardResponse:
+        """Test V1alphaCreateDashboardResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaCreateDashboardResponse`
+        """
+        model = V1alphaCreateDashboardResponse()
+        if include_optional:
+            return V1alphaCreateDashboardResponse(
+                dashboard = eval_studio_client.api.models.v1alpha_dashboard.v1alphaDashboard(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    display_name = '', 
+                    description = '', 
+                    status = 'DASHBOARD_STATUS_UNSPECIFIED', 
+                    leaderboards = [
+                        ''
+                        ], 
+                    create_operation = '', 
+                    demo = True, )
+            )
+        else:
+            return V1alphaCreateDashboardResponse(
+        )
+        """
+
+    def testV1alphaCreateDashboardResponse(self):
+        """Test V1alphaCreateDashboardResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_create_document_response.py

@@ -0,0 +1,61 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_create_document_response import V1alphaCreateDocumentResponse
+
+class TestV1alphaCreateDocumentResponse(unittest.TestCase):
+    """V1alphaCreateDocumentResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaCreateDocumentResponse:
+        """Test V1alphaCreateDocumentResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaCreateDocumentResponse`
+        """
+        model = V1alphaCreateDocumentResponse()
+        if include_optional:
+            return V1alphaCreateDocumentResponse(
+                document = eval_studio_client.api.models.v1alpha_document.v1alphaDocument(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    display_name = '', 
+                    description = '', 
+                    url = '', )
+            )
+        else:
+            return V1alphaCreateDocumentResponse(
+        )
+        """
+
+    def testV1alphaCreateDocumentResponse(self):
+        """Test V1alphaCreateDocumentResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_create_evaluation_request.py

@@ -0,0 +1,107 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_create_evaluation_request import V1alphaCreateEvaluationRequest
+
+class TestV1alphaCreateEvaluationRequest(unittest.TestCase):
+    """V1alphaCreateEvaluationRequest unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaCreateEvaluationRequest:
+        """Test V1alphaCreateEvaluationRequest
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaCreateEvaluationRequest`
+        """
+        model = V1alphaCreateEvaluationRequest()
+        if include_optional:
+            return V1alphaCreateEvaluationRequest(
+                evaluator_identifiers = [
+                    ''
+                    ],
+                model = eval_studio_client.api.models.v1alpha_model.v1alphaModel(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    display_name = '', 
+                    description = '', 
+                    url = '', 
+                    api_key = '', 
+                    type = 'MODEL_TYPE_UNSPECIFIED', 
+                    parameters = '', 
+                    demo = True, ),
+                evaluation_tests = [
+                    eval_studio_client.api.models.v1alpha_evaluation_test.v1alphaEvaluationTest(
+                        document_urls = [
+                            ''
+                            ], 
+                        test_cases = [
+                            eval_studio_client.api.models.v1alpha_test_case.v1alphaTestCase(
+                                name = '', 
+                                create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                                creator = '', 
+                                update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                                updater = '', 
+                                delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                                deleter = '', 
+                                parent = '', 
+                                prompt = '', 
+                                answer = '', 
+                                constraints = [
+                                    ''
+                                    ], 
+                                condition = '', )
+                            ], 
+                        test_case_relationships = [
+                            eval_studio_client.api.models.v1alpha_test_case_relationship.v1alphaTestCaseRelationship(
+                                source = '', 
+                                target = '', 
+                                type = '', )
+                            ], )
+                    ],
+                operation = '',
+                llm_models = [
+                    ''
+                    ],
+                use_cache = True,
+                evaluators_parameters = {
+                    'key' : ''
+                    },
+                model_parameters = '',
+                h2ogpte_collection = ''
+            )
+        else:
+            return V1alphaCreateEvaluationRequest(
+        )
+        """
+
+    def testV1alphaCreateEvaluationRequest(self):
+        """Test V1alphaCreateEvaluationRequest"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()