eval-studio-client 1.2.5__py3-none-any.whl → 1.3.0a1__py3-none-any.whl

eval_studio_client/api/test/test_v1_append_test_cases_response.py

@@ -0,0 +1,74 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_append_test_cases_response import V1AppendTestCasesResponse
+
+class TestV1AppendTestCasesResponse(unittest.TestCase):
+    """V1AppendTestCasesResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1AppendTestCasesResponse:
+        """Test V1AppendTestCasesResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1AppendTestCasesResponse`
+        """
+        model = V1AppendTestCasesResponse()
+        if include_optional:
+            return V1AppendTestCasesResponse(
+                test_cases = [
+                    eval_studio_client.api.models.v1_test_case.v1TestCase(
+                        name = '', 
+                        create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        creator = '', 
+                        update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        updater = '', 
+                        delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        deleter = '', 
+                        parent = '', 
+                        prompt = '', 
+                        answer = '', 
+                        constraints = [
+                            ''
+                            ], 
+                        condition = '', 
+                        perturbed_by = [
+                            ''
+                            ], 
+                        topics = [
+                            ''
+                            ], 
+                        generator = 'TEST_CASES_GENERATOR_UNSPECIFIED', )
+                    ]
+            )
+        else:
+            return V1AppendTestCasesResponse(
+        )
+        """
+
+    def testV1AppendTestCasesResponse(self):
+        """Test V1AppendTestCasesResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_batch_create_leaderboards_request.py

@@ -100,7 +100,8 @@ class TestV1BatchCreateLeaderboardsRequest(unittest.TestCase):
                             h2ogpte_collection = '', 
                             type = 'LEADERBOARD_TYPE_UNSPECIFIED', 
                             demo = True, 
-                            test_lab = '', ), )
+                            test_lab = '', 
+                            evaluation_type = 'EVALUATION_TYPE_UNSPECIFIED', ), )
                     ],
                 dashboard_display_name = '',
                 dashboard_description = ''

eval_studio_client/api/test/test_v1_batch_create_leaderboards_response.py

@@ -55,7 +55,8 @@ class TestV1BatchCreateLeaderboardsResponse(unittest.TestCase):
                                 'key' : None
                                 }
                             ], ), 
-                    response = , )
+                    response = , 
+                    seen_by_creator_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), )
             )
         else:
             return V1BatchCreateLeaderboardsResponse(

eval_studio_client/api/test/test_v1_batch_create_leaderboards_without_cache_request.py

@@ -0,0 +1,120 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_batch_create_leaderboards_without_cache_request import V1BatchCreateLeaderboardsWithoutCacheRequest
+
+class TestV1BatchCreateLeaderboardsWithoutCacheRequest(unittest.TestCase):
+    """V1BatchCreateLeaderboardsWithoutCacheRequest unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1BatchCreateLeaderboardsWithoutCacheRequest:
+        """Test V1BatchCreateLeaderboardsWithoutCacheRequest
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1BatchCreateLeaderboardsWithoutCacheRequest`
+        """
+        model = V1BatchCreateLeaderboardsWithoutCacheRequest()
+        if include_optional:
+            return V1BatchCreateLeaderboardsWithoutCacheRequest(
+                requests = [
+                    eval_studio_client.api.models.v1_create_leaderboard_request.v1CreateLeaderboardRequest(
+                        leaderboard = eval_studio_client.api.models.v1_leaderboard.v1Leaderboard(
+                            name = '', 
+                            create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                            creator = '', 
+                            update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                            updater = '', 
+                            delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                            deleter = '', 
+                            display_name = '', 
+                            description = '', 
+                            status = 'LEADERBOARD_STATUS_UNSPECIFIED', 
+                            evaluator = '', 
+                            tests = [
+                                ''
+                                ], 
+                            model = '', 
+                            create_operation = '', 
+                            leaderboard_report = '', 
+                            leaderboard_table = '', 
+                            leaderboard_summary = '', 
+                            llm_models = [
+                                ''
+                                ], 
+                            leaderboard_problems = [
+                                eval_studio_client.api.models.v1_problem_and_action.v1ProblemAndAction(
+                                    description = '', 
+                                    severity = '', 
+                                    problem_type = '', 
+                                    problem_attrs = {
+                                        'key' : ''
+                                        }, 
+                                    actions_description = '', 
+                                    explainer_id = '', 
+                                    explainer_name = '', 
+                                    explanation_type = '', 
+                                    explanation_name = '', 
+                                    explanation_mime = '', 
+                                    resources = [
+                                        ''
+                                        ], )
+                                ], 
+                            evaluator_parameters = '', 
+                            insights = [
+                                eval_studio_client.api.models.v1_insight.v1Insight(
+                                    description = '', 
+                                    actions_description = '', 
+                                    actions_codes = [
+                                        ''
+                                        ], 
+                                    evaluator_id = '', 
+                                    evaluator_display_name = '', 
+                                    explanation_type = '', 
+                                    explanation_name = '', 
+                                    explanation_mime = '', 
+                                    insight_type = '', 
+                                    insight_attrs = {
+                                        'key' : ''
+                                        }, )
+                                ], 
+                            model_parameters = '', 
+                            h2ogpte_collection = '', 
+                            type = 'LEADERBOARD_TYPE_UNSPECIFIED', 
+                            demo = True, 
+                            test_lab = '', 
+                            evaluation_type = 'EVALUATION_TYPE_UNSPECIFIED', ), )
+                    ],
+                dashboard_display_name = '',
+                dashboard_description = ''
+            )
+        else:
+            return V1BatchCreateLeaderboardsWithoutCacheRequest(
+        )
+        """
+
+    def testV1BatchCreateLeaderboardsWithoutCacheRequest(self):
+        """Test V1BatchCreateLeaderboardsWithoutCacheRequest"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_batch_create_leaderboards_without_cache_response.py

@@ -0,0 +1,72 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_batch_create_leaderboards_without_cache_response import V1BatchCreateLeaderboardsWithoutCacheResponse
+
+class TestV1BatchCreateLeaderboardsWithoutCacheResponse(unittest.TestCase):
+    """V1BatchCreateLeaderboardsWithoutCacheResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1BatchCreateLeaderboardsWithoutCacheResponse:
+        """Test V1BatchCreateLeaderboardsWithoutCacheResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1BatchCreateLeaderboardsWithoutCacheResponse`
+        """
+        model = V1BatchCreateLeaderboardsWithoutCacheResponse()
+        if include_optional:
+            return V1BatchCreateLeaderboardsWithoutCacheResponse(
+                operation = eval_studio_client.api.models.v1_operation.v1Operation(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    metadata = {
+                        'key' : None
+                        }, 
+                    done = True, 
+                    error = eval_studio_client.api.models.rpc_status.rpcStatus(
+                        code = 56, 
+                        message = '', 
+                        details = [
+                            {
+                                'key' : None
+                                }
+                            ], ), 
+                    response = , 
+                    seen_by_creator_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), )
+            )
+        else:
+            return V1BatchCreateLeaderboardsWithoutCacheResponse(
+        )
+        """
+
+    def testV1BatchCreateLeaderboardsWithoutCacheResponse(self):
+        """Test V1BatchCreateLeaderboardsWithoutCacheResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_batch_delete_leaderboards_response.py

@@ -99,7 +99,8 @@ class TestV1BatchDeleteLeaderboardsResponse(unittest.TestCase):
                         h2ogpte_collection = '', 
                         type = 'LEADERBOARD_TYPE_UNSPECIFIED', 
                         demo = True, 
-                        test_lab = '', )
+                        test_lab = '', 
+                        evaluation_type = 'EVALUATION_TYPE_UNSPECIFIED', )
                     ]
             )
         else:

eval_studio_client/api/test/test_v1_batch_get_leaderboards_response.py

@@ -99,7 +99,8 @@ class TestV1BatchGetLeaderboardsResponse(unittest.TestCase):
                         h2ogpte_collection = '', 
                         type = 'LEADERBOARD_TYPE_UNSPECIFIED', 
                         demo = True, 
-                        test_lab = '', )
+                        test_lab = '', 
+                        evaluation_type = 'EVALUATION_TYPE_UNSPECIFIED', )
                     ]
             )
         else:

eval_studio_client/api/test/test_v1_batch_get_operations_response.py

@@ -56,7 +56,8 @@ class TestV1BatchGetOperationsResponse(unittest.TestCase):
                                     'key' : None
                                     }
                                 ], ), 
-                        response = , )
+                        response = , 
+                        seen_by_creator_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), )
                     ]
             )
         else:

eval_studio_client/api/test/test_v1_batch_import_leaderboard_response.py

@@ -55,7 +55,8 @@ class TestV1BatchImportLeaderboardResponse(unittest.TestCase):
                                 'key' : None
                                 }
                             ], ), 
-                    response = , )
+                    response = , 
+                    seen_by_creator_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), )
             )
         else:
             return V1BatchImportLeaderboardResponse(

eval_studio_client/api/test/test_v1_batch_mark_operation_seen_by_creator_response.py

@@ -0,0 +1,74 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_batch_mark_operation_seen_by_creator_response import V1BatchMarkOperationSeenByCreatorResponse
+
+class TestV1BatchMarkOperationSeenByCreatorResponse(unittest.TestCase):
+    """V1BatchMarkOperationSeenByCreatorResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1BatchMarkOperationSeenByCreatorResponse:
+        """Test V1BatchMarkOperationSeenByCreatorResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1BatchMarkOperationSeenByCreatorResponse`
+        """
+        model = V1BatchMarkOperationSeenByCreatorResponse()
+        if include_optional:
+            return V1BatchMarkOperationSeenByCreatorResponse(
+                operations = [
+                    eval_studio_client.api.models.v1_operation.v1Operation(
+                        name = '', 
+                        create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        creator = '', 
+                        update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        updater = '', 
+                        delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        deleter = '', 
+                        metadata = {
+                            'key' : None
+                            }, 
+                        done = True, 
+                        error = eval_studio_client.api.models.rpc_status.rpcStatus(
+                            code = 56, 
+                            message = '', 
+                            details = [
+                                {
+                                    'key' : None
+                                    }
+                                ], ), 
+                        response = , 
+                        seen_by_creator_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), )
+                    ]
+            )
+        else:
+            return V1BatchMarkOperationSeenByCreatorResponse(
+        )
+        """
+
+    def testV1BatchMarkOperationSeenByCreatorResponse(self):
+        """Test V1BatchMarkOperationSeenByCreatorResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_cmp_leaderboard_reports_request.py

@@ -0,0 +1,55 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_cmp_leaderboard_reports_request import V1CmpLeaderboardReportsRequest
+
+class TestV1CmpLeaderboardReportsRequest(unittest.TestCase):
+    """V1CmpLeaderboardReportsRequest unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1CmpLeaderboardReportsRequest:
+        """Test V1CmpLeaderboardReportsRequest
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1CmpLeaderboardReportsRequest`
+        """
+        model = V1CmpLeaderboardReportsRequest()
+        if include_optional:
+            return V1CmpLeaderboardReportsRequest(
+                leaderboard_report_baseline = '',
+                leaderboard_report_current = '',
+                text_similarity_metric = 'TEXT_SIMILARITY_METRIC_UNSPECIFIED',
+                llm_model_name_baseline = '',
+                llm_model_name_current = ''
+            )
+        else:
+            return V1CmpLeaderboardReportsRequest(
+        )
+        """
+
+    def testV1CmpLeaderboardReportsRequest(self):
+        """Test V1CmpLeaderboardReportsRequest"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()