eval-studio-client 1.2.4a2__py3-none-any.whl → 1.3.0__py3-none-any.whl

eval_studio_client/api/test/test_v1_list_leaderboard_test_case_annotations_response.py

@@ -0,0 +1,61 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_list_leaderboard_test_case_annotations_response import V1ListLeaderboardTestCaseAnnotationsResponse
+
+class TestV1ListLeaderboardTestCaseAnnotationsResponse(unittest.TestCase):
+    """V1ListLeaderboardTestCaseAnnotationsResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1ListLeaderboardTestCaseAnnotationsResponse:
+        """Test V1ListLeaderboardTestCaseAnnotationsResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1ListLeaderboardTestCaseAnnotationsResponse`
+        """
+        model = V1ListLeaderboardTestCaseAnnotationsResponse()
+        if include_optional:
+            return V1ListLeaderboardTestCaseAnnotationsResponse(
+                leaderboard_test_case_annotations = [
+                    eval_studio_client.api.models.v1_leaderboard_test_case_annotation.v1LeaderboardTestCaseAnnotation(
+                        name = '', 
+                        create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        creator = '', 
+                        update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        updater = '', 
+                        parent = '', 
+                        key = '', 
+                        value = eval_studio_client.api.models.value.value(), )
+                    ]
+            )
+        else:
+            return V1ListLeaderboardTestCaseAnnotationsResponse(
+        )
+        """
+
+    def testV1ListLeaderboardTestCaseAnnotationsResponse(self):
+        """Test V1ListLeaderboardTestCaseAnnotationsResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_list_leaderboards_response.py

@@ -99,7 +99,8 @@ class TestV1ListLeaderboardsResponse(unittest.TestCase):
                         h2ogpte_collection = '', 
                         type = 'LEADERBOARD_TYPE_UNSPECIFIED', 
                         demo = True, 
-                        test_lab = '', )
+                        test_lab = '', 
+                        evaluation_type = 'EVALUATION_TYPE_UNSPECIFIED', )
                     ],
                 next_page_token = ''
             )

eval_studio_client/api/test/test_v1_list_most_recent_leaderboards_response.py

@@ -99,7 +99,8 @@ class TestV1ListMostRecentLeaderboardsResponse(unittest.TestCase):
                         h2ogpte_collection = '', 
                         type = 'LEADERBOARD_TYPE_UNSPECIFIED', 
                         demo = True, 
-                        test_lab = '', )
+                        test_lab = '', 
+                        evaluation_type = 'EVALUATION_TYPE_UNSPECIFIED', )
                     ]
             )
         else:

eval_studio_client/api/test/test_v1_list_operations_response.py

@@ -56,8 +56,10 @@ class TestV1ListOperationsResponse(unittest.TestCase):
                                     'key' : None
                                     }
                                 ], ), 
-                        response = , )
-                    ]
+                        response = , 
+                        seen_by_creator_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), )
+                    ],
+                total_size = 56
             )
         else:
             return V1ListOperationsResponse(

eval_studio_client/api/test/test_v1_list_unseen_operations_response.py

@@ -0,0 +1,75 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_list_unseen_operations_response import V1ListUnseenOperationsResponse
+
+class TestV1ListUnseenOperationsResponse(unittest.TestCase):
+    """V1ListUnseenOperationsResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1ListUnseenOperationsResponse:
+        """Test V1ListUnseenOperationsResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1ListUnseenOperationsResponse`
+        """
+        model = V1ListUnseenOperationsResponse()
+        if include_optional:
+            return V1ListUnseenOperationsResponse(
+                operations = [
+                    eval_studio_client.api.models.v1_operation.v1Operation(
+                        name = '', 
+                        create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        creator = '', 
+                        update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        updater = '', 
+                        delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        deleter = '', 
+                        metadata = {
+                            'key' : None
+                            }, 
+                        done = True, 
+                        error = eval_studio_client.api.models.rpc_status.rpcStatus(
+                            code = 56, 
+                            message = '', 
+                            details = [
+                                {
+                                    'key' : None
+                                    }
+                                ], ), 
+                        response = , 
+                        seen_by_creator_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), )
+                    ],
+                total_size = 56
+            )
+        else:
+            return V1ListUnseenOperationsResponse(
+        )
+        """
+
+    def testV1ListUnseenOperationsResponse(self):
+        """Test V1ListUnseenOperationsResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_mark_operation_seen_by_creator_response.py

@@ -0,0 +1,72 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_mark_operation_seen_by_creator_response import V1MarkOperationSeenByCreatorResponse
+
+class TestV1MarkOperationSeenByCreatorResponse(unittest.TestCase):
+    """V1MarkOperationSeenByCreatorResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1MarkOperationSeenByCreatorResponse:
+        """Test V1MarkOperationSeenByCreatorResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1MarkOperationSeenByCreatorResponse`
+        """
+        model = V1MarkOperationSeenByCreatorResponse()
+        if include_optional:
+            return V1MarkOperationSeenByCreatorResponse(
+                operation = eval_studio_client.api.models.v1_operation.v1Operation(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    metadata = {
+                        'key' : None
+                        }, 
+                    done = True, 
+                    error = eval_studio_client.api.models.rpc_status.rpcStatus(
+                        code = 56, 
+                        message = '', 
+                        details = [
+                            {
+                                'key' : None
+                                }
+                            ], ), 
+                    response = , 
+                    seen_by_creator_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), )
+            )
+        else:
+            return V1MarkOperationSeenByCreatorResponse(
+        )
+        """
+
+    def testV1MarkOperationSeenByCreatorResponse(self):
+        """Test V1MarkOperationSeenByCreatorResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_metric.py

@@ -0,0 +1,52 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_metric import V1Metric
+
+class TestV1Metric(unittest.TestCase):
+    """V1Metric unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1Metric:
+        """Test V1Metric
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1Metric`
+        """
+        model = V1Metric()
+        if include_optional:
+            return V1Metric(
+                key = '',
+                value = 1.337
+            )
+        else:
+            return V1Metric(
+        )
+        """
+
+    def testV1Metric(self):
+        """Test V1Metric"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_metric_average.py

@@ -0,0 +1,58 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_metric_average import V1MetricAverage
+
+class TestV1MetricAverage(unittest.TestCase):
+    """V1MetricAverage unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1MetricAverage:
+        """Test V1MetricAverage
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1MetricAverage`
+        """
+        model = V1MetricAverage()
+        if include_optional:
+            return V1MetricAverage(
+                metric_key = '',
+                baseline_avg = 1.337,
+                current_avg = 1.337,
+                diff = 1.337,
+                baseline_better_wins = 56,
+                current_better_wins = 56,
+                baseline_rank_avg = 1.337,
+                current_rank_avg = 1.337
+            )
+        else:
+            return V1MetricAverage(
+        )
+        """
+
+    def testV1MetricAverage(self):
+        """Test V1MetricAverage"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_metric_meta.py

@@ -0,0 +1,66 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_metric_meta import V1MetricMeta
+
+class TestV1MetricMeta(unittest.TestCase):
+    """V1MetricMeta unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1MetricMeta:
+        """Test V1MetricMeta
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1MetricMeta`
+        """
+        model = V1MetricMeta()
+        if include_optional:
+            return V1MetricMeta(
+                key = '',
+                display_name = '',
+                data_type = '',
+                display_value = '',
+                description = '',
+                value_range = [
+                    1.337
+                    ],
+                value_enum = [
+                    ''
+                    ],
+                higher_is_better = True,
+                threshold = 1.337,
+                is_primary_metric = True,
+                parent_metric = '',
+                exclude = True
+            )
+        else:
+            return V1MetricMeta(
+        )
+        """
+
+    def testV1MetricMeta(self):
+        """Test V1MetricMeta"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_models_comparisons.py

@@ -0,0 +1,54 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_models_comparisons import V1ModelsComparisons
+
+class TestV1ModelsComparisons(unittest.TestCase):
+    """V1ModelsComparisons unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1ModelsComparisons:
+        """Test V1ModelsComparisons
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1ModelsComparisons`
+        """
+        model = V1ModelsComparisons()
+        if include_optional:
+            return V1ModelsComparisons(
+                test_case_ranks_baseline = 56,
+                test_case_ranks_current = 56,
+                test_case_wins_baseline = 56,
+                test_case_wins_current = 56
+            )
+        else:
+            return V1ModelsComparisons(
+        )
+        """
+
+    def testV1ModelsComparisons(self):
+        """Test V1ModelsComparisons"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_models_comparisons_metrics.py

@@ -0,0 +1,65 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_models_comparisons_metrics import V1ModelsComparisonsMetrics
+
+class TestV1ModelsComparisonsMetrics(unittest.TestCase):
+    """V1ModelsComparisonsMetrics unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1ModelsComparisonsMetrics:
+        """Test V1ModelsComparisonsMetrics
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1ModelsComparisonsMetrics`
+        """
+        model = V1ModelsComparisonsMetrics()
+        if include_optional:
+            return V1ModelsComparisonsMetrics(
+                metrics_ranks_baseline = 1.337,
+                metrics_ranks_current = 1.337,
+                metrics_wins_baseline = 56,
+                metrics_wins_current = 56,
+                metrics_averages = [
+                    eval_studio_client.api.models.metric_average_comparison.Metric average comparison(
+                        metric_key = '', 
+                        baseline_avg = 1.337, 
+                        current_avg = 1.337, 
+                        diff = 1.337, 
+                        baseline_better_wins = 56, 
+                        current_better_wins = 56, 
+                        baseline_rank_avg = 1.337, 
+                        current_rank_avg = 1.337, )
+                    ]
+            )
+        else:
+            return V1ModelsComparisonsMetrics(
+        )
+        """
+
+    def testV1ModelsComparisonsMetrics(self):
+        """Test V1ModelsComparisonsMetrics"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_models_overview.py

@@ -0,0 +1,60 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_models_overview import V1ModelsOverview
+
+class TestV1ModelsOverview(unittest.TestCase):
+    """V1ModelsOverview unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1ModelsOverview:
+        """Test V1ModelsOverview
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1ModelsOverview`
+        """
+        model = V1ModelsOverview()
+        if include_optional:
+            return V1ModelsOverview(
+                baseline_model_key = '',
+                current_model_key = '',
+                baseline_model_name = '',
+                baseline_collection_id = [
+                    ''
+                    ],
+                current_model_name = '',
+                current_collection_id = [
+                    ''
+                    ]
+            )
+        else:
+            return V1ModelsOverview(
+        )
+        """
+
+    def testV1ModelsOverview(self):
+        """Test V1ModelsOverview"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_operation.py

@@ -56,7 +56,8 @@ class TestV1Operation(unittest.TestCase):
                         ], ),
                 response = {
                     'key' : None
-                    }
+                    },
+                seen_by_creator_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f')
             )
         else:
             return V1Operation(

eval_studio_client/api/test/test_v1_operation_view.py

@@ -0,0 +1,33 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_operation_view import V1OperationView
+
+class TestV1OperationView(unittest.TestCase):
+    """V1OperationView unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def testV1OperationView(self):
+        """Test V1OperationView"""
+        # inst = V1OperationView()
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_process_workflow_node_response.py

@@ -55,7 +55,8 @@ class TestV1ProcessWorkflowNodeResponse(unittest.TestCase):
                                 'key' : None
                                 }
                             ], ), 
-                    response = , )
+                    response = , 
+                    seen_by_creator_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), )
             )
         else:
             return V1ProcessWorkflowNodeResponse(