eval-studio-client 1.2.5__py3-none-any.whl → 1.3.0a1__py3-none-any.whl

eval_studio_client/api/test/test_v1_retrieved_context_diff.py

@@ -0,0 +1,66 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_retrieved_context_diff import V1RetrievedContextDiff
+
+class TestV1RetrievedContextDiff(unittest.TestCase):
+    """V1RetrievedContextDiff unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1RetrievedContextDiff:
+        """Test V1RetrievedContextDiff
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1RetrievedContextDiff`
+        """
+        model = V1RetrievedContextDiff()
+        if include_optional:
+            return V1RetrievedContextDiff(
+                chunks = [
+                    ''
+                    ],
+                chunks_count = 56,
+                common_chunks = [
+                    ''
+                    ],
+                common_count = 56,
+                unique_chunks = [
+                    ''
+                    ],
+                unique_count = 56,
+                identical = True,
+                chunk_similarity = {
+                    'key' : 1.337
+                    }
+            )
+        else:
+            return V1RetrievedContextDiff(
+        )
+        """
+
+    def testV1RetrievedContextDiff(self):
+        """Test V1RetrievedContextDiff"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_stats.py

@@ -37,7 +37,9 @@ class TestV1Stats(unittest.TestCase):
             return V1Stats(
                 topic_modeling_pending_jobs = '',
                 test_validation_pending_jobs = '',
-                failure_clustering_pending_jobs = ''
+                failure_clustering_pending_jobs = '',
+                test_case_import_pending_jobs = '',
+                evaluation_worker_queue_length = ''
             )
         else:
             return V1Stats(

eval_studio_client/api/test/test_v1_technical_metrics.py

@@ -0,0 +1,62 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_technical_metrics import V1TechnicalMetrics
+
+class TestV1TechnicalMetrics(unittest.TestCase):
+    """V1TechnicalMetrics unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1TechnicalMetrics:
+        """Test V1TechnicalMetrics
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1TechnicalMetrics`
+        """
+        model = V1TechnicalMetrics()
+        if include_optional:
+            return V1TechnicalMetrics(
+                baseline = eval_studio_client.api.models.technical_metrics_detail.Technical metrics detail(
+                    cost_sum = 1.337, 
+                    duration_sum = 1.337, 
+                    duration_min = 1.337, 
+                    duration_max = 1.337, 
+                    duration_avg = 1.337, ),
+                current = eval_studio_client.api.models.technical_metrics_detail.Technical metrics detail(
+                    cost_sum = 1.337, 
+                    duration_sum = 1.337, 
+                    duration_min = 1.337, 
+                    duration_max = 1.337, 
+                    duration_avg = 1.337, )
+            )
+        else:
+            return V1TechnicalMetrics(
+        )
+        """
+
+    def testV1TechnicalMetrics(self):
+        """Test V1TechnicalMetrics"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_technical_metrics_detail.py

@@ -0,0 +1,55 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_technical_metrics_detail import V1TechnicalMetricsDetail
+
+class TestV1TechnicalMetricsDetail(unittest.TestCase):
+    """V1TechnicalMetricsDetail unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1TechnicalMetricsDetail:
+        """Test V1TechnicalMetricsDetail
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1TechnicalMetricsDetail`
+        """
+        model = V1TechnicalMetricsDetail()
+        if include_optional:
+            return V1TechnicalMetricsDetail(
+                cost_sum = 1.337,
+                duration_sum = 1.337,
+                duration_min = 1.337,
+                duration_max = 1.337,
+                duration_avg = 1.337
+            )
+        else:
+            return V1TechnicalMetricsDetail(
+        )
+        """
+
+    def testV1TechnicalMetricsDetail(self):
+        """Test V1TechnicalMetricsDetail"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_test_case_leaderboard_item.py

@@ -0,0 +1,53 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_test_case_leaderboard_item import V1TestCaseLeaderboardItem
+
+class TestV1TestCaseLeaderboardItem(unittest.TestCase):
+    """V1TestCaseLeaderboardItem unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1TestCaseLeaderboardItem:
+        """Test V1TestCaseLeaderboardItem
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1TestCaseLeaderboardItem`
+        """
+        model = V1TestCaseLeaderboardItem()
+        if include_optional:
+            return V1TestCaseLeaderboardItem(
+                wins = 56,
+                question = '',
+                changed_metrics_count = 56
+            )
+        else:
+            return V1TestCaseLeaderboardItem(
+        )
+        """
+
+    def testV1TestCaseLeaderboardItem(self):
+        """Test V1TestCaseLeaderboardItem"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_test_case_relationship_info.py

@@ -0,0 +1,53 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_test_case_relationship_info import V1TestCaseRelationshipInfo
+
+class TestV1TestCaseRelationshipInfo(unittest.TestCase):
+    """V1TestCaseRelationshipInfo unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1TestCaseRelationshipInfo:
+        """Test V1TestCaseRelationshipInfo
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1TestCaseRelationshipInfo`
+        """
+        model = V1TestCaseRelationshipInfo()
+        if include_optional:
+            return V1TestCaseRelationshipInfo(
+                type = '',
+                target = '',
+                target_type = ''
+            )
+        else:
+            return V1TestCaseRelationshipInfo(
+        )
+        """
+
+    def testV1TestCaseRelationshipInfo(self):
+        """Test V1TestCaseRelationshipInfo"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_test_case_result.py

@@ -0,0 +1,106 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_test_case_result import V1TestCaseResult
+
+class TestV1TestCaseResult(unittest.TestCase):
+    """V1TestCaseResult unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1TestCaseResult:
+        """Test V1TestCaseResult
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1TestCaseResult`
+        """
+        model = V1TestCaseResult()
+        if include_optional:
+            return V1TestCaseResult(
+                key = '',
+                input = '',
+                corpus = [
+                    ''
+                    ],
+                context = [
+                    ''
+                    ],
+                categories = [
+                    ''
+                    ],
+                relationships = [
+                    eval_studio_client.api.models.test_case_relationship_information.Test case relationship information(
+                        type = '', 
+                        target = '', 
+                        target_type = '', )
+                    ],
+                expected_output = '',
+                output_constraints = [
+                    ''
+                    ],
+                output_condition = '',
+                actual_output = '',
+                actual_duration = 1.337,
+                cost = 1.337,
+                model_key = '',
+                test_key = '',
+                test_case_key = '',
+                metrics = [
+                    eval_studio_client.api.models.metric_information.Metric information(
+                        key = '', 
+                        value = 1.337, )
+                    ],
+                metrics_meta = {
+                    'key' : ''
+                    },
+                actual_output_meta = [
+                    eval_studio_client.api.models.actual_output_metadata.Actual output metadata(
+                        tokenization = '', 
+                        data = [
+                            eval_studio_client.api.models.data_fragment.Data fragment(
+                                text = '', 
+                                metrics = {
+                                    'key' : 1.337
+                                    }, 
+                                meta = {
+                                    'key' : ''
+                                    }, )
+                            ], )
+                    ],
+                metric_scores = [
+                    eval_studio_client.api.models.comparison_metric_score_information_(specific_to_comparison_reports).Comparison metric score information (specific to comparison reports)(
+                        metric_name = '', 
+                        metric_score = 1.337, )
+                    ],
+                result_error_message = ''
+            )
+        else:
+            return V1TestCaseResult(
+        )
+        """
+
+    def testV1TestCaseResult(self):
+        """Test V1TestCaseResult"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_text_similarity_metric.py

@@ -0,0 +1,33 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_text_similarity_metric import V1TextSimilarityMetric
+
+class TestV1TextSimilarityMetric(unittest.TestCase):
+    """V1TextSimilarityMetric unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def testV1TextSimilarityMetric(self):
+        """Test V1TextSimilarityMetric"""
+        # inst = V1TextSimilarityMetric()
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_update_dashboard_test_case_annotation_response.py

@@ -0,0 +1,59 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_update_dashboard_test_case_annotation_response import V1UpdateDashboardTestCaseAnnotationResponse
+
+class TestV1UpdateDashboardTestCaseAnnotationResponse(unittest.TestCase):
+    """V1UpdateDashboardTestCaseAnnotationResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1UpdateDashboardTestCaseAnnotationResponse:
+        """Test V1UpdateDashboardTestCaseAnnotationResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1UpdateDashboardTestCaseAnnotationResponse`
+        """
+        model = V1UpdateDashboardTestCaseAnnotationResponse()
+        if include_optional:
+            return V1UpdateDashboardTestCaseAnnotationResponse(
+                dashboard_test_case_annotation = eval_studio_client.api.models.v1_dashboard_test_case_annotation.v1DashboardTestCaseAnnotation(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    parent = '', 
+                    key = '', 
+                    value = eval_studio_client.api.models.value.value(), )
+            )
+        else:
+            return V1UpdateDashboardTestCaseAnnotationResponse(
+        )
+        """
+
+    def testV1UpdateDashboardTestCaseAnnotationResponse(self):
+        """Test V1UpdateDashboardTestCaseAnnotationResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_update_leaderboard_response.py

@@ -98,7 +98,8 @@ class TestV1UpdateLeaderboardResponse(unittest.TestCase):
                     h2ogpte_collection = '', 
                     type = 'LEADERBOARD_TYPE_UNSPECIFIED', 
                     demo = True, 
-                    test_lab = '', )
+                    test_lab = '', 
+                    evaluation_type = 'EVALUATION_TYPE_UNSPECIFIED', )
             )
         else:
             return V1UpdateLeaderboardResponse(

eval_studio_client/api/test/test_v1_update_leaderboard_test_case_annotation_response.py

@@ -0,0 +1,59 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_update_leaderboard_test_case_annotation_response import V1UpdateLeaderboardTestCaseAnnotationResponse
+
+class TestV1UpdateLeaderboardTestCaseAnnotationResponse(unittest.TestCase):
+    """V1UpdateLeaderboardTestCaseAnnotationResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1UpdateLeaderboardTestCaseAnnotationResponse:
+        """Test V1UpdateLeaderboardTestCaseAnnotationResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1UpdateLeaderboardTestCaseAnnotationResponse`
+        """
+        model = V1UpdateLeaderboardTestCaseAnnotationResponse()
+        if include_optional:
+            return V1UpdateLeaderboardTestCaseAnnotationResponse(
+                leaderboard_test_case_annotation = eval_studio_client.api.models.v1_leaderboard_test_case_annotation.v1LeaderboardTestCaseAnnotation(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    parent = '', 
+                    key = '', 
+                    value = eval_studio_client.api.models.value.value(), )
+            )
+        else:
+            return V1UpdateLeaderboardTestCaseAnnotationResponse(
+        )
+        """
+
+    def testV1UpdateLeaderboardTestCaseAnnotationResponse(self):
+        """Test V1UpdateLeaderboardTestCaseAnnotationResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_update_operation_response.py

@@ -55,7 +55,8 @@ class TestV1UpdateOperationResponse(unittest.TestCase):
                                 'key' : None
                                 }
                             ], ), 
-                    response = , )
+                    response = , 
+                    seen_by_creator_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), )
             )
         else:
             return V1UpdateOperationResponse(