eval-studio-client 1.0.0a1__py3-none-any.whl → 1.1.0a5__py3-none-any.whl

eval_studio_client/api/test/test_v1_get_workflow_response.py

@@ -0,0 +1,93 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_get_workflow_response import V1GetWorkflowResponse
+
+class TestV1GetWorkflowResponse(unittest.TestCase):
+    """V1GetWorkflowResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1GetWorkflowResponse:
+        """Test V1GetWorkflowResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1GetWorkflowResponse`
+        """
+        model = V1GetWorkflowResponse()
+        if include_optional:
+            return V1GetWorkflowResponse(
+                workflow = eval_studio_client.api.models.v1_workflow.v1Workflow(
+                    name = '', 
+                    display_name = '', 
+                    description = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    type = 'WORKFLOW_TYPE_UNSPECIFIED', 
+                    model = '', 
+                    nodes = [
+                        ''
+                        ], 
+                    edges = [
+                        ''
+                        ], 
+                    outputs = {
+                        'key' : None
+                        }, 
+                    output_artifacts = {
+                        'key' : eval_studio_client.api.models.v1_workflow_node_artifacts.v1WorkflowNodeArtifacts(
+                            artifacts = [
+                                eval_studio_client.api.models.v1_workflow_node_artifact.v1WorkflowNodeArtifact(
+                                    name = '', 
+                                    parent = '', 
+                                    display_name = '', 
+                                    description = '', 
+                                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                                    creator = '', 
+                                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                                    updater = '', 
+                                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                                    deleter = '', 
+                                    mime_type = '', )
+                                ], )
+                        }, 
+                    llm_model = '', 
+                    model_parameters = '', 
+                    document = '', 
+                    h2ogpte_collection = '', 
+                    cloned_from_workflow = '', )
+            )
+        else:
+            return V1GetWorkflowResponse(
+        )
+        """
+
+    def testV1GetWorkflowResponse(self):
+        """Test V1GetWorkflowResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_import_evaluation_request.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 
@@ -57,7 +57,22 @@ class TestV1ImportEvaluationRequest(unittest.TestCase):
                 operation = '',
                 evaluators_parameters = {
                     'key' : ''
-                    }
+                    },
+                default_h2ogpte_model = eval_studio_client.api.models.v1_model.v1Model(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    display_name = '', 
+                    description = '', 
+                    url = '', 
+                    api_key = '', 
+                    type = 'MODEL_TYPE_UNSPECIFIED', 
+                    parameters = '', 
+                    demo = True, )
             )
         else:
             return V1ImportEvaluationRequest(

eval_studio_client/api/test/test_v1_import_leaderboard_request.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_import_leaderboard_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py

@@ -0,0 +1,71 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_import_test_cases_from_library_response import V1ImportTestCasesFromLibraryResponse
+
+class TestV1ImportTestCasesFromLibraryResponse(unittest.TestCase):
+    """V1ImportTestCasesFromLibraryResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1ImportTestCasesFromLibraryResponse:
+        """Test V1ImportTestCasesFromLibraryResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1ImportTestCasesFromLibraryResponse`
+        """
+        model = V1ImportTestCasesFromLibraryResponse()
+        if include_optional:
+            return V1ImportTestCasesFromLibraryResponse(
+                operation = eval_studio_client.api.models.v1_operation.v1Operation(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    metadata = {
+                        'key' : None
+                        }, 
+                    done = True, 
+                    error = eval_studio_client.api.models.rpc_status.rpcStatus(
+                        code = 56, 
+                        message = '', 
+                        details = [
+                            {
+                                'key' : None
+                                }
+                            ], ), 
+                    response = , )
+            )
+        else:
+            return V1ImportTestCasesFromLibraryResponse(
+        )
+        """
+
+    def testV1ImportTestCasesFromLibraryResponse(self):
+        """Test V1ImportTestCasesFromLibraryResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_import_test_cases_request.py

@@ -0,0 +1,57 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_import_test_cases_request import V1ImportTestCasesRequest
+
+class TestV1ImportTestCasesRequest(unittest.TestCase):
+    """V1ImportTestCasesRequest unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1ImportTestCasesRequest:
+        """Test V1ImportTestCasesRequest
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1ImportTestCasesRequest`
+        """
+        model = V1ImportTestCasesRequest()
+        if include_optional:
+            return V1ImportTestCasesRequest(
+                test = '',
+                operation = '',
+                test_suite_url = '',
+                count = 56,
+                test_document_urls = [
+                    ''
+                    ]
+            )
+        else:
+            return V1ImportTestCasesRequest(
+        )
+        """
+
+    def testV1ImportTestCasesRequest(self):
+        """Test V1ImportTestCasesRequest"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_info.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 
@@ -43,7 +43,12 @@ class TestV1Info(unittest.TestCase):
                     ''
                     ],
                 h2o_gpte_client_version = '',
-                h2o_sonar_version = ''
+                h2o_sonar_version = '',
+                preferred_llms_for_test_generation = [
+                    ''
+                    ],
+                h2o_cloud_url = '',
+                public_instance = True
             )
         else:
             return V1Info(

eval_studio_client/api/test/test_v1_init_workflow_node_response.py

@@ -0,0 +1,82 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_init_workflow_node_response import V1InitWorkflowNodeResponse
+
+class TestV1InitWorkflowNodeResponse(unittest.TestCase):
+    """V1InitWorkflowNodeResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1InitWorkflowNodeResponse:
+        """Test V1InitWorkflowNodeResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1InitWorkflowNodeResponse`
+        """
+        model = V1InitWorkflowNodeResponse()
+        if include_optional:
+            return V1InitWorkflowNodeResponse(
+                node = eval_studio_client.api.models.v1_workflow_node.v1WorkflowNode(
+                    name = '', 
+                    parent = '', 
+                    display_name = '', 
+                    description = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    type = 'WORKFLOW_NODE_TYPE_UNSPECIFIED', 
+                    parameters = eval_studio_client.api.models.parameters.parameters(), 
+                    outputs = eval_studio_client.api.models.outputs.outputs(), 
+                    output_artifacts = [
+                        eval_studio_client.api.models.v1_workflow_node_artifact.v1WorkflowNodeArtifact(
+                            name = '', 
+                            parent = '', 
+                            display_name = '', 
+                            description = '', 
+                            create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                            creator = '', 
+                            update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                            updater = '', 
+                            delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                            deleter = '', 
+                            mime_type = '', )
+                        ], 
+                    status = 'WORKFLOW_NODE_STATUS_UNSPECIFIED', 
+                    attributes = eval_studio_client.api.models.v1_workflow_node_attributes.v1WorkflowNodeAttributes(
+                        can_delete = True, ), 
+                    processed_by_operation = '', )
+            )
+        else:
+            return V1InitWorkflowNodeResponse(
+        )
+        """
+
+    def testV1InitWorkflowNodeResponse(self):
+        """Test V1InitWorkflowNodeResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_insight.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_labeled_test_case.py

@@ -0,0 +1,53 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_labeled_test_case import V1LabeledTestCase
+
+class TestV1LabeledTestCase(unittest.TestCase):
+    """V1LabeledTestCase unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1LabeledTestCase:
+        """Test V1LabeledTestCase
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1LabeledTestCase`
+        """
+        model = V1LabeledTestCase()
+        if include_optional:
+            return V1LabeledTestCase(
+                name = '',
+                metric_value = 1.337,
+                label = True
+            )
+        else:
+            return V1LabeledTestCase(
+        )
+        """
+
+    def testV1LabeledTestCase(self):
+        """Test V1LabeledTestCase"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_leaderboard.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_leaderboard_report.py

@@ -0,0 +1,174 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_leaderboard_report import V1LeaderboardReport
+
+class TestV1LeaderboardReport(unittest.TestCase):
+    """V1LeaderboardReport unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1LeaderboardReport:
+        """Test V1LeaderboardReport
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1LeaderboardReport`
+        """
+        model = V1LeaderboardReport()
+        if include_optional:
+            return V1LeaderboardReport(
+                results = [
+                    eval_studio_client.api.models.v1_leaderboard_report_result.v1LeaderboardReportResult(
+                        key = '', 
+                        input = '', 
+                        corpus = [
+                            ''
+                            ], 
+                        context = [
+                            ''
+                            ], 
+                        categories = [
+                            ''
+                            ], 
+                        relationships = [
+                            eval_studio_client.api.models.v1_leaderboard_report_result_relationship.v1LeaderboardReportResultRelationship(
+                                type = '', 
+                                target = '', 
+                                target_type = '', )
+                            ], 
+                        expected_output = '', 
+                        output_constraints = [
+                            ''
+                            ], 
+                        output_condition = '', 
+                        actual_output = '', 
+                        actual_duration = 1.337, 
+                        cost = 1.337, 
+                        model_key = '', 
+                        test_case_key = '', 
+                        metrics = [
+                            eval_studio_client.api.models.v1_metric_score.v1MetricScore(
+                                key = '', 
+                                value = 1.337, )
+                            ], 
+                        result_error_message = '', 
+                        actual_output_meta = [
+                            eval_studio_client.api.models.v1_leaderboard_report_actual_output_meta.v1LeaderboardReportActualOutputMeta(
+                                tokenization = '', 
+                                data = [
+                                    eval_studio_client.api.models.v1_leaderboard_report_actual_output_data.v1LeaderboardReportActualOutputData(
+                                        text = '', )
+                                    ], )
+                            ], )
+                    ],
+                models = [
+                    eval_studio_client.api.models.v1_leaderboard_report_model.v1LeaderboardReportModel(
+                        connection = '', 
+                        model_type = '', 
+                        name = '', 
+                        collection_id = '', 
+                        collection_name = '', 
+                        llm_model_name = '', 
+                        documents = [
+                            ''
+                            ], 
+                        model_cfg = eval_studio_client.api.models.model_cfg.modelCfg(), 
+                        key = '', 
+                        llm_model_meta = eval_studio_client.api.models.llm_model_meta.llmModelMeta(), )
+                    ],
+                evaluator = eval_studio_client.api.models.v1_leaderboard_report_evaluator.v1LeaderboardReportEvaluator(
+                    id = '', 
+                    name = '', 
+                    display_name = '', 
+                    tagline = '', 
+                    description = '', 
+                    brief_description = '', 
+                    model_types = [
+                        ''
+                        ], 
+                    can_explain = [
+                        ''
+                        ], 
+                    explanation_scopes = [
+                        ''
+                        ], 
+                    explanations = [
+                        eval_studio_client.api.models.v1_leaderboard_report_explanation.v1LeaderboardReportExplanation(
+                            explanation_type = '', 
+                            name = '', 
+                            category = '', 
+                            scope = '', 
+                            has_local = '', 
+                            formats = [
+                                ''
+                                ], )
+                        ], 
+                    parameters = [
+                        eval_studio_client.api.models.v1_leaderboard_report_evaluator_parameter.v1LeaderboardReportEvaluatorParameter(
+                            name = '', 
+                            description = '', 
+                            comment = '', 
+                            type = '', 
+                            predefined = [
+                                None
+                                ], 
+                            tags = [
+                                ''
+                                ], 
+                            min = 1.337, 
+                            max = 1.337, 
+                            category = '', )
+                        ], 
+                    keywords = [
+                        ''
+                        ], 
+                    metrics_meta = [
+                        eval_studio_client.api.models.v1_leaderboard_report_metrics_meta_entry.v1LeaderboardReportMetricsMetaEntry(
+                            key = '', 
+                            display_name = '', 
+                            data_type = '', 
+                            display_value = '', 
+                            description = '', 
+                            value_range = [
+                                1.337
+                                ], 
+                            value_enum = [
+                                ''
+                                ], 
+                            higher_is_better = True, 
+                            threshold = 1.337, 
+                            is_primary_metric = True, 
+                            parent_metric = '', 
+                            exclude = True, )
+                        ], )
+            )
+        else:
+            return V1LeaderboardReport(
+        )
+        """
+
+    def testV1LeaderboardReport(self):
+        """Test V1LeaderboardReport"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()