eval-studio-client 1.0.0a1__py3-none-any.whl → 1.0.1__py3-none-any.whl

eval_studio_client/api/test/test_v1_import_evaluation_request.py

@@ -57,7 +57,22 @@ class TestV1ImportEvaluationRequest(unittest.TestCase):
                 operation = '',
                 evaluators_parameters = {
                     'key' : ''
-                    }
+                    },
+                default_h2ogpte_model = eval_studio_client.api.models.v1_model.v1Model(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    display_name = '', 
+                    description = '', 
+                    url = '', 
+                    api_key = '', 
+                    type = 'MODEL_TYPE_UNSPECIFIED', 
+                    parameters = '', 
+                    demo = True, )
             )
         else:
             return V1ImportEvaluationRequest(

eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py

@@ -0,0 +1,71 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_import_test_cases_from_library_response import V1ImportTestCasesFromLibraryResponse
+
+class TestV1ImportTestCasesFromLibraryResponse(unittest.TestCase):
+    """V1ImportTestCasesFromLibraryResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1ImportTestCasesFromLibraryResponse:
+        """Test V1ImportTestCasesFromLibraryResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1ImportTestCasesFromLibraryResponse`
+        """
+        model = V1ImportTestCasesFromLibraryResponse()
+        if include_optional:
+            return V1ImportTestCasesFromLibraryResponse(
+                operation = eval_studio_client.api.models.v1_operation.v1Operation(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    metadata = {
+                        'key' : None
+                        }, 
+                    done = True, 
+                    error = eval_studio_client.api.models.rpc_status.rpcStatus(
+                        code = 56, 
+                        message = '', 
+                        details = [
+                            {
+                                'key' : None
+                                }
+                            ], ), 
+                    response = , )
+            )
+        else:
+            return V1ImportTestCasesFromLibraryResponse(
+        )
+        """
+
+    def testV1ImportTestCasesFromLibraryResponse(self):
+        """Test V1ImportTestCasesFromLibraryResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_import_test_cases_request.py

@@ -0,0 +1,57 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_import_test_cases_request import V1ImportTestCasesRequest
+
+class TestV1ImportTestCasesRequest(unittest.TestCase):
+    """V1ImportTestCasesRequest unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1ImportTestCasesRequest:
+        """Test V1ImportTestCasesRequest
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1ImportTestCasesRequest`
+        """
+        model = V1ImportTestCasesRequest()
+        if include_optional:
+            return V1ImportTestCasesRequest(
+                test = '',
+                operation = '',
+                test_suite_url = '',
+                count = 56,
+                test_document_urls = [
+                    ''
+                    ]
+            )
+        else:
+            return V1ImportTestCasesRequest(
+        )
+        """
+
+    def testV1ImportTestCasesRequest(self):
+        """Test V1ImportTestCasesRequest"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_labeled_test_case.py

@@ -0,0 +1,53 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_labeled_test_case import V1LabeledTestCase
+
+class TestV1LabeledTestCase(unittest.TestCase):
+    """V1LabeledTestCase unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1LabeledTestCase:
+        """Test V1LabeledTestCase
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1LabeledTestCase`
+        """
+        model = V1LabeledTestCase()
+        if include_optional:
+            return V1LabeledTestCase(
+                name = '',
+                metric_value = 1.337,
+                label = True
+            )
+        else:
+            return V1LabeledTestCase(
+        )
+        """
+
+    def testV1LabeledTestCase(self):
+        """Test V1LabeledTestCase"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_list_prompt_library_items_response.py

@@ -0,0 +1,71 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_list_prompt_library_items_response import V1ListPromptLibraryItemsResponse
+
+class TestV1ListPromptLibraryItemsResponse(unittest.TestCase):
+    """V1ListPromptLibraryItemsResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1ListPromptLibraryItemsResponse:
+        """Test V1ListPromptLibraryItemsResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1ListPromptLibraryItemsResponse`
+        """
+        model = V1ListPromptLibraryItemsResponse()
+        if include_optional:
+            return V1ListPromptLibraryItemsResponse(
+                prompt_library_items = [
+                    eval_studio_client.api.models.v1_prompt_library_item.v1PromptLibraryItem(
+                        name = '', 
+                        create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        creator = '', 
+                        update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        updater = '', 
+                        delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        deleter = '', 
+                        display_name = '', 
+                        description = '', 
+                        test_suite_url = '', 
+                        test_count = 56, 
+                        test_case_count = 56, 
+                        evaluates = [
+                            'TEST_SUITE_EVALUATES_UNSPECIFIED'
+                            ], 
+                        categories = [
+                            ''
+                            ], )
+                    ]
+            )
+        else:
+            return V1ListPromptLibraryItemsResponse(
+        )
+        """
+
+    def testV1ListPromptLibraryItemsResponse(self):
+        """Test V1ListPromptLibraryItemsResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_list_test_case_library_items_response.py

@@ -0,0 +1,71 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_list_test_case_library_items_response import V1ListTestCaseLibraryItemsResponse
+
+class TestV1ListTestCaseLibraryItemsResponse(unittest.TestCase):
+    """V1ListTestCaseLibraryItemsResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1ListTestCaseLibraryItemsResponse:
+        """Test V1ListTestCaseLibraryItemsResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1ListTestCaseLibraryItemsResponse`
+        """
+        model = V1ListTestCaseLibraryItemsResponse()
+        if include_optional:
+            return V1ListTestCaseLibraryItemsResponse(
+                prompt_library_items = [
+                    eval_studio_client.api.models.v1_prompt_library_item.v1PromptLibraryItem(
+                        name = '', 
+                        create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        creator = '', 
+                        update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        updater = '', 
+                        delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        deleter = '', 
+                        display_name = '', 
+                        description = '', 
+                        test_suite_url = '', 
+                        test_count = 56, 
+                        test_case_count = 56, 
+                        evaluates = [
+                            'TEST_SUITE_EVALUATES_UNSPECIFIED'
+                            ], 
+                        categories = [
+                            ''
+                            ], )
+                    ]
+            )
+        else:
+            return V1ListTestCaseLibraryItemsResponse(
+        )
+        """
+
+    def testV1ListTestCaseLibraryItemsResponse(self):
+        """Test V1ListTestCaseLibraryItemsResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_list_test_cases_response.py

@@ -50,7 +50,10 @@ class TestV1ListTestCasesResponse(unittest.TestCase):
                         constraints = [
                             ''
                             ], 
-                        condition = '', )
+                        condition = '', 
+                        perturbed_by = [
+                            ''
+                            ], )
                     ]
             )
         else:

eval_studio_client/api/test/test_v1_list_workflows_response.py

@@ -0,0 +1,92 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_list_workflows_response import V1ListWorkflowsResponse
+
+class TestV1ListWorkflowsResponse(unittest.TestCase):
+    """V1ListWorkflowsResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1ListWorkflowsResponse:
+        """Test V1ListWorkflowsResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1ListWorkflowsResponse`
+        """
+        model = V1ListWorkflowsResponse()
+        if include_optional:
+            return V1ListWorkflowsResponse(
+                workflows = [
+                    eval_studio_client.api.models.v1_workflow.v1Workflow(
+                        name = '', 
+                        display_name = '', 
+                        description = '', 
+                        create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        creator = '', 
+                        update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        updater = '', 
+                        delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        deleter = '', 
+                        type = 'WORKFLOW_TYPE_UNSPECIFIED', 
+                        model = '', 
+                        nodes = [
+                            ''
+                            ], 
+                        edges = [
+                            ''
+                            ], 
+                        outputs = {
+                            'key' : None
+                            }, 
+                        output_artifacts = {
+                            'key' : eval_studio_client.api.models.v1_workflow_node_artifacts.v1WorkflowNodeArtifacts(
+                                artifacts = [
+                                    eval_studio_client.api.models.v1_workflow_node_artifact.v1WorkflowNodeArtifact(
+                                        name = '', 
+                                        parent = '', 
+                                        display_name = '', 
+                                        description = '', 
+                                        create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                                        creator = '', 
+                                        update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                                        updater = '', 
+                                        delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                                        deleter = '', 
+                                        mime_type = '', )
+                                    ], )
+                            }, 
+                        llm_model = '', 
+                        model_parameters = '', )
+                    ]
+            )
+        else:
+            return V1ListWorkflowsResponse(
+        )
+        """
+
+    def testV1ListWorkflowsResponse(self):
+        """Test V1ListWorkflowsResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_process_workflow_node_response.py

@@ -0,0 +1,71 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_process_workflow_node_response import V1ProcessWorkflowNodeResponse
+
+class TestV1ProcessWorkflowNodeResponse(unittest.TestCase):
+    """V1ProcessWorkflowNodeResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1ProcessWorkflowNodeResponse:
+        """Test V1ProcessWorkflowNodeResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1ProcessWorkflowNodeResponse`
+        """
+        model = V1ProcessWorkflowNodeResponse()
+        if include_optional:
+            return V1ProcessWorkflowNodeResponse(
+                operation = eval_studio_client.api.models.v1_operation.v1Operation(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    metadata = {
+                        'key' : None
+                        }, 
+                    done = True, 
+                    error = eval_studio_client.api.models.rpc_status.rpcStatus(
+                        code = 56, 
+                        message = '', 
+                        details = [
+                            {
+                                'key' : None
+                                }
+                            ], ), 
+                    response = , )
+            )
+        else:
+            return V1ProcessWorkflowNodeResponse(
+        )
+        """
+
+    def testV1ProcessWorkflowNodeResponse(self):
+        """Test V1ProcessWorkflowNodeResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_prompt_library_item.py

@@ -0,0 +1,68 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_prompt_library_item import V1PromptLibraryItem
+
+class TestV1PromptLibraryItem(unittest.TestCase):
+    """V1PromptLibraryItem unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1PromptLibraryItem:
+        """Test V1PromptLibraryItem
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1PromptLibraryItem`
+        """
+        model = V1PromptLibraryItem()
+        if include_optional:
+            return V1PromptLibraryItem(
+                name = '',
+                create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
+                creator = '',
+                update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
+                updater = '',
+                delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
+                deleter = '',
+                display_name = '',
+                description = '',
+                test_suite_url = '',
+                test_count = 56,
+                test_case_count = 56,
+                evaluates = [
+                    'TEST_SUITE_EVALUATES_UNSPECIFIED'
+                    ],
+                categories = [
+                    ''
+                    ]
+            )
+        else:
+            return V1PromptLibraryItem(
+        )
+        """
+
+    def testV1PromptLibraryItem(self):
+        """Test V1PromptLibraryItem"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_test_case.py

@@ -48,7 +48,10 @@ class TestV1TestCase(unittest.TestCase):
                 constraints = [
                     ''
                     ],
-                condition = ''
+                condition = '',
+                perturbed_by = [
+                    ''
+                    ]
             )
         else:
             return V1TestCase(

eval_studio_client/api/test/test_v1_test_suite_evaluates.py

@@ -0,0 +1,33 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_test_suite_evaluates import V1TestSuiteEvaluates
+
+class TestV1TestSuiteEvaluates(unittest.TestCase):
+    """V1TestSuiteEvaluates unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def testV1TestSuiteEvaluates(self):
+        """Test V1TestSuiteEvaluates"""
+        # inst = V1TestSuiteEvaluates()
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_update_test_case_response.py

@@ -49,7 +49,10 @@ class TestV1UpdateTestCaseResponse(unittest.TestCase):
                     constraints = [
                         ''
                         ], 
-                    condition = '', )
+                    condition = '', 
+                    perturbed_by = [
+                        ''
+                        ], )
             )
         else:
             return V1UpdateTestCaseResponse(