eval-studio-client 1.0.1__py3-none-any.whl → 1.1.0a5__py3-none-any.whl

eval_studio_client/api/models/v1_workflow_node_artifacts.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/v1_workflow_node_attributes.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/v1_workflow_node_status.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/v1_workflow_node_type.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 
@@ -32,6 +32,9 @@ class V1WorkflowNodeType(str, Enum):
     WORKFLOW_NODE_TYPE_PERTURBATION = 'WORKFLOW_NODE_TYPE_PERTURBATION'
     WORKFLOW_NODE_TYPE_AUTOMATED_EVALUATION = 'WORKFLOW_NODE_TYPE_AUTOMATED_EVALUATION'
     WORKFLOW_NODE_TYPE_HUMAN_EVALUATION = 'WORKFLOW_NODE_TYPE_HUMAN_EVALUATION'
+    WORKFLOW_NODE_TYPE_MARGINAL_ANALYSIS = 'WORKFLOW_NODE_TYPE_MARGINAL_ANALYSIS'
+    WORKFLOW_NODE_TYPE_VALIDATION = 'WORKFLOW_NODE_TYPE_VALIDATION'
+    WORKFLOW_NODE_TYPE_ADVERSARIAL_INPUTS = 'WORKFLOW_NODE_TYPE_ADVERSARIAL_INPUTS'
 
     @classmethod
     def from_json(cls, json_str: str) -> Self:

eval_studio_client/api/models/v1_workflow_node_view.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/v1_workflow_type.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/workflow_service_clone_workflow_request.py

@@ -0,0 +1,95 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+
+class WorkflowServiceCloneWorkflowRequest(BaseModel):
+    """
+    WorkflowServiceCloneWorkflowRequest
+    """ # noqa: E501
+    display_name_override: Optional[StrictStr] = Field(default=None, description="Optional. The display name of the cloned Workflow. If not specified, the display name from the original Workflow is used with \" Clone\" suffix added.", alias="displayNameOverride")
+    description_override: Optional[StrictStr] = Field(default=None, description="Optional. The description of the cloned Workflow. If not specified, the description from the original Workflow is used.", alias="descriptionOverride")
+    model_override: Optional[StrictStr] = Field(default=None, description="Optional. The name of the model to use in the cloned Workflow. If not specified, the model from the original Workflow is used.", alias="modelOverride")
+    llm_model_override: Optional[StrictStr] = Field(default=None, description="Optional. The name of the base LLM model to use in the cloned workflow. If not specified, the base LLM model from the original Workflow is used. Required if model_override is set.", alias="llmModelOverride")
+    model_parameters_override: Optional[StrictStr] = Field(default=None, description="Optional. Model specific parameters in JSON format. If not specified, the parameters from the original Workflow are used.", alias="modelParametersOverride")
+    __properties: ClassVar[List[str]] = ["displayNameOverride", "descriptionOverride", "modelOverride", "llmModelOverride", "modelParametersOverride"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of WorkflowServiceCloneWorkflowRequest from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of WorkflowServiceCloneWorkflowRequest from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "displayNameOverride": obj.get("displayNameOverride"),
+            "descriptionOverride": obj.get("descriptionOverride"),
+            "modelOverride": obj.get("modelOverride"),
+            "llmModelOverride": obj.get("llmModelOverride"),
+            "modelParametersOverride": obj.get("modelParametersOverride")
+        })
+        return _obj
+
+

eval_studio_client/api/rest.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_adversarial_inputs_service_api.py

@@ -0,0 +1,37 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.api.adversarial_inputs_service_api import AdversarialInputsServiceApi
+
+
+class TestAdversarialInputsServiceApi(unittest.TestCase):
+    """AdversarialInputsServiceApi unit test stubs"""
+
+    def setUp(self) -> None:
+        self.api = AdversarialInputsServiceApi()
+
+    def tearDown(self) -> None:
+        pass
+
+    def test_adversarial_inputs_service_test_adversarial_inputs_robustness(self) -> None:
+        """Test case for adversarial_inputs_service_test_adversarial_inputs_robustness
+
+        """
+        pass
+
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py

@@ -0,0 +1,128 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.adversarial_inputs_service_test_adversarial_inputs_robustness_request import AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
+
+class TestAdversarialInputsServiceTestAdversarialInputsRobustnessRequest(unittest.TestCase):
+    """AdversarialInputsServiceTestAdversarialInputsRobustnessRequest unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> AdversarialInputsServiceTestAdversarialInputsRobustnessRequest:
+        """Test AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `AdversarialInputsServiceTestAdversarialInputsRobustnessRequest`
+        """
+        model = AdversarialInputsServiceTestAdversarialInputsRobustnessRequest()
+        if include_optional:
+            return AdversarialInputsServiceTestAdversarialInputsRobustnessRequest(
+                operation = '',
+                generator_input_types = [
+                    'TEST_CASES_GENERATOR_UNSPECIFIED'
+                    ],
+                generator_document_urls = [
+                    ''
+                    ],
+                generator_model = eval_studio_client.api.models.v1_model.v1Model(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    display_name = '', 
+                    description = '', 
+                    url = '', 
+                    api_key = '', 
+                    type = 'MODEL_TYPE_UNSPECIFIED', 
+                    parameters = '', 
+                    demo = True, ),
+                generator_base_llm_model = '',
+                generator_count = 56,
+                generator_topics = [
+                    ''
+                    ],
+                generator_chunks = [
+                    ''
+                    ],
+                generator_h2ogpte_collection_id = '',
+                evaluator_identifiers = [
+                    ''
+                    ],
+                evaluators_parameters = {
+                    'key' : ''
+                    },
+                model = eval_studio_client.api.models.v1_model.v1Model(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    display_name = '', 
+                    description = '', 
+                    url = '', 
+                    api_key = '', 
+                    type = 'MODEL_TYPE_UNSPECIFIED', 
+                    parameters = '', 
+                    demo = True, ),
+                base_llm_model = '',
+                model_parameters = '',
+                default_h2ogpte_model = eval_studio_client.api.models.v1_model.v1Model(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    display_name = '', 
+                    description = '', 
+                    url = '', 
+                    api_key = '', 
+                    type = 'MODEL_TYPE_UNSPECIFIED', 
+                    parameters = '', 
+                    demo = True, ),
+                baseline_eval = '',
+                baseline_metrics = {
+                    'key' : eval_studio_client.api.models.v1_metric_scores.v1MetricScores(
+                        scores = [
+                            eval_studio_client.api.models.v1_metric_score.v1MetricScore(
+                                key = '', 
+                                value = 1.337, )
+                            ], )
+                    }
+            )
+        else:
+            return AdversarialInputsServiceTestAdversarialInputsRobustnessRequest(
+        )
+        """
+
+    def testAdversarialInputsServiceTestAdversarialInputsRobustnessRequest(self):
+        """Test AdversarialInputsServiceTestAdversarialInputsRobustnessRequest"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_dashboard_service_api.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_document_service_api.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_evaluation_service_api.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_evaluator_service_api.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_generated_questions_validation_service_api.py

@@ -0,0 +1,37 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.api.generated_questions_validation_service_api import GeneratedQuestionsValidationServiceApi
+
+
+class TestGeneratedQuestionsValidationServiceApi(unittest.TestCase):
+    """GeneratedQuestionsValidationServiceApi unit test stubs"""
+
+    def setUp(self) -> None:
+        self.api = GeneratedQuestionsValidationServiceApi()
+
+    def tearDown(self) -> None:
+        pass
+
+    def test_generated_questions_validation_service_validate_generated_questions(self) -> None:
+        """Test case for generated_questions_validation_service_validate_generated_questions
+
+        """
+        pass
+
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_generated_questions_validation_service_validate_generated_questions_request.py

@@ -0,0 +1,83 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.generated_questions_validation_service_validate_generated_questions_request import GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
+
+class TestGeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest(unittest.TestCase):
+    """GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest:
+        """Test GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest`
+        """
+        model = GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest()
+        if include_optional:
+            return GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest(
+                operation = '',
+                test_cases = [
+                    eval_studio_client.api.models.v1_generated_test_case.v1GeneratedTestCase(
+                        test_case = eval_studio_client.api.models.v1_test_case.v1TestCase(
+                            name = '', 
+                            create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                            creator = '', 
+                            update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                            updater = '', 
+                            delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                            deleter = '', 
+                            parent = '', 
+                            prompt = '', 
+                            answer = '', 
+                            constraints = [
+                                ''
+                                ], 
+                            condition = '', 
+                            perturbed_by = [
+                                ''
+                                ], 
+                            topics = [
+                                ''
+                                ], 
+                            generator = 'TEST_CASES_GENERATOR_UNSPECIFIED', ), 
+                        context = [
+                            eval_studio_client.api.models.v1_context.v1Context(
+                                collection_id = '', 
+                                chunk_id = 56, 
+                                score = 1.337, 
+                                content = '', )
+                            ], )
+                    ]
+            )
+        else:
+            return GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest(
+        )
+        """
+
+    def testGeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest(self):
+        """Test GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_human_calibration_service_api.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_info_service_api.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_leaderboard_report_service_api.py

@@ -0,0 +1,37 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.api.leaderboard_report_service_api import LeaderboardReportServiceApi
+
+
+class TestLeaderboardReportServiceApi(unittest.TestCase):
+    """LeaderboardReportServiceApi unit test stubs"""
+
+    def setUp(self) -> None:
+        self.api = LeaderboardReportServiceApi()
+
+    def tearDown(self) -> None:
+        pass
+
+    def test_leaderboard_report_service_get_leaderboard_report(self) -> None:
+        """Test case for leaderboard_report_service_get_leaderboard_report
+
+        """
+        pass
+
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_leaderboard_service_api.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_model_service_api.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_operation_progress_service_api.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_operation_service_api.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 
@@ -26,6 +26,12 @@ class TestOperationServiceApi(unittest.TestCase):
     def tearDown(self) -> None:
         pass
 
+    def test_operation_service_abort_operation(self) -> None:
+        """Test case for operation_service_abort_operation
+
+        """
+        pass
+
     def test_operation_service_batch_get_operations(self) -> None:
         """Test case for operation_service_batch_get_operations
 

eval_studio_client/api/test/test_perturbation_service_api.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 
@@ -59,7 +59,11 @@ class TestPerturbationServiceCreatePerturbationRequest(unittest.TestCase):
                         condition = '', 
                         perturbed_by = [
                             ''
-                            ], )
+                            ], 
+                        topics = [
+                            ''
+                            ], 
+                        generator = 'TEST_CASES_GENERATOR_UNSPECIFIED', )
                     ],
                 test_case_relationships = [
                     eval_studio_client.api.models.v1_test_case_relationship.v1TestCaseRelationship(

eval_studio_client/api/test/test_perturbator_service_api.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)