eval-studio-client 1.3.0a1__py3-none-any.whl → 1.3.1__py3-none-any.whl

eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py

@@ -22,6 +22,7 @@ from typing import Any, ClassVar, Dict, List, Optional
 from eval_studio_client.api.models.v1_all_metric_scores import V1AllMetricScores
 from eval_studio_client.api.models.v1_metric_scores import V1MetricScores
 from eval_studio_client.api.models.v1_model import V1Model
+from eval_studio_client.api.models.v1_test_case import V1TestCase
 from eval_studio_client.api.models.v1_test_cases_generator import V1TestCasesGenerator
 from typing import Optional, Set
 from typing_extensions import Self
@@ -48,7 +49,9 @@ class AdversarialInputsServiceTestAdversarialInputsRobustnessRequest(BaseModel):
     baseline_eval: Optional[StrictStr] = Field(default=None, description="Required. Baseline evaluation name.", alias="baselineEval")
     baseline_metrics: Optional[Dict[str, V1MetricScores]] = Field(default=None, description="Required. Map of baseline metrics from the evaluator to the average metric scores for the evaluator.", alias="baselineMetrics")
     all_baseline_metrics_scores: Optional[Dict[str, V1AllMetricScores]] = Field(default=None, description="Required. Map of baseline metric to all and every test case metric score.", alias="allBaselineMetricsScores")
-    __properties: ClassVar[List[str]] = ["operation", "generatorInputTypes", "generatorDocumentUrls", "generatorModel", "generatorBaseLlmModel", "generatorCount", "generatorTopics", "generatorChunks", "generatorH2ogpteCollectionId", "evaluatorIdentifiers", "evaluatorsParameters", "model", "baseLlmModel", "modelParameters", "defaultH2ogpteModel", "baselineEval", "baselineMetrics", "allBaselineMetricsScores"]
+    test_cases: Optional[List[V1TestCase]] = Field(default=None, description="Optional. Existing adversarial test cases. If provided, these will be merged with newly generated adversarial test cases (if any) and used for evaluation.", alias="testCases")
+    workflow: Optional[StrictStr] = Field(default=None, description="Optional. Resource name of the parent workflow.")
+    __properties: ClassVar[List[str]] = ["operation", "generatorInputTypes", "generatorDocumentUrls", "generatorModel", "generatorBaseLlmModel", "generatorCount", "generatorTopics", "generatorChunks", "generatorH2ogpteCollectionId", "evaluatorIdentifiers", "evaluatorsParameters", "model", "baseLlmModel", "modelParameters", "defaultH2ogpteModel", "baselineEval", "baselineMetrics", "allBaselineMetricsScores", "testCases", "workflow"]
 
     model_config = ConfigDict(
         populate_by_name=True,
@@ -112,6 +115,13 @@ class AdversarialInputsServiceTestAdversarialInputsRobustnessRequest(BaseModel):
                 if self.all_baseline_metrics_scores[_key_all_baseline_metrics_scores]:
                     _field_dict[_key_all_baseline_metrics_scores] = self.all_baseline_metrics_scores[_key_all_baseline_metrics_scores].to_dict()
             _dict['allBaselineMetricsScores'] = _field_dict
+        # override the default output from pydantic by calling `to_dict()` of each item in test_cases (list)
+        _items = []
+        if self.test_cases:
+            for _item_test_cases in self.test_cases:
+                if _item_test_cases:
+                    _items.append(_item_test_cases.to_dict())
+            _dict['testCases'] = _items
         return _dict
 
     @classmethod
@@ -151,7 +161,9 @@ class AdversarialInputsServiceTestAdversarialInputsRobustnessRequest(BaseModel):
                 for _k, _v in obj["allBaselineMetricsScores"].items()
             )
             if obj.get("allBaselineMetricsScores") is not None
-            else None
+            else None,
+            "testCases": [V1TestCase.from_dict(_item) for _item in obj["testCases"]] if obj.get("testCases") is not None else None,
+            "workflow": obj.get("workflow")
         }, strict=False)
         return _obj
 

eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py

@@ -17,7 +17,7 @@ import pprint
 import re  # noqa: F401
 import json
 
-from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictInt, StrictStr
 from typing import Any, ClassVar, Dict, List, Optional
 from eval_studio_client.api.models.v1_model import V1Model
 from eval_studio_client.api.models.v1_repeated_context import V1RepeatedContext
@@ -39,7 +39,9 @@ class PromptGenerationServiceAutoGeneratePromptsRequest(BaseModel):
     generators: Optional[List[V1TestCasesGenerator]] = Field(default=None, description="Optional. Type of questions to generate TestCases for. If not specified, all types of questions are selected.")
     h2ogpte_collection_id: Optional[StrictStr] = Field(default=None, description="Optional. The ID of the h2oGPTe collection to use. If empty, new temporary collection will be created.", alias="h2ogpteCollectionId")
     topics: Optional[List[StrictStr]] = Field(default=None, description="Optional. Topics to generate questions for. If not specified, use document summarization as topic generation.")
-    __properties: ClassVar[List[str]] = ["operation", "model", "count", "baseLlmModel", "documentUrls", "chunks", "generators", "h2ogpteCollectionId", "topics"]
+    allow_duplicates: Optional[StrictBool] = Field(default=None, description="Optional. Whether to allow duplicates in the generated TestCases.", alias="allowDuplicates")
+    workflow: Optional[StrictStr] = Field(default=None, description="Optional. The workflow resource name to associate with the generated prompts.")
+    __properties: ClassVar[List[str]] = ["operation", "model", "count", "baseLlmModel", "documentUrls", "chunks", "generators", "h2ogpteCollectionId", "topics", "allowDuplicates", "workflow"]
 
     model_config = ConfigDict(
         populate_by_name=True,
@@ -109,7 +111,9 @@ class PromptGenerationServiceAutoGeneratePromptsRequest(BaseModel):
             "chunks": V1RepeatedContext.from_dict(obj["chunks"]) if obj.get("chunks") is not None else None,
             "generators": obj.get("generators"),
             "h2ogpteCollectionId": obj.get("h2ogpteCollectionId"),
-            "topics": obj.get("topics")
+            "topics": obj.get("topics"),
+            "allowDuplicates": obj.get("allowDuplicates"),
+            "workflow": obj.get("workflow")
         }, strict=False)
         return _obj
 

eval_studio_client/api/models/test_service_generate_test_cases_request.py

@@ -17,7 +17,7 @@ import pprint
 import re  # noqa: F401
 import json
 
-from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictInt, StrictStr
 from typing import Any, ClassVar, Dict, List, Optional
 from eval_studio_client.api.models.v1_context import V1Context
 from eval_studio_client.api.models.v1_test_cases_generator import V1TestCasesGenerator
@@ -35,7 +35,8 @@ class TestServiceGenerateTestCasesRequest(BaseModel):
     h2ogpte_collection_id: Optional[StrictStr] = Field(default=None, description="Optional. ID of the h2oGPTe collection to use. If provided, documents referenced by Test and any specified chunks are ignored. This field is required if Test does not reference any documents and no chunks are provided. If this field is left empty, a temporary collection will be created.", alias="h2ogpteCollectionId")
     topics: Optional[List[StrictStr]] = Field(default=None, description="Optional. Topics to generate questions for. If not specified, use document summarization as topic generation.")
     chunks: Optional[List[V1Context]] = Field(default=None, description="Optional. The list of chunks to use for generation. If set, the Documents assigned to the Test and h2ogpte_collection_id are ignored.")
-    __properties: ClassVar[List[str]] = ["count", "model", "baseLlmModel", "generators", "h2ogpteCollectionId", "topics", "chunks"]
+    allow_duplicates: Optional[StrictBool] = Field(default=None, description="Optional. Whether to allow duplicates in the generated TestCases.", alias="allowDuplicates")
+    __properties: ClassVar[List[str]] = ["count", "model", "baseLlmModel", "generators", "h2ogpteCollectionId", "topics", "chunks", "allowDuplicates"]
 
     model_config = ConfigDict(
         populate_by_name=True,
@@ -101,7 +102,8 @@ class TestServiceGenerateTestCasesRequest(BaseModel):
             "generators": obj.get("generators"),
             "h2ogpteCollectionId": obj.get("h2ogpteCollectionId"),
             "topics": obj.get("topics"),
-            "chunks": [V1Context.from_dict(_item) for _item in obj["chunks"]] if obj.get("chunks") is not None else None
+            "chunks": [V1Context.from_dict(_item) for _item in obj["chunks"]] if obj.get("chunks") is not None else None,
+            "allowDuplicates": obj.get("allowDuplicates")
         }, strict=False)
         return _obj
 

eval_studio_client/api/models/v1_create_evaluation_request.py

@@ -40,7 +40,8 @@ class V1CreateEvaluationRequest(BaseModel):
     h2ogpte_collection: Optional[StrictStr] = Field(default=None, description="The existing collection name in H2OGPTe.", alias="h2ogpteCollection")
     default_h2ogpte_model: Optional[V1Model] = Field(default=None, alias="defaultH2ogpteModel")
     evaluation_type: Optional[V1EvaluationType] = Field(default=None, alias="evaluationType")
-    __properties: ClassVar[List[str]] = ["evaluatorIdentifiers", "model", "evaluationTests", "operation", "llmModels", "useCache", "evaluatorsParameters", "modelParameters", "h2ogpteCollection", "defaultH2ogpteModel", "evaluationType"]
+    workflow: Optional[StrictStr] = Field(default=None, description="Optional. The resource name of the workflow to which the evaluation belongs to.")
+    __properties: ClassVar[List[str]] = ["evaluatorIdentifiers", "model", "evaluationTests", "operation", "llmModels", "useCache", "evaluatorsParameters", "modelParameters", "h2ogpteCollection", "defaultH2ogpteModel", "evaluationType", "workflow"]
 
     model_config = ConfigDict(
         populate_by_name=True,
@@ -116,7 +117,8 @@ class V1CreateEvaluationRequest(BaseModel):
             "modelParameters": obj.get("modelParameters"),
             "h2ogpteCollection": obj.get("h2ogpteCollection"),
             "defaultH2ogpteModel": V1Model.from_dict(obj["defaultH2ogpteModel"]) if obj.get("defaultH2ogpteModel") is not None else None,
-            "evaluationType": obj.get("evaluationType")
+            "evaluationType": obj.get("evaluationType"),
+            "workflow": obj.get("workflow")
         }, strict=False)
         return _obj
 

eval_studio_client/api/models/v1_delete_workflow_collections_request.py

@@ -0,0 +1,97 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict
+from typing import Any, ClassVar, Dict, List, Optional
+from eval_studio_client.api.models.v1_model import V1Model
+from eval_studio_client.api.models.v1_workflow import V1Workflow
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1DeleteWorkflowCollectionsRequest(BaseModel):
+    """
+    V1DeleteWorkflowCollectionsRequest
+    """ # noqa: E501
+    model: Optional[V1Model] = None
+    workflow: Optional[V1Workflow] = None
+    __properties: ClassVar[List[str]] = ["model", "workflow"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1DeleteWorkflowCollectionsRequest from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of model
+        if self.model:
+            _dict['model'] = self.model.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of workflow
+        if self.workflow:
+            _dict['workflow'] = self.workflow.to_dict()
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1DeleteWorkflowCollectionsRequest from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj, strict=False)
+
+        _obj = cls.model_validate({
+            "model": V1Model.from_dict(obj["model"]) if obj.get("model") is not None else None,
+            "workflow": V1Workflow.from_dict(obj["workflow"]) if obj.get("workflow") is not None else None
+        }, strict=False)
+        return _obj
+
+

eval_studio_client/api/models/v1_delete_workflow_collections_response.py

@@ -0,0 +1,87 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1DeleteWorkflowCollectionsResponse(BaseModel):
+    """
+    V1DeleteWorkflowCollectionsResponse
+    """ # noqa: E501
+    collections: Optional[List[StrictStr]] = Field(default=None, description="Output Only. The deleted collections ID.")
+    __properties: ClassVar[List[str]] = ["collections"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1DeleteWorkflowCollectionsResponse from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1DeleteWorkflowCollectionsResponse from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj, strict=False)
+
+        _obj = cls.model_validate({
+            "collections": obj.get("collections")
+        }, strict=False)
+        return _obj
+
+

eval_studio_client/api/models/v1_test_lab.py

@@ -21,6 +21,7 @@ from datetime import datetime
 from pydantic import BaseModel, ConfigDict, Field, StrictStr, field_validator
 from typing import Any, ClassVar, Dict, List, Optional, Union
 from typing_extensions import Annotated
+from eval_studio_client.api.models.v1_evaluation_type import V1EvaluationType
 from typing import Optional, Set
 from typing_extensions import Self
 
@@ -41,7 +42,8 @@ class V1TestLab(BaseModel):
     llm_models: Optional[List[StrictStr]] = Field(default=None, description="Immutable. List of LLM models used.", alias="llmModels")
     model_parameters: Optional[StrictStr] = Field(default=None, description="Immutable. Optional. Parameters overrides in JSON format.", alias="modelParameters")
     h2ogpte_collection: Optional[StrictStr] = Field(default=None, description="The existing collection name in H2OGPTe.", alias="h2ogpteCollection")
-    __properties: ClassVar[List[str]] = ["name", "createTime", "creator", "updateTime", "updater", "deleteTime", "deleter", "model", "testCases", "content", "llmModels", "modelParameters", "h2ogpteCollection"]
+    evaluation_type: Optional[V1EvaluationType] = Field(default=None, alias="evaluationType")
+    __properties: ClassVar[List[str]] = ["name", "createTime", "creator", "updateTime", "updater", "deleteTime", "deleter", "model", "testCases", "content", "llmModels", "modelParameters", "h2ogpteCollection", "evaluationType"]
 
     @field_validator('content')
     def content_validate_regular_expression(cls, value):
@@ -130,7 +132,8 @@ class V1TestLab(BaseModel):
             "content": obj.get("content"),
             "llmModels": obj.get("llmModels"),
             "modelParameters": obj.get("modelParameters"),
-            "h2ogpteCollection": obj.get("h2ogpteCollection")
+            "h2ogpteCollection": obj.get("h2ogpteCollection"),
+            "evaluationType": obj.get("evaluationType")
         }, strict=False)
         return _obj
 

eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py

@@ -118,7 +118,32 @@ class TestAdversarialInputsServiceTestAdversarialInputsRobustnessRequest(unittes
                         scores = [
                             1.337
                             ], )
-                    }
+                    },
+                test_cases = [
+                    eval_studio_client.api.models.v1_test_case.v1TestCase(
+                        name = '', 
+                        create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        creator = '', 
+                        update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        updater = '', 
+                        delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                        deleter = '', 
+                        parent = '', 
+                        prompt = '', 
+                        answer = '', 
+                        constraints = [
+                            ''
+                            ], 
+                        condition = '', 
+                        perturbed_by = [
+                            ''
+                            ], 
+                        topics = [
+                            ''
+                            ], 
+                        generator = 'TEST_CASES_GENERATOR_UNSPECIFIED', )
+                    ],
+                workflow = ''
             )
         else:
             return AdversarialInputsServiceTestAdversarialInputsRobustnessRequest(

eval_studio_client/api/test/test_h2_ogpte_collection_service_api.py

@@ -0,0 +1,38 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.api.h2_ogpte_collection_service_api import H2OGPTeCollectionServiceApi
+
+
+class TestH2OGPTeCollectionServiceApi(unittest.TestCase):
+    """H2OGPTeCollectionServiceApi unit test stubs"""
+
+    def setUp(self) -> None:
+        self.api = H2OGPTeCollectionServiceApi()
+
+    def tearDown(self) -> None:
+        pass
+
+    def test_h2_ogpte_collection_service_delete_workflow_collections(self) -> None:
+        """Test case for h2_ogpte_collection_service_delete_workflow_collections
+
+        DeleteCollection deletes existing managed h2oGPTe collection on the h2oGPTe server.
+        """
+        pass
+
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py

@@ -75,7 +75,9 @@ class TestPromptGenerationServiceAutoGeneratePromptsRequest(unittest.TestCase):
                 h2ogpte_collection_id = '',
                 topics = [
                     ''
-                    ]
+                    ],
+                allow_duplicates = True,
+                workflow = ''
             )
         else:
             return PromptGenerationServiceAutoGeneratePromptsRequest(

eval_studio_client/api/test/test_test_service_generate_test_cases_request.py

@@ -56,7 +56,8 @@ class TestTestServiceGenerateTestCasesRequest(unittest.TestCase):
                         pages = '', 
                         topic = '', 
                         topic_id = 56, )
-                    ]
+                    ],
+                allow_duplicates = True
             )
         else:
             return TestServiceGenerateTestCasesRequest(

eval_studio_client/api/test/test_v1_create_evaluation_request.py

@@ -114,7 +114,8 @@ class TestV1CreateEvaluationRequest(unittest.TestCase):
                     type = 'MODEL_TYPE_UNSPECIFIED', 
                     parameters = '', 
                     demo = True, ),
-                evaluation_type = 'EVALUATION_TYPE_UNSPECIFIED'
+                evaluation_type = 'EVALUATION_TYPE_UNSPECIFIED',
+                workflow = ''
             )
         else:
             return V1CreateEvaluationRequest(

eval_studio_client/api/test/test_v1_create_test_lab_response.py

@@ -52,7 +52,8 @@ class TestV1CreateTestLabResponse(unittest.TestCase):
                         ''
                         ], 
                     model_parameters = '', 
-                    h2ogpte_collection = '', )
+                    h2ogpte_collection = '', 
+                    evaluation_type = 'EVALUATION_TYPE_UNSPECIFIED', )
             )
         else:
             return V1CreateTestLabResponse(

eval_studio_client/api/test/test_v1_delete_workflow_collections_request.py

@@ -0,0 +1,108 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_delete_workflow_collections_request import V1DeleteWorkflowCollectionsRequest
+
+class TestV1DeleteWorkflowCollectionsRequest(unittest.TestCase):
+    """V1DeleteWorkflowCollectionsRequest unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1DeleteWorkflowCollectionsRequest:
+        """Test V1DeleteWorkflowCollectionsRequest
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1DeleteWorkflowCollectionsRequest`
+        """
+        model = V1DeleteWorkflowCollectionsRequest()
+        if include_optional:
+            return V1DeleteWorkflowCollectionsRequest(
+                model = eval_studio_client.api.models.v1_model.v1Model(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    display_name = '', 
+                    description = '', 
+                    url = '', 
+                    api_key = '', 
+                    type = 'MODEL_TYPE_UNSPECIFIED', 
+                    parameters = '', 
+                    demo = True, ),
+                workflow = eval_studio_client.api.models.v1_workflow.v1Workflow(
+                    name = '', 
+                    display_name = '', 
+                    description = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    type = 'WORKFLOW_TYPE_UNSPECIFIED', 
+                    model = '', 
+                    nodes = [
+                        ''
+                        ], 
+                    edges = [
+                        ''
+                        ], 
+                    outputs = {
+                        'key' : None
+                        }, 
+                    output_artifacts = {
+                        'key' : eval_studio_client.api.models.v1_workflow_node_artifacts.v1WorkflowNodeArtifacts(
+                            artifacts = [
+                                eval_studio_client.api.models.v1_workflow_node_artifact.v1WorkflowNodeArtifact(
+                                    name = '', 
+                                    parent = '', 
+                                    display_name = '', 
+                                    description = '', 
+                                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                                    creator = '', 
+                                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                                    updater = '', 
+                                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                                    deleter = '', 
+                                    mime_type = '', )
+                                ], )
+                        }, 
+                    llm_model = '', 
+                    model_parameters = '', 
+                    document = '', 
+                    h2ogpte_collection = '', 
+                    cloned_from_workflow = '', )
+            )
+        else:
+            return V1DeleteWorkflowCollectionsRequest(
+        )
+        """
+
+    def testV1DeleteWorkflowCollectionsRequest(self):
+        """Test V1DeleteWorkflowCollectionsRequest"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_delete_workflow_collections_response.py

@@ -0,0 +1,53 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_delete_workflow_collections_response import V1DeleteWorkflowCollectionsResponse
+
+class TestV1DeleteWorkflowCollectionsResponse(unittest.TestCase):
+    """V1DeleteWorkflowCollectionsResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1DeleteWorkflowCollectionsResponse:
+        """Test V1DeleteWorkflowCollectionsResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1DeleteWorkflowCollectionsResponse`
+        """
+        model = V1DeleteWorkflowCollectionsResponse()
+        if include_optional:
+            return V1DeleteWorkflowCollectionsResponse(
+                collections = [
+                    ''
+                    ]
+            )
+        else:
+            return V1DeleteWorkflowCollectionsResponse(
+        )
+        """
+
+    def testV1DeleteWorkflowCollectionsResponse(self):
+        """Test V1DeleteWorkflowCollectionsResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_find_test_lab_response.py

@@ -52,7 +52,8 @@ class TestV1FindTestLabResponse(unittest.TestCase):
                         ''
                         ], 
                     model_parameters = '', 
-                    h2ogpte_collection = '', )
+                    h2ogpte_collection = '', 
+                    evaluation_type = 'EVALUATION_TYPE_UNSPECIFIED', )
             )
         else:
             return V1FindTestLabResponse(

eval_studio_client/api/test/test_v1_test_lab.py

@@ -51,7 +51,8 @@ class TestV1TestLab(unittest.TestCase):
                     ''
                     ],
                 model_parameters = '',
-                h2ogpte_collection = ''
+                h2ogpte_collection = '',
+                evaluation_type = 'EVALUATION_TYPE_UNSPECIFIED'
             )
         else:
             return V1TestLab(