eval-studio-client 1.3.0a1__py3-none-any.whl → 1.3.1a1__py3-none-any.whl

eval_studio_client/api/__init__.py

@@ -24,6 +24,7 @@ from eval_studio_client.api.api.dashboard_test_case_annotation_service_api impor
 from eval_studio_client.api.api.document_service_api import DocumentServiceApi
 from eval_studio_client.api.api.evaluation_service_api import EvaluationServiceApi
 from eval_studio_client.api.api.evaluator_service_api import EvaluatorServiceApi
+from eval_studio_client.api.api.h2_ogpte_collection_service_api import H2OGPTeCollectionServiceApi
 from eval_studio_client.api.api.human_calibration_service_api import HumanCalibrationServiceApi
 from eval_studio_client.api.api.info_service_api import InfoServiceApi
 from eval_studio_client.api.api.leaderboard_report_service_api import LeaderboardReportServiceApi
@@ -176,6 +177,8 @@ from eval_studio_client.api.models.v1_delete_leaderboard_response import V1Delet
 from eval_studio_client.api.models.v1_delete_model_response import V1DeleteModelResponse
 from eval_studio_client.api.models.v1_delete_test_case_response import V1DeleteTestCaseResponse
 from eval_studio_client.api.models.v1_delete_test_response import V1DeleteTestResponse
+from eval_studio_client.api.models.v1_delete_workflow_collections_request import V1DeleteWorkflowCollectionsRequest
+from eval_studio_client.api.models.v1_delete_workflow_collections_response import V1DeleteWorkflowCollectionsResponse
 from eval_studio_client.api.models.v1_delete_workflow_edge_response import V1DeleteWorkflowEdgeResponse
 from eval_studio_client.api.models.v1_delete_workflow_node_response import V1DeleteWorkflowNodeResponse
 from eval_studio_client.api.models.v1_delete_workflow_response import V1DeleteWorkflowResponse

eval_studio_client/api/api/__init__.py

@@ -8,6 +8,7 @@ from eval_studio_client.api.api.dashboard_test_case_annotation_service_api impor
 from eval_studio_client.api.api.document_service_api import DocumentServiceApi
 from eval_studio_client.api.api.evaluation_service_api import EvaluationServiceApi
 from eval_studio_client.api.api.evaluator_service_api import EvaluatorServiceApi
+from eval_studio_client.api.api.h2_ogpte_collection_service_api import H2OGPTeCollectionServiceApi
 from eval_studio_client.api.api.human_calibration_service_api import HumanCalibrationServiceApi
 from eval_studio_client.api.api.info_service_api import InfoServiceApi
 from eval_studio_client.api.api.leaderboard_report_service_api import LeaderboardReportServiceApi

eval_studio_client/api/api/h2_ogpte_collection_service_api.py

@@ -0,0 +1,304 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+import warnings
+from pydantic import validate_call, Field, StrictFloat, StrictStr, StrictInt
+from typing import Any, Dict, List, Optional, Tuple, Union
+from typing_extensions import Annotated
+
+from eval_studio_client.api.models.v1_delete_workflow_collections_request import V1DeleteWorkflowCollectionsRequest
+from eval_studio_client.api.models.v1_delete_workflow_collections_response import V1DeleteWorkflowCollectionsResponse
+
+from eval_studio_client.api.api_client import ApiClient, RequestSerialized
+from eval_studio_client.api.api_response import ApiResponse
+from eval_studio_client.api.rest import RESTResponseType
+
+
+class H2OGPTeCollectionServiceApi:
+    """NOTE: This class is auto generated by OpenAPI Generator
+    Ref: https://openapi-generator.tech
+
+    Do not edit the class manually.
+    """
+
+    def __init__(self, api_client=None) -> None:
+        if api_client is None:
+            api_client = ApiClient.get_default()
+        self.api_client = api_client
+
+
+    @validate_call
+    def h2_ogpte_collection_service_delete_workflow_collections(
+        self,
+        body: V1DeleteWorkflowCollectionsRequest,
+        _request_timeout: Union[
+            None,
+            Annotated[StrictFloat, Field(gt=0)],
+            Tuple[
+                Annotated[StrictFloat, Field(gt=0)],
+                Annotated[StrictFloat, Field(gt=0)]
+            ]
+        ] = None,
+        _request_auth: Optional[Dict[StrictStr, Any]] = None,
+        _content_type: Optional[StrictStr] = None,
+        _headers: Optional[Dict[StrictStr, Any]] = None,
+        _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
+    ) -> V1DeleteWorkflowCollectionsResponse:
+        """DeleteCollection deletes existing managed h2oGPTe collection on the h2oGPTe server.
+
+
+        :param body: (required)
+        :type body: V1DeleteWorkflowCollectionsRequest
+        :param _request_timeout: timeout setting for this request. If one
+                                 number provided, it will be total request
+                                 timeout. It can also be a pair (tuple) of
+                                 (connection, read) timeouts.
+        :type _request_timeout: int, tuple(int, int), optional
+        :param _request_auth: set to override the auth_settings for an a single
+                              request; this effectively ignores the
+                              authentication in the spec for a single request.
+        :type _request_auth: dict, optional
+        :param _content_type: force content-type for the request.
+        :type _content_type: str, Optional
+        :param _headers: set to override the headers for a single
+                         request; this effectively ignores the headers
+                         in the spec for a single request.
+        :type _headers: dict, optional
+        :param _host_index: set to override the host_index for a single
+                            request; this effectively ignores the host_index
+                            in the spec for a single request.
+        :type _host_index: int, optional
+        :return: Returns the result object.
+        """ # noqa: E501
+
+        _param = self._h2_ogpte_collection_service_delete_workflow_collections_serialize(
+            body=body,
+            _request_auth=_request_auth,
+            _content_type=_content_type,
+            _headers=_headers,
+            _host_index=_host_index
+        )
+
+        _response_types_map: Dict[str, Optional[str]] = {
+            '200': "V1DeleteWorkflowCollectionsResponse",
+        }
+        response_data = self.api_client.call_api(
+            *_param,
+            _request_timeout=_request_timeout
+        )
+        response_data.read()
+        return self.api_client.response_deserialize(
+            response_data=response_data,
+            response_types_map=_response_types_map,
+        ).data
+
+
+    @validate_call
+    def h2_ogpte_collection_service_delete_workflow_collections_with_http_info(
+        self,
+        body: V1DeleteWorkflowCollectionsRequest,
+        _request_timeout: Union[
+            None,
+            Annotated[StrictFloat, Field(gt=0)],
+            Tuple[
+                Annotated[StrictFloat, Field(gt=0)],
+                Annotated[StrictFloat, Field(gt=0)]
+            ]
+        ] = None,
+        _request_auth: Optional[Dict[StrictStr, Any]] = None,
+        _content_type: Optional[StrictStr] = None,
+        _headers: Optional[Dict[StrictStr, Any]] = None,
+        _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
+    ) -> ApiResponse[V1DeleteWorkflowCollectionsResponse]:
+        """DeleteCollection deletes existing managed h2oGPTe collection on the h2oGPTe server.
+
+
+        :param body: (required)
+        :type body: V1DeleteWorkflowCollectionsRequest
+        :param _request_timeout: timeout setting for this request. If one
+                                 number provided, it will be total request
+                                 timeout. It can also be a pair (tuple) of
+                                 (connection, read) timeouts.
+        :type _request_timeout: int, tuple(int, int), optional
+        :param _request_auth: set to override the auth_settings for an a single
+                              request; this effectively ignores the
+                              authentication in the spec for a single request.
+        :type _request_auth: dict, optional
+        :param _content_type: force content-type for the request.
+        :type _content_type: str, Optional
+        :param _headers: set to override the headers for a single
+                         request; this effectively ignores the headers
+                         in the spec for a single request.
+        :type _headers: dict, optional
+        :param _host_index: set to override the host_index for a single
+                            request; this effectively ignores the host_index
+                            in the spec for a single request.
+        :type _host_index: int, optional
+        :return: Returns the result object.
+        """ # noqa: E501
+
+        _param = self._h2_ogpte_collection_service_delete_workflow_collections_serialize(
+            body=body,
+            _request_auth=_request_auth,
+            _content_type=_content_type,
+            _headers=_headers,
+            _host_index=_host_index
+        )
+
+        _response_types_map: Dict[str, Optional[str]] = {
+            '200': "V1DeleteWorkflowCollectionsResponse",
+        }
+        response_data = self.api_client.call_api(
+            *_param,
+            _request_timeout=_request_timeout
+        )
+        response_data.read()
+        return self.api_client.response_deserialize(
+            response_data=response_data,
+            response_types_map=_response_types_map,
+        )
+
+
+    @validate_call
+    def h2_ogpte_collection_service_delete_workflow_collections_without_preload_content(
+        self,
+        body: V1DeleteWorkflowCollectionsRequest,
+        _request_timeout: Union[
+            None,
+            Annotated[StrictFloat, Field(gt=0)],
+            Tuple[
+                Annotated[StrictFloat, Field(gt=0)],
+                Annotated[StrictFloat, Field(gt=0)]
+            ]
+        ] = None,
+        _request_auth: Optional[Dict[StrictStr, Any]] = None,
+        _content_type: Optional[StrictStr] = None,
+        _headers: Optional[Dict[StrictStr, Any]] = None,
+        _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
+    ) -> RESTResponseType:
+        """DeleteCollection deletes existing managed h2oGPTe collection on the h2oGPTe server.
+
+
+        :param body: (required)
+        :type body: V1DeleteWorkflowCollectionsRequest
+        :param _request_timeout: timeout setting for this request. If one
+                                 number provided, it will be total request
+                                 timeout. It can also be a pair (tuple) of
+                                 (connection, read) timeouts.
+        :type _request_timeout: int, tuple(int, int), optional
+        :param _request_auth: set to override the auth_settings for an a single
+                              request; this effectively ignores the
+                              authentication in the spec for a single request.
+        :type _request_auth: dict, optional
+        :param _content_type: force content-type for the request.
+        :type _content_type: str, Optional
+        :param _headers: set to override the headers for a single
+                         request; this effectively ignores the headers
+                         in the spec for a single request.
+        :type _headers: dict, optional
+        :param _host_index: set to override the host_index for a single
+                            request; this effectively ignores the host_index
+                            in the spec for a single request.
+        :type _host_index: int, optional
+        :return: Returns the result object.
+        """ # noqa: E501
+
+        _param = self._h2_ogpte_collection_service_delete_workflow_collections_serialize(
+            body=body,
+            _request_auth=_request_auth,
+            _content_type=_content_type,
+            _headers=_headers,
+            _host_index=_host_index
+        )
+
+        _response_types_map: Dict[str, Optional[str]] = {
+            '200': "V1DeleteWorkflowCollectionsResponse",
+        }
+        response_data = self.api_client.call_api(
+            *_param,
+            _request_timeout=_request_timeout
+        )
+        return response_data.response
+
+
+    def _h2_ogpte_collection_service_delete_workflow_collections_serialize(
+        self,
+        body,
+        _request_auth,
+        _content_type,
+        _headers,
+        _host_index,
+    ) -> RequestSerialized:
+
+        _host = None
+
+        _collection_formats: Dict[str, str] = {
+        }
+
+        _path_params: Dict[str, str] = {}
+        _query_params: List[Tuple[str, str]] = []
+        _header_params: Dict[str, Optional[str]] = _headers or {}
+        _form_params: List[Tuple[str, str]] = []
+        _files: Dict[str, Union[str, bytes]] = {}
+        _body_params: Optional[bytes] = None
+
+        # process the path parameters
+        # process the query parameters
+        # process the header parameters
+        # process the form parameters
+        # process the body parameter
+        if body is not None:
+            _body_params = body
+
+
+        # set the HTTP header `Accept`
+        _header_params['Accept'] = self.api_client.select_header_accept(
+            [
+                'application/json'
+            ]
+        )
+
+        # set the HTTP header `Content-Type`
+        if _content_type:
+            _header_params['Content-Type'] = _content_type
+        else:
+            _default_content_type = (
+                self.api_client.select_header_content_type(
+                    [
+                        'application/json'
+                    ]
+                )
+            )
+            if _default_content_type is not None:
+                _header_params['Content-Type'] = _default_content_type
+
+        # authentication setting
+        _auth_settings: List[str] = [
+        ]
+
+        return self.api_client.param_serialize(
+            method='POST',
+            resource_path='/v1:deleteWorkflowCollections',
+            path_params=_path_params,
+            query_params=_query_params,
+            header_params=_header_params,
+            body=_body_params,
+            post_params=_form_params,
+            files=_files,
+            auth_settings=_auth_settings,
+            collection_formats=_collection_formats,
+            _host=_host,
+            _request_auth=_request_auth
+        )
+
+

eval_studio_client/api/api/test_lab_service_api.py

@@ -16,7 +16,7 @@ from pydantic import validate_call, Field, StrictFloat, StrictStr, StrictInt
 from typing import Any, Dict, List, Optional, Tuple, Union
 from typing_extensions import Annotated
 
-from pydantic import Field, StrictStr
+from pydantic import Field, StrictStr, field_validator
 from typing import List, Optional
 from typing_extensions import Annotated
 from eval_studio_client.api.models.v1_create_test_lab_response import V1CreateTestLabResponse
@@ -316,6 +316,7 @@ class TestLabServiceApi:
         llm_models: Annotated[Optional[List[StrictStr]], Field(description="The LLM models to find Test Lab for.")] = None,
         model_parameters: Annotated[Optional[StrictStr], Field(description="The parameters to find Test Lab for.")] = None,
         h2ogpte_collection: Annotated[Optional[StrictStr], Field(description="The existing collection name in H2OGPTe.")] = None,
+        evaluation_type: Annotated[Optional[StrictStr], Field(description="The evaluation type for the Test Lab.   - EVALUATION_TYPE_UNSPECIFIED: Unspecified type.  - EVALUATION_TYPE_LLM: LLM Evaluation, where evaluated model doesn't retrieve any context.  - EVALUATION_TYPE_RAG: RAG Evaluation, where evaluated model retrieves context from a given collection.  - EVALUATION_TYPE_AGENT: Agent Evaluation, where evaluated model is an agent that can interact with tools.")] = None,
         _request_timeout: Union[
             None,
             Annotated[StrictFloat, Field(gt=0)],
@@ -342,6 +343,8 @@ class TestLabServiceApi:
         :type model_parameters: str
         :param h2ogpte_collection: The existing collection name in H2OGPTe.
         :type h2ogpte_collection: str
+        :param evaluation_type: The evaluation type for the Test Lab.   - EVALUATION_TYPE_UNSPECIFIED: Unspecified type.  - EVALUATION_TYPE_LLM: LLM Evaluation, where evaluated model doesn't retrieve any context.  - EVALUATION_TYPE_RAG: RAG Evaluation, where evaluated model retrieves context from a given collection.  - EVALUATION_TYPE_AGENT: Agent Evaluation, where evaluated model is an agent that can interact with tools.
+        :type evaluation_type: str
         :param _request_timeout: timeout setting for this request. If one
                                  number provided, it will be total request
                                  timeout. It can also be a pair (tuple) of
@@ -370,6 +373,7 @@ class TestLabServiceApi:
             llm_models=llm_models,
             model_parameters=model_parameters,
             h2ogpte_collection=h2ogpte_collection,
+            evaluation_type=evaluation_type,
             _request_auth=_request_auth,
             _content_type=_content_type,
             _headers=_headers,
@@ -398,6 +402,7 @@ class TestLabServiceApi:
         llm_models: Annotated[Optional[List[StrictStr]], Field(description="The LLM models to find Test Lab for.")] = None,
         model_parameters: Annotated[Optional[StrictStr], Field(description="The parameters to find Test Lab for.")] = None,
         h2ogpte_collection: Annotated[Optional[StrictStr], Field(description="The existing collection name in H2OGPTe.")] = None,
+        evaluation_type: Annotated[Optional[StrictStr], Field(description="The evaluation type for the Test Lab.   - EVALUATION_TYPE_UNSPECIFIED: Unspecified type.  - EVALUATION_TYPE_LLM: LLM Evaluation, where evaluated model doesn't retrieve any context.  - EVALUATION_TYPE_RAG: RAG Evaluation, where evaluated model retrieves context from a given collection.  - EVALUATION_TYPE_AGENT: Agent Evaluation, where evaluated model is an agent that can interact with tools.")] = None,
         _request_timeout: Union[
             None,
             Annotated[StrictFloat, Field(gt=0)],
@@ -424,6 +429,8 @@ class TestLabServiceApi:
         :type model_parameters: str
         :param h2ogpte_collection: The existing collection name in H2OGPTe.
         :type h2ogpte_collection: str
+        :param evaluation_type: The evaluation type for the Test Lab.   - EVALUATION_TYPE_UNSPECIFIED: Unspecified type.  - EVALUATION_TYPE_LLM: LLM Evaluation, where evaluated model doesn't retrieve any context.  - EVALUATION_TYPE_RAG: RAG Evaluation, where evaluated model retrieves context from a given collection.  - EVALUATION_TYPE_AGENT: Agent Evaluation, where evaluated model is an agent that can interact with tools.
+        :type evaluation_type: str
         :param _request_timeout: timeout setting for this request. If one
                                  number provided, it will be total request
                                  timeout. It can also be a pair (tuple) of
@@ -452,6 +459,7 @@ class TestLabServiceApi:
             llm_models=llm_models,
             model_parameters=model_parameters,
             h2ogpte_collection=h2ogpte_collection,
+            evaluation_type=evaluation_type,
             _request_auth=_request_auth,
             _content_type=_content_type,
             _headers=_headers,
@@ -480,6 +488,7 @@ class TestLabServiceApi:
         llm_models: Annotated[Optional[List[StrictStr]], Field(description="The LLM models to find Test Lab for.")] = None,
         model_parameters: Annotated[Optional[StrictStr], Field(description="The parameters to find Test Lab for.")] = None,
         h2ogpte_collection: Annotated[Optional[StrictStr], Field(description="The existing collection name in H2OGPTe.")] = None,
+        evaluation_type: Annotated[Optional[StrictStr], Field(description="The evaluation type for the Test Lab.   - EVALUATION_TYPE_UNSPECIFIED: Unspecified type.  - EVALUATION_TYPE_LLM: LLM Evaluation, where evaluated model doesn't retrieve any context.  - EVALUATION_TYPE_RAG: RAG Evaluation, where evaluated model retrieves context from a given collection.  - EVALUATION_TYPE_AGENT: Agent Evaluation, where evaluated model is an agent that can interact with tools.")] = None,
         _request_timeout: Union[
             None,
             Annotated[StrictFloat, Field(gt=0)],
@@ -506,6 +515,8 @@ class TestLabServiceApi:
         :type model_parameters: str
         :param h2ogpte_collection: The existing collection name in H2OGPTe.
         :type h2ogpte_collection: str
+        :param evaluation_type: The evaluation type for the Test Lab.   - EVALUATION_TYPE_UNSPECIFIED: Unspecified type.  - EVALUATION_TYPE_LLM: LLM Evaluation, where evaluated model doesn't retrieve any context.  - EVALUATION_TYPE_RAG: RAG Evaluation, where evaluated model retrieves context from a given collection.  - EVALUATION_TYPE_AGENT: Agent Evaluation, where evaluated model is an agent that can interact with tools.
+        :type evaluation_type: str
         :param _request_timeout: timeout setting for this request. If one
                                  number provided, it will be total request
                                  timeout. It can also be a pair (tuple) of
@@ -534,6 +545,7 @@ class TestLabServiceApi:
             llm_models=llm_models,
             model_parameters=model_parameters,
             h2ogpte_collection=h2ogpte_collection,
+            evaluation_type=evaluation_type,
             _request_auth=_request_auth,
             _content_type=_content_type,
             _headers=_headers,
@@ -557,6 +569,7 @@ class TestLabServiceApi:
         llm_models,
         model_parameters,
         h2ogpte_collection,
+        evaluation_type,
         _request_auth,
         _content_type,
         _headers,
@@ -599,6 +612,10 @@ class TestLabServiceApi:
             
             _query_params.append(('h2ogpteCollection', h2ogpte_collection))
             
+        if evaluation_type is not None:
+            
+            _query_params.append(('evaluationType', evaluation_type))
+            
         # process the header parameters
         # process the form parameters
         # process the body parameter

eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md

@@ -23,6 +23,8 @@ Name | Type | Description | Notes
 **baseline_eval** | **str** | Required. Baseline evaluation name. | [optional] 
 **baseline_metrics** | [**Dict[str, V1MetricScores]**](V1MetricScores.md) | Required. Map of baseline metrics from the evaluator to the average metric scores for the evaluator. | [optional] 
 **all_baseline_metrics_scores** | [**Dict[str, V1AllMetricScores]**](V1AllMetricScores.md) | Required. Map of baseline metric to all and every test case metric score. | [optional] 
+**test_cases** | [**List[V1TestCase]**](V1TestCase.md) | Optional. Existing adversarial test cases. If provided, these will be merged with newly generated adversarial test cases (if any) and used for evaluation. | [optional] 
+**workflow** | **str** | Optional. Resource name of the parent workflow. | [optional] 
 
 ## Example
 

eval_studio_client/api/docs/H2OGPTeCollectionServiceApi.md

@@ -0,0 +1,77 @@
+# eval_studio_client.api.H2OGPTeCollectionServiceApi
+
+All URIs are relative to *http://localhost*
+
+Method | HTTP request | Description
+------------- | ------------- | -------------
+[**h2_ogpte_collection_service_delete_workflow_collections**](H2OGPTeCollectionServiceApi.md#h2_ogpte_collection_service_delete_workflow_collections) | **POST** /v1:deleteWorkflowCollections | DeleteCollection deletes existing managed h2oGPTe collection on the h2oGPTe server.
+
+
+# **h2_ogpte_collection_service_delete_workflow_collections**
+> V1DeleteWorkflowCollectionsResponse h2_ogpte_collection_service_delete_workflow_collections(body)
+
+DeleteCollection deletes existing managed h2oGPTe collection on the h2oGPTe server.
+
+### Example
+
+
+```python
+import eval_studio_client.api
+from eval_studio_client.api.models.v1_delete_workflow_collections_request import V1DeleteWorkflowCollectionsRequest
+from eval_studio_client.api.models.v1_delete_workflow_collections_response import V1DeleteWorkflowCollectionsResponse
+from eval_studio_client.api.rest import ApiException
+from pprint import pprint
+
+# Defining the host is optional and defaults to http://localhost
+# See configuration.py for a list of all supported configuration parameters.
+configuration = eval_studio_client.api.Configuration(
+    host = "http://localhost"
+)
+
+
+# Enter a context with an instance of the API client
+with eval_studio_client.api.ApiClient(configuration) as api_client:
+    # Create an instance of the API class
+    api_instance = eval_studio_client.api.H2OGPTeCollectionServiceApi(api_client)
+    body = eval_studio_client.api.V1DeleteWorkflowCollectionsRequest() # V1DeleteWorkflowCollectionsRequest | 
+
+    try:
+        # DeleteCollection deletes existing managed h2oGPTe collection on the h2oGPTe server.
+        api_response = api_instance.h2_ogpte_collection_service_delete_workflow_collections(body)
+        print("The response of H2OGPTeCollectionServiceApi->h2_ogpte_collection_service_delete_workflow_collections:\n")
+        pprint(api_response)
+    except Exception as e:
+        print("Exception when calling H2OGPTeCollectionServiceApi->h2_ogpte_collection_service_delete_workflow_collections: %s\n" % e)
+```
+
+
+
+### Parameters
+
+
+Name | Type | Description  | Notes
+------------- | ------------- | ------------- | -------------
+ **body** | [**V1DeleteWorkflowCollectionsRequest**](V1DeleteWorkflowCollectionsRequest.md)|  | 
+
+### Return type
+
+[**V1DeleteWorkflowCollectionsResponse**](V1DeleteWorkflowCollectionsResponse.md)
+
+### Authorization
+
+No authorization required
+
+### HTTP request headers
+
+ - **Content-Type**: application/json
+ - **Accept**: application/json
+
+### HTTP response details
+
+| Status code | Description | Response headers |
+|-------------|-------------|------------------|
+**200** | A successful response. |  -  |
+**0** | An unexpected error response. |  -  |
+
+[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
+

eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md

@@ -14,6 +14,8 @@ Name | Type | Description | Notes
 **generators** | [**List[V1TestCasesGenerator]**](V1TestCasesGenerator.md) | Optional. Type of questions to generate TestCases for. If not specified, all types of questions are selected. | [optional] 
 **h2ogpte_collection_id** | **str** | Optional. The ID of the h2oGPTe collection to use. If empty, new temporary collection will be created. | [optional] 
 **topics** | **List[str]** | Optional. Topics to generate questions for. If not specified, use document summarization as topic generation. | [optional] 
+**allow_duplicates** | **bool** | Optional. Whether to allow duplicates in the generated TestCases. | [optional] 
+**workflow** | **str** | Optional. The workflow resource name to associate with the generated prompts. | [optional] 
 
 ## Example
 

eval_studio_client/api/docs/TestLabServiceApi.md

@@ -76,7 +76,7 @@ No authorization required
 [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
 
 # **test_lab_service_find_test_lab**
-> V1FindTestLabResponse test_lab_service_find_test_lab(model=model, test_cases=test_cases, llm_models=llm_models, model_parameters=model_parameters, h2ogpte_collection=h2ogpte_collection)
+> V1FindTestLabResponse test_lab_service_find_test_lab(model=model, test_cases=test_cases, llm_models=llm_models, model_parameters=model_parameters, h2ogpte_collection=h2ogpte_collection, evaluation_type=evaluation_type)
 
 
 
@@ -105,9 +105,10 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
     llm_models = ['llm_models_example'] # List[str] | The LLM models to find Test Lab for. (optional)
     model_parameters = 'model_parameters_example' # str | The parameters to find Test Lab for. (optional)
     h2ogpte_collection = 'h2ogpte_collection_example' # str | The existing collection name in H2OGPTe. (optional)
+    evaluation_type = 'EVALUATION_TYPE_UNSPECIFIED' # str | The evaluation type for the Test Lab.   - EVALUATION_TYPE_UNSPECIFIED: Unspecified type.  - EVALUATION_TYPE_LLM: LLM Evaluation, where evaluated model doesn't retrieve any context.  - EVALUATION_TYPE_RAG: RAG Evaluation, where evaluated model retrieves context from a given collection.  - EVALUATION_TYPE_AGENT: Agent Evaluation, where evaluated model is an agent that can interact with tools. (optional) (default to 'EVALUATION_TYPE_UNSPECIFIED')
 
     try:
-        api_response = api_instance.test_lab_service_find_test_lab(model=model, test_cases=test_cases, llm_models=llm_models, model_parameters=model_parameters, h2ogpte_collection=h2ogpte_collection)
+        api_response = api_instance.test_lab_service_find_test_lab(model=model, test_cases=test_cases, llm_models=llm_models, model_parameters=model_parameters, h2ogpte_collection=h2ogpte_collection, evaluation_type=evaluation_type)
         print("The response of TestLabServiceApi->test_lab_service_find_test_lab:\n")
         pprint(api_response)
     except Exception as e:
@@ -126,6 +127,7 @@ Name | Type | Description  | Notes
  **llm_models** | [**List[str]**](str.md)| The LLM models to find Test Lab for. | [optional] 
  **model_parameters** | **str**| The parameters to find Test Lab for. | [optional] 
  **h2ogpte_collection** | **str**| The existing collection name in H2OGPTe. | [optional] 
+ **evaluation_type** | **str**| The evaluation type for the Test Lab.   - EVALUATION_TYPE_UNSPECIFIED: Unspecified type.  - EVALUATION_TYPE_LLM: LLM Evaluation, where evaluated model doesn't retrieve any context.  - EVALUATION_TYPE_RAG: RAG Evaluation, where evaluated model retrieves context from a given collection.  - EVALUATION_TYPE_AGENT: Agent Evaluation, where evaluated model is an agent that can interact with tools. | [optional] [default to 'EVALUATION_TYPE_UNSPECIFIED']
 
 ### Return type
 

eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md

@@ -12,6 +12,7 @@ Name | Type | Description | Notes
 **h2ogpte_collection_id** | **str** | Optional. ID of the h2oGPTe collection to use. If provided, documents referenced by Test and any specified chunks are ignored. This field is required if Test does not reference any documents and no chunks are provided. If this field is left empty, a temporary collection will be created. | [optional] 
 **topics** | **List[str]** | Optional. Topics to generate questions for. If not specified, use document summarization as topic generation. | [optional] 
 **chunks** | [**List[V1Context]**](V1Context.md) | Optional. The list of chunks to use for generation. If set, the Documents assigned to the Test and h2ogpte_collection_id are ignored. | [optional] 
+**allow_duplicates** | **bool** | Optional. Whether to allow duplicates in the generated TestCases. | [optional] 
 
 ## Example
 

eval_studio_client/api/docs/V1CreateEvaluationRequest.md

@@ -16,6 +16,7 @@ Name | Type | Description | Notes
 **h2ogpte_collection** | **str** | The existing collection name in H2OGPTe. | [optional] 
 **default_h2ogpte_model** | [**V1Model**](V1Model.md) |  | [optional] 
 **evaluation_type** | [**V1EvaluationType**](V1EvaluationType.md) |  | [optional] 
+**workflow** | **str** | Optional. The resource name of the workflow to which the evaluation belongs to. | [optional] 
 
 ## Example
 

eval_studio_client/api/docs/V1DeleteWorkflowCollectionsRequest.md

@@ -0,0 +1,30 @@
+# V1DeleteWorkflowCollectionsRequest
+
+
+## Properties
+
+Name | Type | Description | Notes
+------------ | ------------- | ------------- | -------------
+**model** | [**V1Model**](V1Model.md) |  | [optional] 
+**workflow** | [**V1Workflow**](V1Workflow.md) |  | [optional] 
+
+## Example
+
+```python
+from eval_studio_client.api.models.v1_delete_workflow_collections_request import V1DeleteWorkflowCollectionsRequest
+
+# TODO update the JSON string below
+json = "{}"
+# create an instance of V1DeleteWorkflowCollectionsRequest from a JSON string
+v1_delete_workflow_collections_request_instance = V1DeleteWorkflowCollectionsRequest.from_json(json)
+# print the JSON string representation of the object
+print(V1DeleteWorkflowCollectionsRequest.to_json())
+
+# convert the object into a dict
+v1_delete_workflow_collections_request_dict = v1_delete_workflow_collections_request_instance.to_dict()
+# create an instance of V1DeleteWorkflowCollectionsRequest from a dict
+v1_delete_workflow_collections_request_from_dict = V1DeleteWorkflowCollectionsRequest.from_dict(v1_delete_workflow_collections_request_dict)
+```
+[[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
+
+

eval_studio_client/api/docs/V1DeleteWorkflowCollectionsResponse.md

@@ -0,0 +1,29 @@
+# V1DeleteWorkflowCollectionsResponse
+
+
+## Properties
+
+Name | Type | Description | Notes
+------------ | ------------- | ------------- | -------------
+**collections** | **List[str]** | Output Only. The deleted collections ID. | [optional] 
+
+## Example
+
+```python
+from eval_studio_client.api.models.v1_delete_workflow_collections_response import V1DeleteWorkflowCollectionsResponse
+
+# TODO update the JSON string below
+json = "{}"
+# create an instance of V1DeleteWorkflowCollectionsResponse from a JSON string
+v1_delete_workflow_collections_response_instance = V1DeleteWorkflowCollectionsResponse.from_json(json)
+# print the JSON string representation of the object
+print(V1DeleteWorkflowCollectionsResponse.to_json())
+
+# convert the object into a dict
+v1_delete_workflow_collections_response_dict = v1_delete_workflow_collections_response_instance.to_dict()
+# create an instance of V1DeleteWorkflowCollectionsResponse from a dict
+v1_delete_workflow_collections_response_from_dict = V1DeleteWorkflowCollectionsResponse.from_dict(v1_delete_workflow_collections_response_dict)
+```
+[[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
+
+

eval_studio_client/api/docs/V1TestLab.md

@@ -18,6 +18,7 @@ Name | Type | Description | Notes
 **llm_models** | **List[str]** | Immutable. List of LLM models used. | [optional] 
 **model_parameters** | **str** | Immutable. Optional. Parameters overrides in JSON format. | [optional] 
 **h2ogpte_collection** | **str** | The existing collection name in H2OGPTe. | [optional] 
+**evaluation_type** | [**V1EvaluationType**](V1EvaluationType.md) |  | [optional] 
 
 ## Example
 

eval_studio_client/api/models/__init__.py

@@ -131,6 +131,8 @@ from eval_studio_client.api.models.v1_delete_leaderboard_response import V1Delet
 from eval_studio_client.api.models.v1_delete_model_response import V1DeleteModelResponse
 from eval_studio_client.api.models.v1_delete_test_case_response import V1DeleteTestCaseResponse
 from eval_studio_client.api.models.v1_delete_test_response import V1DeleteTestResponse
+from eval_studio_client.api.models.v1_delete_workflow_collections_request import V1DeleteWorkflowCollectionsRequest
+from eval_studio_client.api.models.v1_delete_workflow_collections_response import V1DeleteWorkflowCollectionsResponse
 from eval_studio_client.api.models.v1_delete_workflow_edge_response import V1DeleteWorkflowEdgeResponse
 from eval_studio_client.api.models.v1_delete_workflow_node_response import V1DeleteWorkflowNodeResponse
 from eval_studio_client.api.models.v1_delete_workflow_response import V1DeleteWorkflowResponse