eval-studio-client 1.2.5__py3-none-any.whl → 1.3.0a1__py3-none-any.whl

eval_studio_client/api/api/workflow_service_api.py

@@ -1639,7 +1639,7 @@ class WorkflowServiceApi:
     @validate_call
     def workflow_service_get_workflow(
         self,
-        name_12: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to retrieve.")],
+        name_13: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to retrieve.")],
         _request_timeout: Union[
             None,
             Annotated[StrictFloat, Field(gt=0)],
@@ -1656,8 +1656,8 @@ class WorkflowServiceApi:
         """GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a delete_time and deleter fields set.
 
 
-        :param name_12: Required. The name of the Workflow to retrieve. (required)
-        :type name_12: str
+        :param name_13: Required. The name of the Workflow to retrieve. (required)
+        :type name_13: str
         :param _request_timeout: timeout setting for this request. If one
                                  number provided, it will be total request
                                  timeout. It can also be a pair (tuple) of
@@ -1681,7 +1681,7 @@ class WorkflowServiceApi:
         """ # noqa: E501
 
         _param = self._workflow_service_get_workflow_serialize(
-            name_12=name_12,
+            name_13=name_13,
             _request_auth=_request_auth,
             _content_type=_content_type,
             _headers=_headers,
@@ -1705,7 +1705,7 @@ class WorkflowServiceApi:
     @validate_call
     def workflow_service_get_workflow_with_http_info(
         self,
-        name_12: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to retrieve.")],
+        name_13: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to retrieve.")],
         _request_timeout: Union[
             None,
             Annotated[StrictFloat, Field(gt=0)],
@@ -1722,8 +1722,8 @@ class WorkflowServiceApi:
         """GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a delete_time and deleter fields set.
 
 
-        :param name_12: Required. The name of the Workflow to retrieve. (required)
-        :type name_12: str
+        :param name_13: Required. The name of the Workflow to retrieve. (required)
+        :type name_13: str
         :param _request_timeout: timeout setting for this request. If one
                                  number provided, it will be total request
                                  timeout. It can also be a pair (tuple) of
@@ -1747,7 +1747,7 @@ class WorkflowServiceApi:
         """ # noqa: E501
 
         _param = self._workflow_service_get_workflow_serialize(
-            name_12=name_12,
+            name_13=name_13,
             _request_auth=_request_auth,
             _content_type=_content_type,
             _headers=_headers,
@@ -1771,7 +1771,7 @@ class WorkflowServiceApi:
     @validate_call
     def workflow_service_get_workflow_without_preload_content(
         self,
-        name_12: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to retrieve.")],
+        name_13: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to retrieve.")],
         _request_timeout: Union[
             None,
             Annotated[StrictFloat, Field(gt=0)],
@@ -1788,8 +1788,8 @@ class WorkflowServiceApi:
         """GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a delete_time and deleter fields set.
 
 
-        :param name_12: Required. The name of the Workflow to retrieve. (required)
-        :type name_12: str
+        :param name_13: Required. The name of the Workflow to retrieve. (required)
+        :type name_13: str
         :param _request_timeout: timeout setting for this request. If one
                                  number provided, it will be total request
                                  timeout. It can also be a pair (tuple) of
@@ -1813,7 +1813,7 @@ class WorkflowServiceApi:
         """ # noqa: E501
 
         _param = self._workflow_service_get_workflow_serialize(
-            name_12=name_12,
+            name_13=name_13,
             _request_auth=_request_auth,
             _content_type=_content_type,
             _headers=_headers,
@@ -1832,7 +1832,7 @@ class WorkflowServiceApi:
 
     def _workflow_service_get_workflow_serialize(
         self,
-        name_12,
+        name_13,
         _request_auth,
         _content_type,
         _headers,
@@ -1852,8 +1852,8 @@ class WorkflowServiceApi:
         _body_params: Optional[bytes] = None
 
         # process the path parameters
-        if name_12 is not None:
-            _path_params['name_12'] = name_12
+        if name_13 is not None:
+            _path_params['name_13'] = name_13
         # process the query parameters
         # process the header parameters
         # process the form parameters
@@ -1874,7 +1874,7 @@ class WorkflowServiceApi:
 
         return self.api_client.param_serialize(
             method='GET',
-            resource_path='/v1/{name_12}',
+            resource_path='/v1/{name_13}',
             path_params=_path_params,
             query_params=_query_params,
             header_params=_header_params,

eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md

@@ -21,7 +21,8 @@ Name | Type | Description | Notes
 **model_parameters** | **str** | Optional. Parameters overrides for the Model host in JSON format. | [optional] 
 **default_h2ogpte_model** | [**V1Model**](V1Model.md) |  | [optional] 
 **baseline_eval** | **str** | Required. Baseline evaluation name. | [optional] 
-**baseline_metrics** | [**Dict[str, V1MetricScores]**](V1MetricScores.md) | Required. Map of baseline metrics from the evaluator to the metric scores for the evaluator. | [optional] 
+**baseline_metrics** | [**Dict[str, V1MetricScores]**](V1MetricScores.md) | Required. Map of baseline metrics from the evaluator to the average metric scores for the evaluator. | [optional] 
+**all_baseline_metrics_scores** | [**Dict[str, V1AllMetricScores]**](V1AllMetricScores.md) | Required. Map of baseline metric to all and every test case metric score. | [optional] 
 
 ## Example
 

eval_studio_client/api/docs/DashboardReportServiceApi.md

@@ -0,0 +1,75 @@
+# eval_studio_client.api.DashboardReportServiceApi
+
+All URIs are relative to *http://localhost*
+
+Method | HTTP request | Description
+------------- | ------------- | -------------
+[**dashboard_report_service_get_dashboard_report**](DashboardReportServiceApi.md#dashboard_report_service_get_dashboard_report) | **GET** /v1/{name} | 
+
+
+# **dashboard_report_service_get_dashboard_report**
+> V1GetDashboardReportResponse dashboard_report_service_get_dashboard_report(name)
+
+
+
+### Example
+
+
+```python
+import eval_studio_client.api
+from eval_studio_client.api.models.v1_get_dashboard_report_response import V1GetDashboardReportResponse
+from eval_studio_client.api.rest import ApiException
+from pprint import pprint
+
+# Defining the host is optional and defaults to http://localhost
+# See configuration.py for a list of all supported configuration parameters.
+configuration = eval_studio_client.api.Configuration(
+    host = "http://localhost"
+)
+
+
+# Enter a context with an instance of the API client
+with eval_studio_client.api.ApiClient(configuration) as api_client:
+    # Create an instance of the API class
+    api_instance = eval_studio_client.api.DashboardReportServiceApi(api_client)
+    name = 'name_example' # str | Required. The name of the Dashboard to retrieve.
+
+    try:
+        api_response = api_instance.dashboard_report_service_get_dashboard_report(name)
+        print("The response of DashboardReportServiceApi->dashboard_report_service_get_dashboard_report:\n")
+        pprint(api_response)
+    except Exception as e:
+        print("Exception when calling DashboardReportServiceApi->dashboard_report_service_get_dashboard_report: %s\n" % e)
+```
+
+
+
+### Parameters
+
+
+Name | Type | Description  | Notes
+------------- | ------------- | ------------- | -------------
+ **name** | **str**| Required. The name of the Dashboard to retrieve. | 
+
+### Return type
+
+[**V1GetDashboardReportResponse**](V1GetDashboardReportResponse.md)
+
+### Authorization
+
+No authorization required
+
+### HTTP request headers
+
+ - **Content-Type**: Not defined
+ - **Accept**: application/json
+
+### HTTP response details
+
+| Status code | Description | Response headers |
+|-------------|-------------|------------------|
+**200** | A successful response. |  -  |
+**0** | An unexpected error response. |  -  |
+
+[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
+

eval_studio_client/api/docs/DashboardServiceApi.md

@@ -8,7 +8,7 @@ Method | HTTP request | Description
 [**dashboard_service_batch_get_dashboards**](DashboardServiceApi.md#dashboard_service_batch_get_dashboards) | **GET** /v1/dashboards:batchGet | 
 [**dashboard_service_create_dashboard**](DashboardServiceApi.md#dashboard_service_create_dashboard) | **POST** /v1/dashboards | 
 [**dashboard_service_delete_dashboard**](DashboardServiceApi.md#dashboard_service_delete_dashboard) | **DELETE** /v1/{name} | 
-[**dashboard_service_get_dashboard**](DashboardServiceApi.md#dashboard_service_get_dashboard) | **GET** /v1/{name} | 
+[**dashboard_service_get_dashboard**](DashboardServiceApi.md#dashboard_service_get_dashboard) | **GET** /v1/{name_1} | 
 [**dashboard_service_grant_dashboard_access**](DashboardServiceApi.md#dashboard_service_grant_dashboard_access) | **POST** /v1/{name}:grantAccess | GrantDashboardAccess grants access to a Dashboard to a subject with a specified role.
 [**dashboard_service_list_dashboard_access**](DashboardServiceApi.md#dashboard_service_list_dashboard_access) | **GET** /v1/{name}:listAccess | ListDashboardAccess lists access to a Dashboard.
 [**dashboard_service_list_dashboards**](DashboardServiceApi.md#dashboard_service_list_dashboards) | **GET** /v1/dashboards | 
@@ -285,7 +285,7 @@ No authorization required
 [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
 
 # **dashboard_service_get_dashboard**
-> V1GetDashboardResponse dashboard_service_get_dashboard(name)
+> V1GetDashboardResponse dashboard_service_get_dashboard(name_1)
 
 
 
@@ -309,10 +309,10 @@ configuration = eval_studio_client.api.Configuration(
 with eval_studio_client.api.ApiClient(configuration) as api_client:
     # Create an instance of the API class
     api_instance = eval_studio_client.api.DashboardServiceApi(api_client)
-    name = 'name_example' # str | Required. The name of the Dashboard to retrieve.
+    name_1 = 'name_1_example' # str | Required. The name of the Dashboard to retrieve.
 
     try:
-        api_response = api_instance.dashboard_service_get_dashboard(name)
+        api_response = api_instance.dashboard_service_get_dashboard(name_1)
         print("The response of DashboardServiceApi->dashboard_service_get_dashboard:\n")
         pprint(api_response)
     except Exception as e:
@@ -326,7 +326,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
 
 Name | Type | Description  | Notes
 ------------- | ------------- | ------------- | -------------
- **name** | **str**| Required. The name of the Dashboard to retrieve. | 
+ **name_1** | **str**| Required. The name of the Dashboard to retrieve. | 
 
 ### Return type
 

eval_studio_client/api/docs/DashboardTestCaseAnnotationServiceApi.md

@@ -0,0 +1,149 @@
+# eval_studio_client.api.DashboardTestCaseAnnotationServiceApi
+
+All URIs are relative to *http://localhost*
+
+Method | HTTP request | Description
+------------- | ------------- | -------------
+[**dashboard_test_case_annotation_service_list_dashboard_test_case_annotations**](DashboardTestCaseAnnotationServiceApi.md#dashboard_test_case_annotation_service_list_dashboard_test_case_annotations) | **GET** /v1/{parent}/annotations | 
+[**dashboard_test_case_annotation_service_update_dashboard_test_case_annotation**](DashboardTestCaseAnnotationServiceApi.md#dashboard_test_case_annotation_service_update_dashboard_test_case_annotation) | **POST** /v1/{dashboardTestCaseAnnotation.name} | 
+
+
+# **dashboard_test_case_annotation_service_list_dashboard_test_case_annotations**
+> V1ListDashboardTestCaseAnnotationsResponse dashboard_test_case_annotation_service_list_dashboard_test_case_annotations(parent)
+
+
+
+### Example
+
+
+```python
+import eval_studio_client.api
+from eval_studio_client.api.models.v1_list_dashboard_test_case_annotations_response import V1ListDashboardTestCaseAnnotationsResponse
+from eval_studio_client.api.rest import ApiException
+from pprint import pprint
+
+# Defining the host is optional and defaults to http://localhost
+# See configuration.py for a list of all supported configuration parameters.
+configuration = eval_studio_client.api.Configuration(
+    host = "http://localhost"
+)
+
+
+# Enter a context with an instance of the API client
+with eval_studio_client.api.ApiClient(configuration) as api_client:
+    # Create an instance of the API class
+    api_instance = eval_studio_client.api.DashboardTestCaseAnnotationServiceApi(api_client)
+    parent = 'parent_example' # str | Required. The parent resource name. Format: `dashboards/{dashboard}/testCases/{test_case}`.  Wildcard support: Use the special value `-` for test_case to list annotations across all test cases within the specified dashboard: `dashboards/{dashboard}/testCases/-`  See https://google.aip.dev/159 for more details on collection identifiers.
+
+    try:
+        api_response = api_instance.dashboard_test_case_annotation_service_list_dashboard_test_case_annotations(parent)
+        print("The response of DashboardTestCaseAnnotationServiceApi->dashboard_test_case_annotation_service_list_dashboard_test_case_annotations:\n")
+        pprint(api_response)
+    except Exception as e:
+        print("Exception when calling DashboardTestCaseAnnotationServiceApi->dashboard_test_case_annotation_service_list_dashboard_test_case_annotations: %s\n" % e)
+```
+
+
+
+### Parameters
+
+
+Name | Type | Description  | Notes
+------------- | ------------- | ------------- | -------------
+ **parent** | **str**| Required. The parent resource name. Format: `dashboards/{dashboard}/testCases/{test_case}`.  Wildcard support: Use the special value `-` for test_case to list annotations across all test cases within the specified dashboard: `dashboards/{dashboard}/testCases/-`  See https://google.aip.dev/159 for more details on collection identifiers. | 
+
+### Return type
+
+[**V1ListDashboardTestCaseAnnotationsResponse**](V1ListDashboardTestCaseAnnotationsResponse.md)
+
+### Authorization
+
+No authorization required
+
+### HTTP request headers
+
+ - **Content-Type**: Not defined
+ - **Accept**: application/json
+
+### HTTP response details
+
+| Status code | Description | Response headers |
+|-------------|-------------|------------------|
+**200** | A successful response. |  -  |
+**0** | An unexpected error response. |  -  |
+
+[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
+
+# **dashboard_test_case_annotation_service_update_dashboard_test_case_annotation**
+> V1UpdateDashboardTestCaseAnnotationResponse dashboard_test_case_annotation_service_update_dashboard_test_case_annotation(dashboard_test_case_annotation_name, dashboard_test_case_annotation, update_mask=update_mask, allow_missing=allow_missing)
+
+
+
+### Example
+
+
+```python
+import eval_studio_client.api
+from eval_studio_client.api.models.required_the_dashboard_test_case_annotation_to_update import RequiredTheDashboardTestCaseAnnotationToUpdate
+from eval_studio_client.api.models.v1_update_dashboard_test_case_annotation_response import V1UpdateDashboardTestCaseAnnotationResponse
+from eval_studio_client.api.rest import ApiException
+from pprint import pprint
+
+# Defining the host is optional and defaults to http://localhost
+# See configuration.py for a list of all supported configuration parameters.
+configuration = eval_studio_client.api.Configuration(
+    host = "http://localhost"
+)
+
+
+# Enter a context with an instance of the API client
+with eval_studio_client.api.ApiClient(configuration) as api_client:
+    # Create an instance of the API class
+    api_instance = eval_studio_client.api.DashboardTestCaseAnnotationServiceApi(api_client)
+    dashboard_test_case_annotation_name = 'dashboard_test_case_annotation_name_example' # str | Output only. Name of the DashboardTestCaseAnnotation resource. e.g.: \"dashboards/<UUID>/testCases/<UUID>/annotations/<UUID>\"
+    dashboard_test_case_annotation = eval_studio_client.api.RequiredTheDashboardTestCaseAnnotationToUpdate() # RequiredTheDashboardTestCaseAnnotationToUpdate | Required. The DashboardTestCaseAnnotation to update.
+    update_mask = 'update_mask_example' # str | Optional. The list of fields to update. If empty, all modifiable fields will be updated. The following fields can be updated:  - value (optional)
+    allow_missing = True # bool | Optional. If true, the request is allowed to create a new DashboardTestCaseAnnotation if it is not found. (optional)
+
+    try:
+        api_response = api_instance.dashboard_test_case_annotation_service_update_dashboard_test_case_annotation(dashboard_test_case_annotation_name, dashboard_test_case_annotation, update_mask=update_mask, allow_missing=allow_missing)
+        print("The response of DashboardTestCaseAnnotationServiceApi->dashboard_test_case_annotation_service_update_dashboard_test_case_annotation:\n")
+        pprint(api_response)
+    except Exception as e:
+        print("Exception when calling DashboardTestCaseAnnotationServiceApi->dashboard_test_case_annotation_service_update_dashboard_test_case_annotation: %s\n" % e)
+```
+
+
+
+### Parameters
+
+
+Name | Type | Description  | Notes
+------------- | ------------- | ------------- | -------------
+ **dashboard_test_case_annotation_name** | **str**| Output only. Name of the DashboardTestCaseAnnotation resource. e.g.: \&quot;dashboards/&lt;UUID&gt;/testCases/&lt;UUID&gt;/annotations/&lt;UUID&gt;\&quot; | 
+ **dashboard_test_case_annotation** | [**RequiredTheDashboardTestCaseAnnotationToUpdate**](RequiredTheDashboardTestCaseAnnotationToUpdate.md)| Required. The DashboardTestCaseAnnotation to update. | 
+ **update_mask** | **str**| Optional. The list of fields to update. If empty, all modifiable fields will be updated. The following fields can be updated:  - value | [optional] 
+ **allow_missing** | **bool**| Optional. If true, the request is allowed to create a new DashboardTestCaseAnnotation if it is not found. | [optional] 
+
+### Return type
+
+[**V1UpdateDashboardTestCaseAnnotationResponse**](V1UpdateDashboardTestCaseAnnotationResponse.md)
+
+### Authorization
+
+No authorization required
+
+### HTTP request headers
+
+ - **Content-Type**: application/json
+ - **Accept**: application/json
+
+### HTTP response details
+
+| Status code | Description | Response headers |
+|-------------|-------------|------------------|
+**200** | A successful response. |  -  |
+**0** | An unexpected error response. |  -  |
+
+[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
+

eval_studio_client/api/docs/DocumentServiceApi.md

@@ -8,7 +8,7 @@ Method | HTTP request | Description
 [**document_service_batch_get_documents**](DocumentServiceApi.md#document_service_batch_get_documents) | **GET** /v1/documents:batchGet | 
 [**document_service_create_document**](DocumentServiceApi.md#document_service_create_document) | **POST** /v1/documents | 
 [**document_service_delete_document**](DocumentServiceApi.md#document_service_delete_document) | **DELETE** /v1/{name_1} | 
-[**document_service_get_document**](DocumentServiceApi.md#document_service_get_document) | **GET** /v1/{name_1} | 
+[**document_service_get_document**](DocumentServiceApi.md#document_service_get_document) | **GET** /v1/{name_2} | 
 [**document_service_list_documents**](DocumentServiceApi.md#document_service_list_documents) | **GET** /v1/documents | 
 [**document_service_update_document**](DocumentServiceApi.md#document_service_update_document) | **PATCH** /v1/{document.name} | 
 
@@ -280,7 +280,7 @@ No authorization required
 [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
 
 # **document_service_get_document**
-> V1GetDocumentResponse document_service_get_document(name_1)
+> V1GetDocumentResponse document_service_get_document(name_2)
 
 
 
@@ -304,10 +304,10 @@ configuration = eval_studio_client.api.Configuration(
 with eval_studio_client.api.ApiClient(configuration) as api_client:
     # Create an instance of the API class
     api_instance = eval_studio_client.api.DocumentServiceApi(api_client)
-    name_1 = 'name_1_example' # str | Required. The name of the Document to retrieve.
+    name_2 = 'name_2_example' # str | Required. The name of the Document to retrieve.
 
     try:
-        api_response = api_instance.document_service_get_document(name_1)
+        api_response = api_instance.document_service_get_document(name_2)
         print("The response of DocumentServiceApi->document_service_get_document:\n")
         pprint(api_response)
     except Exception as e:
@@ -321,7 +321,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
 
 Name | Type | Description  | Notes
 ------------- | ------------- | ------------- | -------------
- **name_1** | **str**| Required. The name of the Document to retrieve. | 
+ **name_2** | **str**| Required. The name of the Document to retrieve. | 
 
 ### Return type
 

eval_studio_client/api/docs/EvaluationServiceApi.md

@@ -180,7 +180,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
     model_description = 'model_description_example' # str | Optional. Arbitrary description of the Model. (optional)
     model_url = 'model_url_example' # str | Optional. Immutable. Absolute URL to the Model. (optional)
     model_api_key = 'model_api_key_example' # str | Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication. (optional)
-    model_type = 'MODEL_TYPE_UNSPECIFIED' # str | Immutable. Type of this Model.   - MODEL_TYPE_UNSPECIFIED: Unspecified type.  - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG.  - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG.  - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM.  - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM.  - MODEL_TYPE_OPENAI_CHAT: OpenAI chat.  - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat.  - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat.  - MODEL_TYPE_H2OLLMOPS: H2O LLMOps.  - MODEL_TYPE_OLLAMA: Ollama.  - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. (optional) (default to 'MODEL_TYPE_UNSPECIFIED')
+    model_type = 'MODEL_TYPE_UNSPECIFIED' # str | Immutable. Type of this Model.   - MODEL_TYPE_UNSPECIFIED: Unspecified type.  - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG.  - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG.  - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM.  - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM.  - MODEL_TYPE_OPENAI_CHAT: OpenAI chat.  - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat.  - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat.  - MODEL_TYPE_H2OLLMOPS: H2O LLMOps.  - MODEL_TYPE_OLLAMA: Ollama.  - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.  - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat. (optional) (default to 'MODEL_TYPE_UNSPECIFIED')
     model_parameters = 'model_parameters_example' # str | Optional. Model specific parameters in JSON format. (optional)
     model_demo = True # bool | Output only. Whether the Model is a demo resource or not. Demo resources are read only. (optional)
     retries = 56 # int | Optional. The number of retries to attempt when querying the model for available LLM models. Defaults to 5. (optional)
@@ -211,7 +211,7 @@ Name | Type | Description  | Notes
  **model_description** | **str**| Optional. Arbitrary description of the Model. | [optional] 
  **model_url** | **str**| Optional. Immutable. Absolute URL to the Model. | [optional] 
  **model_api_key** | **str**| Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication. | [optional] 
- **model_type** | **str**| Immutable. Type of this Model.   - MODEL_TYPE_UNSPECIFIED: Unspecified type.  - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG.  - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG.  - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM.  - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM.  - MODEL_TYPE_OPENAI_CHAT: OpenAI chat.  - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat.  - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat.  - MODEL_TYPE_H2OLLMOPS: H2O LLMOps.  - MODEL_TYPE_OLLAMA: Ollama.  - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. | [optional] [default to 'MODEL_TYPE_UNSPECIFIED']
+ **model_type** | **str**| Immutable. Type of this Model.   - MODEL_TYPE_UNSPECIFIED: Unspecified type.  - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG.  - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG.  - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM.  - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM.  - MODEL_TYPE_OPENAI_CHAT: OpenAI chat.  - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat.  - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat.  - MODEL_TYPE_H2OLLMOPS: H2O LLMOps.  - MODEL_TYPE_OLLAMA: Ollama.  - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.  - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat. | [optional] [default to 'MODEL_TYPE_UNSPECIFIED']
  **model_parameters** | **str**| Optional. Model specific parameters in JSON format. | [optional] 
  **model_demo** | **bool**| Output only. Whether the Model is a demo resource or not. Demo resources are read only. | [optional] 
  **retries** | **int**| Optional. The number of retries to attempt when querying the model for available LLM models. Defaults to 5. | [optional] 
@@ -274,7 +274,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
     model_description = 'model_description_example' # str | Optional. Arbitrary description of the Model. (optional)
     model_url = 'model_url_example' # str | Optional. Immutable. Absolute URL to the Model. (optional)
     model_api_key = 'model_api_key_example' # str | Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication. (optional)
-    model_type = 'MODEL_TYPE_UNSPECIFIED' # str | Immutable. Type of this Model.   - MODEL_TYPE_UNSPECIFIED: Unspecified type.  - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG.  - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG.  - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM.  - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM.  - MODEL_TYPE_OPENAI_CHAT: OpenAI chat.  - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat.  - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat.  - MODEL_TYPE_H2OLLMOPS: H2O LLMOps.  - MODEL_TYPE_OLLAMA: Ollama.  - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. (optional) (default to 'MODEL_TYPE_UNSPECIFIED')
+    model_type = 'MODEL_TYPE_UNSPECIFIED' # str | Immutable. Type of this Model.   - MODEL_TYPE_UNSPECIFIED: Unspecified type.  - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG.  - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG.  - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM.  - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM.  - MODEL_TYPE_OPENAI_CHAT: OpenAI chat.  - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat.  - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat.  - MODEL_TYPE_H2OLLMOPS: H2O LLMOps.  - MODEL_TYPE_OLLAMA: Ollama.  - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.  - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat. (optional) (default to 'MODEL_TYPE_UNSPECIFIED')
     model_parameters = 'model_parameters_example' # str | Optional. Model specific parameters in JSON format. (optional)
     model_demo = True # bool | Output only. Whether the Model is a demo resource or not. Demo resources are read only. (optional)
 
@@ -304,7 +304,7 @@ Name | Type | Description  | Notes
  **model_description** | **str**| Optional. Arbitrary description of the Model. | [optional] 
  **model_url** | **str**| Optional. Immutable. Absolute URL to the Model. | [optional] 
  **model_api_key** | **str**| Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication. | [optional] 
- **model_type** | **str**| Immutable. Type of this Model.   - MODEL_TYPE_UNSPECIFIED: Unspecified type.  - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG.  - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG.  - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM.  - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM.  - MODEL_TYPE_OPENAI_CHAT: OpenAI chat.  - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat.  - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat.  - MODEL_TYPE_H2OLLMOPS: H2O LLMOps.  - MODEL_TYPE_OLLAMA: Ollama.  - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. | [optional] [default to 'MODEL_TYPE_UNSPECIFIED']
+ **model_type** | **str**| Immutable. Type of this Model.   - MODEL_TYPE_UNSPECIFIED: Unspecified type.  - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG.  - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG.  - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM.  - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM.  - MODEL_TYPE_OPENAI_CHAT: OpenAI chat.  - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat.  - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat.  - MODEL_TYPE_H2OLLMOPS: H2O LLMOps.  - MODEL_TYPE_OLLAMA: Ollama.  - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.  - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat. | [optional] [default to 'MODEL_TYPE_UNSPECIFIED']
  **model_parameters** | **str**| Optional. Model specific parameters in JSON format. | [optional] 
  **model_demo** | **bool**| Output only. Whether the Model is a demo resource or not. Demo resources are read only. | [optional] 
 

eval_studio_client/api/docs/EvaluatorServiceApi.md

@@ -7,7 +7,7 @@ Method | HTTP request | Description
 [**evaluator_service_batch_delete_evaluators**](EvaluatorServiceApi.md#evaluator_service_batch_delete_evaluators) | **POST** /v1/evaluators:batchDelete | 
 [**evaluator_service_create_evaluator**](EvaluatorServiceApi.md#evaluator_service_create_evaluator) | **POST** /v1/evaluators | 
 [**evaluator_service_delete_evaluator**](EvaluatorServiceApi.md#evaluator_service_delete_evaluator) | **DELETE** /v1/{name_2} | 
-[**evaluator_service_get_evaluator**](EvaluatorServiceApi.md#evaluator_service_get_evaluator) | **GET** /v1/{name_2} | 
+[**evaluator_service_get_evaluator**](EvaluatorServiceApi.md#evaluator_service_get_evaluator) | **GET** /v1/{name_3} | 
 [**evaluator_service_list_evaluators**](EvaluatorServiceApi.md#evaluator_service_list_evaluators) | **GET** /v1/evaluators | 
 
 
@@ -212,7 +212,7 @@ No authorization required
 [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
 
 # **evaluator_service_get_evaluator**
-> V1GetEvaluatorResponse evaluator_service_get_evaluator(name_2)
+> V1GetEvaluatorResponse evaluator_service_get_evaluator(name_3)
 
 
 
@@ -236,10 +236,10 @@ configuration = eval_studio_client.api.Configuration(
 with eval_studio_client.api.ApiClient(configuration) as api_client:
     # Create an instance of the API class
     api_instance = eval_studio_client.api.EvaluatorServiceApi(api_client)
-    name_2 = 'name_2_example' # str | Required. The name of the Evaluator to retrieve.
+    name_3 = 'name_3_example' # str | Required. The name of the Evaluator to retrieve.
 
     try:
-        api_response = api_instance.evaluator_service_get_evaluator(name_2)
+        api_response = api_instance.evaluator_service_get_evaluator(name_3)
         print("The response of EvaluatorServiceApi->evaluator_service_get_evaluator:\n")
         pprint(api_response)
     except Exception as e:
@@ -253,7 +253,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
 
 Name | Type | Description  | Notes
 ------------- | ------------- | ------------- | -------------
- **name_2** | **str**| Required. The name of the Evaluator to retrieve. | 
+ **name_3** | **str**| Required. The name of the Evaluator to retrieve. | 
 
 ### Return type
 

eval_studio_client/api/docs/LeaderboardReportServiceApi.md

@@ -4,11 +4,79 @@ All URIs are relative to *http://localhost*
 
 Method | HTTP request | Description
 ------------- | ------------- | -------------
-[**leaderboard_report_service_get_leaderboard_report**](LeaderboardReportServiceApi.md#leaderboard_report_service_get_leaderboard_report) | **GET** /v1/{name_3} | 
+[**leaderboard_report_service_cmp_leaderboard_reports**](LeaderboardReportServiceApi.md#leaderboard_report_service_cmp_leaderboard_reports) | **POST** /v1/leaderboardReports:compare | 
+[**leaderboard_report_service_get_leaderboard_report**](LeaderboardReportServiceApi.md#leaderboard_report_service_get_leaderboard_report) | **GET** /v1/{name_4} | 
 
 
+# **leaderboard_report_service_cmp_leaderboard_reports**
+> V1CmpLeaderboardReportsResponse leaderboard_report_service_cmp_leaderboard_reports(body)
+
+
+
+### Example
+
+
+```python
+import eval_studio_client.api
+from eval_studio_client.api.models.v1_cmp_leaderboard_reports_request import V1CmpLeaderboardReportsRequest
+from eval_studio_client.api.models.v1_cmp_leaderboard_reports_response import V1CmpLeaderboardReportsResponse
+from eval_studio_client.api.rest import ApiException
+from pprint import pprint
+
+# Defining the host is optional and defaults to http://localhost
+# See configuration.py for a list of all supported configuration parameters.
+configuration = eval_studio_client.api.Configuration(
+    host = "http://localhost"
+)
+
+
+# Enter a context with an instance of the API client
+with eval_studio_client.api.ApiClient(configuration) as api_client:
+    # Create an instance of the API class
+    api_instance = eval_studio_client.api.LeaderboardReportServiceApi(api_client)
+    body = eval_studio_client.api.V1CmpLeaderboardReportsRequest() # V1CmpLeaderboardReportsRequest | 
+
+    try:
+        api_response = api_instance.leaderboard_report_service_cmp_leaderboard_reports(body)
+        print("The response of LeaderboardReportServiceApi->leaderboard_report_service_cmp_leaderboard_reports:\n")
+        pprint(api_response)
+    except Exception as e:
+        print("Exception when calling LeaderboardReportServiceApi->leaderboard_report_service_cmp_leaderboard_reports: %s\n" % e)
+```
+
+
+
+### Parameters
+
+
+Name | Type | Description  | Notes
+------------- | ------------- | ------------- | -------------
+ **body** | [**V1CmpLeaderboardReportsRequest**](V1CmpLeaderboardReportsRequest.md)|  | 
+
+### Return type
+
+[**V1CmpLeaderboardReportsResponse**](V1CmpLeaderboardReportsResponse.md)
+
+### Authorization
+
+No authorization required
+
+### HTTP request headers
+
+ - **Content-Type**: application/json
+ - **Accept**: application/json
+
+### HTTP response details
+
+| Status code | Description | Response headers |
+|-------------|-------------|------------------|
+**200** | A successful response. |  -  |
+**0** | An unexpected error response. |  -  |
+
+[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
+
 # **leaderboard_report_service_get_leaderboard_report**
-> V1GetLeaderboardReportResponse leaderboard_report_service_get_leaderboard_report(name_3)
+> V1GetLeaderboardReportResponse leaderboard_report_service_get_leaderboard_report(name_4, view=view)
 
 
 
@@ -32,10 +100,11 @@ configuration = eval_studio_client.api.Configuration(
 with eval_studio_client.api.ApiClient(configuration) as api_client:
     # Create an instance of the API class
     api_instance = eval_studio_client.api.LeaderboardReportServiceApi(api_client)
-    name_3 = 'name_3_example' # str | Required. The name of the Leaderboard to retrieve.
+    name_4 = 'name_4_example' # str | Required. The name of the Leaderboard to retrieve.
+    view = 'LEADERBOARD_REPORT_RESULT_VIEW_UNSPECIFIED' # str | Optional. The view of the leaderboard report results to return. Defaults to LEADERBOARD_REPORT_RESULT_VIEW_FULL.   - LEADERBOARD_REPORT_RESULT_VIEW_UNSPECIFIED: Default value. The basic view with essential fields.  - LEADERBOARD_REPORT_RESULT_VIEW_FULL: Full view with all fields populated.  - LEADERBOARD_REPORT_RESULT_VIEW_SUMMARY: Summary view with only key fields. (optional) (default to 'LEADERBOARD_REPORT_RESULT_VIEW_UNSPECIFIED')
 
     try:
-        api_response = api_instance.leaderboard_report_service_get_leaderboard_report(name_3)
+        api_response = api_instance.leaderboard_report_service_get_leaderboard_report(name_4, view=view)
         print("The response of LeaderboardReportServiceApi->leaderboard_report_service_get_leaderboard_report:\n")
         pprint(api_response)
     except Exception as e:
@@ -49,7 +118,8 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
 
 Name | Type | Description  | Notes
 ------------- | ------------- | ------------- | -------------
- **name_3** | **str**| Required. The name of the Leaderboard to retrieve. | 
+ **name_4** | **str**| Required. The name of the Leaderboard to retrieve. | 
+ **view** | **str**| Optional. The view of the leaderboard report results to return. Defaults to LEADERBOARD_REPORT_RESULT_VIEW_FULL.   - LEADERBOARD_REPORT_RESULT_VIEW_UNSPECIFIED: Default value. The basic view with essential fields.  - LEADERBOARD_REPORT_RESULT_VIEW_FULL: Full view with all fields populated.  - LEADERBOARD_REPORT_RESULT_VIEW_SUMMARY: Summary view with only key fields. | [optional] [default to 'LEADERBOARD_REPORT_RESULT_VIEW_UNSPECIFIED']
 
 ### Return type