eval-studio-client 0.7.0__py3-none-any.whl

eval_studio_client/api/api/test_lab_service_api.py

@@ -0,0 +1,634 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+import warnings
+from pydantic import validate_call, Field, StrictFloat, StrictStr, StrictInt
+from typing import Any, Dict, List, Optional, Tuple, Union
+from typing_extensions import Annotated
+
+from pydantic import Field, StrictStr
+from typing import List, Optional
+from typing_extensions import Annotated
+from eval_studio_client.api.models.v1alpha_create_test_lab_response import V1alphaCreateTestLabResponse
+from eval_studio_client.api.models.v1alpha_find_test_lab_response import V1alphaFindTestLabResponse
+from eval_studio_client.api.models.v1alpha_test_lab import V1alphaTestLab
+
+from eval_studio_client.api.api_client import ApiClient, RequestSerialized
+from eval_studio_client.api.api_response import ApiResponse
+from eval_studio_client.api.rest import RESTResponseType
+
+
+class TestLabServiceApi:
+    """NOTE: This class is auto generated by OpenAPI Generator
+    Ref: https://openapi-generator.tech
+
+    Do not edit the class manually.
+    """
+
+    def __init__(self, api_client=None) -> None:
+        if api_client is None:
+            api_client = ApiClient.get_default()
+        self.api_client = api_client
+
+
+    @validate_call
+    def test_lab_service_create_test_lab(
+        self,
+        test_lab: Annotated[V1alphaTestLab, Field(description="The Test Lab to create.")],
+        _request_timeout: Union[
+            None,
+            Annotated[StrictFloat, Field(gt=0)],
+            Tuple[
+                Annotated[StrictFloat, Field(gt=0)],
+                Annotated[StrictFloat, Field(gt=0)]
+            ]
+        ] = None,
+        _request_auth: Optional[Dict[StrictStr, Any]] = None,
+        _content_type: Optional[StrictStr] = None,
+        _headers: Optional[Dict[StrictStr, Any]] = None,
+        _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
+    ) -> V1alphaCreateTestLabResponse:
+        """test_lab_service_create_test_lab
+
+
+        :param test_lab: The Test Lab to create. (required)
+        :type test_lab: V1alphaTestLab
+        :param _request_timeout: timeout setting for this request. If one
+                                 number provided, it will be total request
+                                 timeout. It can also be a pair (tuple) of
+                                 (connection, read) timeouts.
+        :type _request_timeout: int, tuple(int, int), optional
+        :param _request_auth: set to override the auth_settings for an a single
+                              request; this effectively ignores the
+                              authentication in the spec for a single request.
+        :type _request_auth: dict, optional
+        :param _content_type: force content-type for the request.
+        :type _content_type: str, Optional
+        :param _headers: set to override the headers for a single
+                         request; this effectively ignores the headers
+                         in the spec for a single request.
+        :type _headers: dict, optional
+        :param _host_index: set to override the host_index for a single
+                            request; this effectively ignores the host_index
+                            in the spec for a single request.
+        :type _host_index: int, optional
+        :return: Returns the result object.
+        """ # noqa: E501
+
+        _param = self._test_lab_service_create_test_lab_serialize(
+            test_lab=test_lab,
+            _request_auth=_request_auth,
+            _content_type=_content_type,
+            _headers=_headers,
+            _host_index=_host_index
+        )
+
+        _response_types_map: Dict[str, Optional[str]] = {
+            '200': "V1alphaCreateTestLabResponse",
+        }
+        response_data = self.api_client.call_api(
+            *_param,
+            _request_timeout=_request_timeout
+        )
+        response_data.read()
+        return self.api_client.response_deserialize(
+            response_data=response_data,
+            response_types_map=_response_types_map,
+        ).data
+
+
+    @validate_call
+    def test_lab_service_create_test_lab_with_http_info(
+        self,
+        test_lab: Annotated[V1alphaTestLab, Field(description="The Test Lab to create.")],
+        _request_timeout: Union[
+            None,
+            Annotated[StrictFloat, Field(gt=0)],
+            Tuple[
+                Annotated[StrictFloat, Field(gt=0)],
+                Annotated[StrictFloat, Field(gt=0)]
+            ]
+        ] = None,
+        _request_auth: Optional[Dict[StrictStr, Any]] = None,
+        _content_type: Optional[StrictStr] = None,
+        _headers: Optional[Dict[StrictStr, Any]] = None,
+        _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
+    ) -> ApiResponse[V1alphaCreateTestLabResponse]:
+        """test_lab_service_create_test_lab
+
+
+        :param test_lab: The Test Lab to create. (required)
+        :type test_lab: V1alphaTestLab
+        :param _request_timeout: timeout setting for this request. If one
+                                 number provided, it will be total request
+                                 timeout. It can also be a pair (tuple) of
+                                 (connection, read) timeouts.
+        :type _request_timeout: int, tuple(int, int), optional
+        :param _request_auth: set to override the auth_settings for an a single
+                              request; this effectively ignores the
+                              authentication in the spec for a single request.
+        :type _request_auth: dict, optional
+        :param _content_type: force content-type for the request.
+        :type _content_type: str, Optional
+        :param _headers: set to override the headers for a single
+                         request; this effectively ignores the headers
+                         in the spec for a single request.
+        :type _headers: dict, optional
+        :param _host_index: set to override the host_index for a single
+                            request; this effectively ignores the host_index
+                            in the spec for a single request.
+        :type _host_index: int, optional
+        :return: Returns the result object.
+        """ # noqa: E501
+
+        _param = self._test_lab_service_create_test_lab_serialize(
+            test_lab=test_lab,
+            _request_auth=_request_auth,
+            _content_type=_content_type,
+            _headers=_headers,
+            _host_index=_host_index
+        )
+
+        _response_types_map: Dict[str, Optional[str]] = {
+            '200': "V1alphaCreateTestLabResponse",
+        }
+        response_data = self.api_client.call_api(
+            *_param,
+            _request_timeout=_request_timeout
+        )
+        response_data.read()
+        return self.api_client.response_deserialize(
+            response_data=response_data,
+            response_types_map=_response_types_map,
+        )
+
+
+    @validate_call
+    def test_lab_service_create_test_lab_without_preload_content(
+        self,
+        test_lab: Annotated[V1alphaTestLab, Field(description="The Test Lab to create.")],
+        _request_timeout: Union[
+            None,
+            Annotated[StrictFloat, Field(gt=0)],
+            Tuple[
+                Annotated[StrictFloat, Field(gt=0)],
+                Annotated[StrictFloat, Field(gt=0)]
+            ]
+        ] = None,
+        _request_auth: Optional[Dict[StrictStr, Any]] = None,
+        _content_type: Optional[StrictStr] = None,
+        _headers: Optional[Dict[StrictStr, Any]] = None,
+        _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
+    ) -> RESTResponseType:
+        """test_lab_service_create_test_lab
+
+
+        :param test_lab: The Test Lab to create. (required)
+        :type test_lab: V1alphaTestLab
+        :param _request_timeout: timeout setting for this request. If one
+                                 number provided, it will be total request
+                                 timeout. It can also be a pair (tuple) of
+                                 (connection, read) timeouts.
+        :type _request_timeout: int, tuple(int, int), optional
+        :param _request_auth: set to override the auth_settings for an a single
+                              request; this effectively ignores the
+                              authentication in the spec for a single request.
+        :type _request_auth: dict, optional
+        :param _content_type: force content-type for the request.
+        :type _content_type: str, Optional
+        :param _headers: set to override the headers for a single
+                         request; this effectively ignores the headers
+                         in the spec for a single request.
+        :type _headers: dict, optional
+        :param _host_index: set to override the host_index for a single
+                            request; this effectively ignores the host_index
+                            in the spec for a single request.
+        :type _host_index: int, optional
+        :return: Returns the result object.
+        """ # noqa: E501
+
+        _param = self._test_lab_service_create_test_lab_serialize(
+            test_lab=test_lab,
+            _request_auth=_request_auth,
+            _content_type=_content_type,
+            _headers=_headers,
+            _host_index=_host_index
+        )
+
+        _response_types_map: Dict[str, Optional[str]] = {
+            '200': "V1alphaCreateTestLabResponse",
+        }
+        response_data = self.api_client.call_api(
+            *_param,
+            _request_timeout=_request_timeout
+        )
+        return response_data.response
+
+
+    def _test_lab_service_create_test_lab_serialize(
+        self,
+        test_lab,
+        _request_auth,
+        _content_type,
+        _headers,
+        _host_index,
+    ) -> RequestSerialized:
+
+        _host = None
+
+        _collection_formats: Dict[str, str] = {
+        }
+
+        _path_params: Dict[str, str] = {}
+        _query_params: List[Tuple[str, str]] = []
+        _header_params: Dict[str, Optional[str]] = _headers or {}
+        _form_params: List[Tuple[str, str]] = []
+        _files: Dict[str, Union[str, bytes]] = {}
+        _body_params: Optional[bytes] = None
+
+        # process the path parameters
+        # process the query parameters
+        # process the header parameters
+        # process the form parameters
+        # process the body parameter
+        if test_lab is not None:
+            _body_params = test_lab
+
+
+        # set the HTTP header `Accept`
+        _header_params['Accept'] = self.api_client.select_header_accept(
+            [
+                'application/json'
+            ]
+        )
+
+        # set the HTTP header `Content-Type`
+        if _content_type:
+            _header_params['Content-Type'] = _content_type
+        else:
+            _default_content_type = (
+                self.api_client.select_header_content_type(
+                    [
+                        'application/json'
+                    ]
+                )
+            )
+            if _default_content_type is not None:
+                _header_params['Content-Type'] = _default_content_type
+
+        # authentication setting
+        _auth_settings: List[str] = [
+        ]
+
+        return self.api_client.param_serialize(
+            method='POST',
+            resource_path='/v1alpha/testLabs',
+            path_params=_path_params,
+            query_params=_query_params,
+            header_params=_header_params,
+            body=_body_params,
+            post_params=_form_params,
+            files=_files,
+            auth_settings=_auth_settings,
+            collection_formats=_collection_formats,
+            _host=_host,
+            _request_auth=_request_auth
+        )
+
+
+
+
+    @validate_call
+    def test_lab_service_find_test_lab(
+        self,
+        model: Annotated[Optional[StrictStr], Field(description="The Model to find Test Lab for.")] = None,
+        test_cases: Annotated[Optional[List[StrictStr]], Field(description="The Test Cases to find Test Lab for.")] = None,
+        llm_models: Annotated[Optional[List[StrictStr]], Field(description="The LLM models to find Test Lab for.")] = None,
+        model_parameters: Annotated[Optional[StrictStr], Field(description="The parameters to find Test Lab for.")] = None,
+        h2ogpte_collection: Annotated[Optional[StrictStr], Field(description="The existing collection name in H2OGPTe.")] = None,
+        _request_timeout: Union[
+            None,
+            Annotated[StrictFloat, Field(gt=0)],
+            Tuple[
+                Annotated[StrictFloat, Field(gt=0)],
+                Annotated[StrictFloat, Field(gt=0)]
+            ]
+        ] = None,
+        _request_auth: Optional[Dict[StrictStr, Any]] = None,
+        _content_type: Optional[StrictStr] = None,
+        _headers: Optional[Dict[StrictStr, Any]] = None,
+        _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
+    ) -> V1alphaFindTestLabResponse:
+        """test_lab_service_find_test_lab
+
+
+        :param model: The Model to find Test Lab for.
+        :type model: str
+        :param test_cases: The Test Cases to find Test Lab for.
+        :type test_cases: List[str]
+        :param llm_models: The LLM models to find Test Lab for.
+        :type llm_models: List[str]
+        :param model_parameters: The parameters to find Test Lab for.
+        :type model_parameters: str
+        :param h2ogpte_collection: The existing collection name in H2OGPTe.
+        :type h2ogpte_collection: str
+        :param _request_timeout: timeout setting for this request. If one
+                                 number provided, it will be total request
+                                 timeout. It can also be a pair (tuple) of
+                                 (connection, read) timeouts.
+        :type _request_timeout: int, tuple(int, int), optional
+        :param _request_auth: set to override the auth_settings for an a single
+                              request; this effectively ignores the
+                              authentication in the spec for a single request.
+        :type _request_auth: dict, optional
+        :param _content_type: force content-type for the request.
+        :type _content_type: str, Optional
+        :param _headers: set to override the headers for a single
+                         request; this effectively ignores the headers
+                         in the spec for a single request.
+        :type _headers: dict, optional
+        :param _host_index: set to override the host_index for a single
+                            request; this effectively ignores the host_index
+                            in the spec for a single request.
+        :type _host_index: int, optional
+        :return: Returns the result object.
+        """ # noqa: E501
+
+        _param = self._test_lab_service_find_test_lab_serialize(
+            model=model,
+            test_cases=test_cases,
+            llm_models=llm_models,
+            model_parameters=model_parameters,
+            h2ogpte_collection=h2ogpte_collection,
+            _request_auth=_request_auth,
+            _content_type=_content_type,
+            _headers=_headers,
+            _host_index=_host_index
+        )
+
+        _response_types_map: Dict[str, Optional[str]] = {
+            '200': "V1alphaFindTestLabResponse",
+        }
+        response_data = self.api_client.call_api(
+            *_param,
+            _request_timeout=_request_timeout
+        )
+        response_data.read()
+        return self.api_client.response_deserialize(
+            response_data=response_data,
+            response_types_map=_response_types_map,
+        ).data
+
+
+    @validate_call
+    def test_lab_service_find_test_lab_with_http_info(
+        self,
+        model: Annotated[Optional[StrictStr], Field(description="The Model to find Test Lab for.")] = None,
+        test_cases: Annotated[Optional[List[StrictStr]], Field(description="The Test Cases to find Test Lab for.")] = None,
+        llm_models: Annotated[Optional[List[StrictStr]], Field(description="The LLM models to find Test Lab for.")] = None,
+        model_parameters: Annotated[Optional[StrictStr], Field(description="The parameters to find Test Lab for.")] = None,
+        h2ogpte_collection: Annotated[Optional[StrictStr], Field(description="The existing collection name in H2OGPTe.")] = None,
+        _request_timeout: Union[
+            None,
+            Annotated[StrictFloat, Field(gt=0)],
+            Tuple[
+                Annotated[StrictFloat, Field(gt=0)],
+                Annotated[StrictFloat, Field(gt=0)]
+            ]
+        ] = None,
+        _request_auth: Optional[Dict[StrictStr, Any]] = None,
+        _content_type: Optional[StrictStr] = None,
+        _headers: Optional[Dict[StrictStr, Any]] = None,
+        _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
+    ) -> ApiResponse[V1alphaFindTestLabResponse]:
+        """test_lab_service_find_test_lab
+
+
+        :param model: The Model to find Test Lab for.
+        :type model: str
+        :param test_cases: The Test Cases to find Test Lab for.
+        :type test_cases: List[str]
+        :param llm_models: The LLM models to find Test Lab for.
+        :type llm_models: List[str]
+        :param model_parameters: The parameters to find Test Lab for.
+        :type model_parameters: str
+        :param h2ogpte_collection: The existing collection name in H2OGPTe.
+        :type h2ogpte_collection: str
+        :param _request_timeout: timeout setting for this request. If one
+                                 number provided, it will be total request
+                                 timeout. It can also be a pair (tuple) of
+                                 (connection, read) timeouts.
+        :type _request_timeout: int, tuple(int, int), optional
+        :param _request_auth: set to override the auth_settings for an a single
+                              request; this effectively ignores the
+                              authentication in the spec for a single request.
+        :type _request_auth: dict, optional
+        :param _content_type: force content-type for the request.
+        :type _content_type: str, Optional
+        :param _headers: set to override the headers for a single
+                         request; this effectively ignores the headers
+                         in the spec for a single request.
+        :type _headers: dict, optional
+        :param _host_index: set to override the host_index for a single
+                            request; this effectively ignores the host_index
+                            in the spec for a single request.
+        :type _host_index: int, optional
+        :return: Returns the result object.
+        """ # noqa: E501
+
+        _param = self._test_lab_service_find_test_lab_serialize(
+            model=model,
+            test_cases=test_cases,
+            llm_models=llm_models,
+            model_parameters=model_parameters,
+            h2ogpte_collection=h2ogpte_collection,
+            _request_auth=_request_auth,
+            _content_type=_content_type,
+            _headers=_headers,
+            _host_index=_host_index
+        )
+
+        _response_types_map: Dict[str, Optional[str]] = {
+            '200': "V1alphaFindTestLabResponse",
+        }
+        response_data = self.api_client.call_api(
+            *_param,
+            _request_timeout=_request_timeout
+        )
+        response_data.read()
+        return self.api_client.response_deserialize(
+            response_data=response_data,
+            response_types_map=_response_types_map,
+        )
+
+
+    @validate_call
+    def test_lab_service_find_test_lab_without_preload_content(
+        self,
+        model: Annotated[Optional[StrictStr], Field(description="The Model to find Test Lab for.")] = None,
+        test_cases: Annotated[Optional[List[StrictStr]], Field(description="The Test Cases to find Test Lab for.")] = None,
+        llm_models: Annotated[Optional[List[StrictStr]], Field(description="The LLM models to find Test Lab for.")] = None,
+        model_parameters: Annotated[Optional[StrictStr], Field(description="The parameters to find Test Lab for.")] = None,
+        h2ogpte_collection: Annotated[Optional[StrictStr], Field(description="The existing collection name in H2OGPTe.")] = None,
+        _request_timeout: Union[
+            None,
+            Annotated[StrictFloat, Field(gt=0)],
+            Tuple[
+                Annotated[StrictFloat, Field(gt=0)],
+                Annotated[StrictFloat, Field(gt=0)]
+            ]
+        ] = None,
+        _request_auth: Optional[Dict[StrictStr, Any]] = None,
+        _content_type: Optional[StrictStr] = None,
+        _headers: Optional[Dict[StrictStr, Any]] = None,
+        _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
+    ) -> RESTResponseType:
+        """test_lab_service_find_test_lab
+
+
+        :param model: The Model to find Test Lab for.
+        :type model: str
+        :param test_cases: The Test Cases to find Test Lab for.
+        :type test_cases: List[str]
+        :param llm_models: The LLM models to find Test Lab for.
+        :type llm_models: List[str]
+        :param model_parameters: The parameters to find Test Lab for.
+        :type model_parameters: str
+        :param h2ogpte_collection: The existing collection name in H2OGPTe.
+        :type h2ogpte_collection: str
+        :param _request_timeout: timeout setting for this request. If one
+                                 number provided, it will be total request
+                                 timeout. It can also be a pair (tuple) of
+                                 (connection, read) timeouts.
+        :type _request_timeout: int, tuple(int, int), optional
+        :param _request_auth: set to override the auth_settings for an a single
+                              request; this effectively ignores the
+                              authentication in the spec for a single request.
+        :type _request_auth: dict, optional
+        :param _content_type: force content-type for the request.
+        :type _content_type: str, Optional
+        :param _headers: set to override the headers for a single
+                         request; this effectively ignores the headers
+                         in the spec for a single request.
+        :type _headers: dict, optional
+        :param _host_index: set to override the host_index for a single
+                            request; this effectively ignores the host_index
+                            in the spec for a single request.
+        :type _host_index: int, optional
+        :return: Returns the result object.
+        """ # noqa: E501
+
+        _param = self._test_lab_service_find_test_lab_serialize(
+            model=model,
+            test_cases=test_cases,
+            llm_models=llm_models,
+            model_parameters=model_parameters,
+            h2ogpte_collection=h2ogpte_collection,
+            _request_auth=_request_auth,
+            _content_type=_content_type,
+            _headers=_headers,
+            _host_index=_host_index
+        )
+
+        _response_types_map: Dict[str, Optional[str]] = {
+            '200': "V1alphaFindTestLabResponse",
+        }
+        response_data = self.api_client.call_api(
+            *_param,
+            _request_timeout=_request_timeout
+        )
+        return response_data.response
+
+
+    def _test_lab_service_find_test_lab_serialize(
+        self,
+        model,
+        test_cases,
+        llm_models,
+        model_parameters,
+        h2ogpte_collection,
+        _request_auth,
+        _content_type,
+        _headers,
+        _host_index,
+    ) -> RequestSerialized:
+
+        _host = None
+
+        _collection_formats: Dict[str, str] = {
+            'testCases': 'multi',
+            'llmModels': 'multi',
+        }
+
+        _path_params: Dict[str, str] = {}
+        _query_params: List[Tuple[str, str]] = []
+        _header_params: Dict[str, Optional[str]] = _headers or {}
+        _form_params: List[Tuple[str, str]] = []
+        _files: Dict[str, Union[str, bytes]] = {}
+        _body_params: Optional[bytes] = None
+
+        # process the path parameters
+        # process the query parameters
+        if model is not None:
+            
+            _query_params.append(('model', model))
+            
+        if test_cases is not None:
+            
+            _query_params.append(('testCases', test_cases))
+            
+        if llm_models is not None:
+            
+            _query_params.append(('llmModels', llm_models))
+            
+        if model_parameters is not None:
+            
+            _query_params.append(('modelParameters', model_parameters))
+            
+        if h2ogpte_collection is not None:
+            
+            _query_params.append(('h2ogpteCollection', h2ogpte_collection))
+            
+        # process the header parameters
+        # process the form parameters
+        # process the body parameter
+
+
+        # set the HTTP header `Accept`
+        _header_params['Accept'] = self.api_client.select_header_accept(
+            [
+                'application/json'
+            ]
+        )
+
+
+        # authentication setting
+        _auth_settings: List[str] = [
+        ]
+
+        return self.api_client.param_serialize(
+            method='GET',
+            resource_path='/v1alpha/testLabs:find',
+            path_params=_path_params,
+            query_params=_query_params,
+            header_params=_header_params,
+            body=_body_params,
+            post_params=_form_params,
+            files=_files,
+            auth_settings=_auth_settings,
+            collection_formats=_collection_formats,
+            _host=_host,
+            _request_auth=_request_auth
+        )
+
+