eval-studio-client 0.7.0__py3-none-any.whl

eval_studio_client/__about__.py

@@ -0,0 +1 @@
+__version__ = "0.1.0-alpha.1"

eval_studio_client/__init__.py

@@ -0,0 +1,4 @@
+from eval_studio_client.client import Client
+from eval_studio_client.test_labs import ModelType
+
+__all__ = ["Client", "ModelType"]

eval_studio_client/api/__init__.py

@@ -0,0 +1,180 @@
+# coding: utf-8
+
+# flake8: noqa
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+__version__ = "1.0.0"
+
+# import apis into sdk package
+from eval_studio_client.api.api.dashboard_service_api import DashboardServiceApi
+from eval_studio_client.api.api.document_service_api import DocumentServiceApi
+from eval_studio_client.api.api.evaluation_service_api import EvaluationServiceApi
+from eval_studio_client.api.api.evaluator_service_api import EvaluatorServiceApi
+from eval_studio_client.api.api.info_service_api import InfoServiceApi
+from eval_studio_client.api.api.leaderboard_service_api import LeaderboardServiceApi
+from eval_studio_client.api.api.model_service_api import ModelServiceApi
+from eval_studio_client.api.api.operation_progress_service_api import OperationProgressServiceApi
+from eval_studio_client.api.api.operation_service_api import OperationServiceApi
+from eval_studio_client.api.api.perturbation_service_api import PerturbationServiceApi
+from eval_studio_client.api.api.perturbator_service_api import PerturbatorServiceApi
+from eval_studio_client.api.api.test_case_service_api import TestCaseServiceApi
+from eval_studio_client.api.api.test_class_service_api import TestClassServiceApi
+from eval_studio_client.api.api.test_lab_service_api import TestLabServiceApi
+from eval_studio_client.api.api.test_service_api import TestServiceApi
+from eval_studio_client.api.api.who_am_i_service_api import WhoAmIServiceApi
+
+# import ApiClient
+from eval_studio_client.api.api_response import ApiResponse
+from eval_studio_client.api.api_client import ApiClient
+from eval_studio_client.api.configuration import Configuration
+from eval_studio_client.api.exceptions import OpenApiException
+from eval_studio_client.api.exceptions import ApiTypeError
+from eval_studio_client.api.exceptions import ApiValueError
+from eval_studio_client.api.exceptions import ApiKeyError
+from eval_studio_client.api.exceptions import ApiAttributeError
+from eval_studio_client.api.exceptions import ApiException
+
+# import models into sdk package
+from eval_studio_client.api.models.perturbation_service_create_perturbation_request import PerturbationServiceCreatePerturbationRequest
+from eval_studio_client.api.models.protobuf_any import ProtobufAny
+from eval_studio_client.api.models.required_the_dashboard_to_update import RequiredTheDashboardToUpdate
+from eval_studio_client.api.models.required_the_document_to_update import RequiredTheDocumentToUpdate
+from eval_studio_client.api.models.required_the_leaderboard_to_update import RequiredTheLeaderboardToUpdate
+from eval_studio_client.api.models.required_the_model_to_update import RequiredTheModelToUpdate
+from eval_studio_client.api.models.required_the_operation_to_finalize import RequiredTheOperationToFinalize
+from eval_studio_client.api.models.required_the_operation_to_update import RequiredTheOperationToUpdate
+from eval_studio_client.api.models.required_the_test_case_to_update import RequiredTheTestCaseToUpdate
+from eval_studio_client.api.models.required_the_test_to_update import RequiredTheTestToUpdate
+from eval_studio_client.api.models.rpc_status import RpcStatus
+from eval_studio_client.api.models.test_case_service_batch_delete_test_cases_request import TestCaseServiceBatchDeleteTestCasesRequest
+from eval_studio_client.api.models.test_service_perturb_test_request import TestServicePerturbTestRequest
+from eval_studio_client.api.models.v1alpha_batch_create_leaderboards_request import V1alphaBatchCreateLeaderboardsRequest
+from eval_studio_client.api.models.v1alpha_batch_create_leaderboards_response import V1alphaBatchCreateLeaderboardsResponse
+from eval_studio_client.api.models.v1alpha_batch_delete_dashboards_request import V1alphaBatchDeleteDashboardsRequest
+from eval_studio_client.api.models.v1alpha_batch_delete_dashboards_response import V1alphaBatchDeleteDashboardsResponse
+from eval_studio_client.api.models.v1alpha_batch_delete_documents_request import V1alphaBatchDeleteDocumentsRequest
+from eval_studio_client.api.models.v1alpha_batch_delete_documents_response import V1alphaBatchDeleteDocumentsResponse
+from eval_studio_client.api.models.v1alpha_batch_delete_evaluators_request import V1alphaBatchDeleteEvaluatorsRequest
+from eval_studio_client.api.models.v1alpha_batch_delete_evaluators_response import V1alphaBatchDeleteEvaluatorsResponse
+from eval_studio_client.api.models.v1alpha_batch_delete_leaderboards_request import V1alphaBatchDeleteLeaderboardsRequest
+from eval_studio_client.api.models.v1alpha_batch_delete_leaderboards_response import V1alphaBatchDeleteLeaderboardsResponse
+from eval_studio_client.api.models.v1alpha_batch_delete_models_request import V1alphaBatchDeleteModelsRequest
+from eval_studio_client.api.models.v1alpha_batch_delete_models_response import V1alphaBatchDeleteModelsResponse
+from eval_studio_client.api.models.v1alpha_batch_delete_test_cases_response import V1alphaBatchDeleteTestCasesResponse
+from eval_studio_client.api.models.v1alpha_batch_delete_tests_request import V1alphaBatchDeleteTestsRequest
+from eval_studio_client.api.models.v1alpha_batch_delete_tests_response import V1alphaBatchDeleteTestsResponse
+from eval_studio_client.api.models.v1alpha_batch_get_dashboards_response import V1alphaBatchGetDashboardsResponse
+from eval_studio_client.api.models.v1alpha_batch_get_documents_response import V1alphaBatchGetDocumentsResponse
+from eval_studio_client.api.models.v1alpha_batch_get_leaderboards_response import V1alphaBatchGetLeaderboardsResponse
+from eval_studio_client.api.models.v1alpha_batch_get_models_response import V1alphaBatchGetModelsResponse
+from eval_studio_client.api.models.v1alpha_batch_get_operations_response import V1alphaBatchGetOperationsResponse
+from eval_studio_client.api.models.v1alpha_batch_get_tests_response import V1alphaBatchGetTestsResponse
+from eval_studio_client.api.models.v1alpha_batch_import_leaderboard_request import V1alphaBatchImportLeaderboardRequest
+from eval_studio_client.api.models.v1alpha_batch_import_leaderboard_response import V1alphaBatchImportLeaderboardResponse
+from eval_studio_client.api.models.v1alpha_batch_import_tests_request import V1alphaBatchImportTestsRequest
+from eval_studio_client.api.models.v1alpha_batch_import_tests_response import V1alphaBatchImportTestsResponse
+from eval_studio_client.api.models.v1alpha_check_base_models_response import V1alphaCheckBaseModelsResponse
+from eval_studio_client.api.models.v1alpha_collection_info import V1alphaCollectionInfo
+from eval_studio_client.api.models.v1alpha_create_dashboard_response import V1alphaCreateDashboardResponse
+from eval_studio_client.api.models.v1alpha_create_document_response import V1alphaCreateDocumentResponse
+from eval_studio_client.api.models.v1alpha_create_evaluation_request import V1alphaCreateEvaluationRequest
+from eval_studio_client.api.models.v1alpha_create_evaluator_response import V1alphaCreateEvaluatorResponse
+from eval_studio_client.api.models.v1alpha_create_leaderboard_request import V1alphaCreateLeaderboardRequest
+from eval_studio_client.api.models.v1alpha_create_leaderboard_response import V1alphaCreateLeaderboardResponse
+from eval_studio_client.api.models.v1alpha_create_leaderboard_without_cache_response import V1alphaCreateLeaderboardWithoutCacheResponse
+from eval_studio_client.api.models.v1alpha_create_model_response import V1alphaCreateModelResponse
+from eval_studio_client.api.models.v1alpha_create_perturbation_response import V1alphaCreatePerturbationResponse
+from eval_studio_client.api.models.v1alpha_create_test_case_response import V1alphaCreateTestCaseResponse
+from eval_studio_client.api.models.v1alpha_create_test_lab_response import V1alphaCreateTestLabResponse
+from eval_studio_client.api.models.v1alpha_create_test_response import V1alphaCreateTestResponse
+from eval_studio_client.api.models.v1alpha_dashboard import V1alphaDashboard
+from eval_studio_client.api.models.v1alpha_dashboard_status import V1alphaDashboardStatus
+from eval_studio_client.api.models.v1alpha_delete_dashboard_response import V1alphaDeleteDashboardResponse
+from eval_studio_client.api.models.v1alpha_delete_document_response import V1alphaDeleteDocumentResponse
+from eval_studio_client.api.models.v1alpha_delete_evaluator_response import V1alphaDeleteEvaluatorResponse
+from eval_studio_client.api.models.v1alpha_delete_leaderboard_response import V1alphaDeleteLeaderboardResponse
+from eval_studio_client.api.models.v1alpha_delete_model_response import V1alphaDeleteModelResponse
+from eval_studio_client.api.models.v1alpha_delete_test_case_response import V1alphaDeleteTestCaseResponse
+from eval_studio_client.api.models.v1alpha_delete_test_response import V1alphaDeleteTestResponse
+from eval_studio_client.api.models.v1alpha_document import V1alphaDocument
+from eval_studio_client.api.models.v1alpha_evaluation_test import V1alphaEvaluationTest
+from eval_studio_client.api.models.v1alpha_evaluator import V1alphaEvaluator
+from eval_studio_client.api.models.v1alpha_evaluator_param_type import V1alphaEvaluatorParamType
+from eval_studio_client.api.models.v1alpha_evaluator_parameter import V1alphaEvaluatorParameter
+from eval_studio_client.api.models.v1alpha_evaluator_view import V1alphaEvaluatorView
+from eval_studio_client.api.models.v1alpha_finalize_operation_response import V1alphaFinalizeOperationResponse
+from eval_studio_client.api.models.v1alpha_find_all_test_cases_by_id_response import V1alphaFindAllTestCasesByIDResponse
+from eval_studio_client.api.models.v1alpha_find_test_lab_response import V1alphaFindTestLabResponse
+from eval_studio_client.api.models.v1alpha_get_dashboard_response import V1alphaGetDashboardResponse
+from eval_studio_client.api.models.v1alpha_get_document_response import V1alphaGetDocumentResponse
+from eval_studio_client.api.models.v1alpha_get_evaluator_response import V1alphaGetEvaluatorResponse
+from eval_studio_client.api.models.v1alpha_get_info_response import V1alphaGetInfoResponse
+from eval_studio_client.api.models.v1alpha_get_leaderboard_response import V1alphaGetLeaderboardResponse
+from eval_studio_client.api.models.v1alpha_get_model_response import V1alphaGetModelResponse
+from eval_studio_client.api.models.v1alpha_get_operation_progress_by_parent_response import V1alphaGetOperationProgressByParentResponse
+from eval_studio_client.api.models.v1alpha_get_operation_response import V1alphaGetOperationResponse
+from eval_studio_client.api.models.v1alpha_get_perturbator_response import V1alphaGetPerturbatorResponse
+from eval_studio_client.api.models.v1alpha_get_test_case_response import V1alphaGetTestCaseResponse
+from eval_studio_client.api.models.v1alpha_get_test_class_response import V1alphaGetTestClassResponse
+from eval_studio_client.api.models.v1alpha_get_test_response import V1alphaGetTestResponse
+from eval_studio_client.api.models.v1alpha_import_evaluation_request import V1alphaImportEvaluationRequest
+from eval_studio_client.api.models.v1alpha_import_leaderboard_request import V1alphaImportLeaderboardRequest
+from eval_studio_client.api.models.v1alpha_import_leaderboard_response import V1alphaImportLeaderboardResponse
+from eval_studio_client.api.models.v1alpha_info import V1alphaInfo
+from eval_studio_client.api.models.v1alpha_insight import V1alphaInsight
+from eval_studio_client.api.models.v1alpha_leaderboard import V1alphaLeaderboard
+from eval_studio_client.api.models.v1alpha_leaderboard_status import V1alphaLeaderboardStatus
+from eval_studio_client.api.models.v1alpha_leaderboard_type import V1alphaLeaderboardType
+from eval_studio_client.api.models.v1alpha_leaderboard_view import V1alphaLeaderboardView
+from eval_studio_client.api.models.v1alpha_list_base_models_response import V1alphaListBaseModelsResponse
+from eval_studio_client.api.models.v1alpha_list_dashboards_response import V1alphaListDashboardsResponse
+from eval_studio_client.api.models.v1alpha_list_documents_response import V1alphaListDocumentsResponse
+from eval_studio_client.api.models.v1alpha_list_evaluators_response import V1alphaListEvaluatorsResponse
+from eval_studio_client.api.models.v1alpha_list_llm_models_response import V1alphaListLLMModelsResponse
+from eval_studio_client.api.models.v1alpha_list_leaderboards_response import V1alphaListLeaderboardsResponse
+from eval_studio_client.api.models.v1alpha_list_model_collections_response import V1alphaListModelCollectionsResponse
+from eval_studio_client.api.models.v1alpha_list_models_response import V1alphaListModelsResponse
+from eval_studio_client.api.models.v1alpha_list_most_recent_dashboards_response import V1alphaListMostRecentDashboardsResponse
+from eval_studio_client.api.models.v1alpha_list_most_recent_leaderboards_response import V1alphaListMostRecentLeaderboardsResponse
+from eval_studio_client.api.models.v1alpha_list_most_recent_models_response import V1alphaListMostRecentModelsResponse
+from eval_studio_client.api.models.v1alpha_list_most_recent_tests_response import V1alphaListMostRecentTestsResponse
+from eval_studio_client.api.models.v1alpha_list_operations_response import V1alphaListOperationsResponse
+from eval_studio_client.api.models.v1alpha_list_perturbators_response import V1alphaListPerturbatorsResponse
+from eval_studio_client.api.models.v1alpha_list_rag_collections_response import V1alphaListRAGCollectionsResponse
+from eval_studio_client.api.models.v1alpha_list_test_cases_response import V1alphaListTestCasesResponse
+from eval_studio_client.api.models.v1alpha_list_test_classes_response import V1alphaListTestClassesResponse
+from eval_studio_client.api.models.v1alpha_list_tests_response import V1alphaListTestsResponse
+from eval_studio_client.api.models.v1alpha_model import V1alphaModel
+from eval_studio_client.api.models.v1alpha_model_type import V1alphaModelType
+from eval_studio_client.api.models.v1alpha_operation import V1alphaOperation
+from eval_studio_client.api.models.v1alpha_operation_progress import V1alphaOperationProgress
+from eval_studio_client.api.models.v1alpha_perturb_test_response import V1alphaPerturbTestResponse
+from eval_studio_client.api.models.v1alpha_perturbator import V1alphaPerturbator
+from eval_studio_client.api.models.v1alpha_perturbator_configuration import V1alphaPerturbatorConfiguration
+from eval_studio_client.api.models.v1alpha_perturbator_intensity import V1alphaPerturbatorIntensity
+from eval_studio_client.api.models.v1alpha_problem_and_action import V1alphaProblemAndAction
+from eval_studio_client.api.models.v1alpha_test import V1alphaTest
+from eval_studio_client.api.models.v1alpha_test_case import V1alphaTestCase
+from eval_studio_client.api.models.v1alpha_test_case_relationship import V1alphaTestCaseRelationship
+from eval_studio_client.api.models.v1alpha_test_class import V1alphaTestClass
+from eval_studio_client.api.models.v1alpha_test_class_type import V1alphaTestClassType
+from eval_studio_client.api.models.v1alpha_test_lab import V1alphaTestLab
+from eval_studio_client.api.models.v1alpha_update_dashboard_response import V1alphaUpdateDashboardResponse
+from eval_studio_client.api.models.v1alpha_update_document_response import V1alphaUpdateDocumentResponse
+from eval_studio_client.api.models.v1alpha_update_leaderboard_response import V1alphaUpdateLeaderboardResponse
+from eval_studio_client.api.models.v1alpha_update_model_response import V1alphaUpdateModelResponse
+from eval_studio_client.api.models.v1alpha_update_operation_response import V1alphaUpdateOperationResponse
+from eval_studio_client.api.models.v1alpha_update_test_case_response import V1alphaUpdateTestCaseResponse
+from eval_studio_client.api.models.v1alpha_update_test_response import V1alphaUpdateTestResponse
+from eval_studio_client.api.models.v1alpha_who_am_i_response import V1alphaWhoAmIResponse

eval_studio_client/api/api/__init__.py

@@ -0,0 +1,20 @@
+# flake8: noqa
+
+# import apis into api package
+from eval_studio_client.api.api.dashboard_service_api import DashboardServiceApi
+from eval_studio_client.api.api.document_service_api import DocumentServiceApi
+from eval_studio_client.api.api.evaluation_service_api import EvaluationServiceApi
+from eval_studio_client.api.api.evaluator_service_api import EvaluatorServiceApi
+from eval_studio_client.api.api.info_service_api import InfoServiceApi
+from eval_studio_client.api.api.leaderboard_service_api import LeaderboardServiceApi
+from eval_studio_client.api.api.model_service_api import ModelServiceApi
+from eval_studio_client.api.api.operation_progress_service_api import OperationProgressServiceApi
+from eval_studio_client.api.api.operation_service_api import OperationServiceApi
+from eval_studio_client.api.api.perturbation_service_api import PerturbationServiceApi
+from eval_studio_client.api.api.perturbator_service_api import PerturbatorServiceApi
+from eval_studio_client.api.api.test_case_service_api import TestCaseServiceApi
+from eval_studio_client.api.api.test_class_service_api import TestClassServiceApi
+from eval_studio_client.api.api.test_lab_service_api import TestLabServiceApi
+from eval_studio_client.api.api.test_service_api import TestServiceApi
+from eval_studio_client.api.api.who_am_i_service_api import WhoAmIServiceApi
+