eval-studio-client 0.7.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/__about__.py +1 -0
- eval_studio_client/__init__.py +4 -0
- eval_studio_client/api/__init__.py +180 -0
- eval_studio_client/api/api/__init__.py +20 -0
- eval_studio_client/api/api/dashboard_service_api.py +2142 -0
- eval_studio_client/api/api/document_service_api.py +1868 -0
- eval_studio_client/api/api/evaluation_service_api.py +1603 -0
- eval_studio_client/api/api/evaluator_service_api.py +1343 -0
- eval_studio_client/api/api/info_service_api.py +275 -0
- eval_studio_client/api/api/leaderboard_service_api.py +3336 -0
- eval_studio_client/api/api/model_service_api.py +2913 -0
- eval_studio_client/api/api/operation_progress_service_api.py +292 -0
- eval_studio_client/api/api/operation_service_api.py +1359 -0
- eval_studio_client/api/api/perturbation_service_api.py +321 -0
- eval_studio_client/api/api/perturbator_service_api.py +532 -0
- eval_studio_client/api/api/test_case_service_api.py +1913 -0
- eval_studio_client/api/api/test_class_service_api.py +532 -0
- eval_studio_client/api/api/test_lab_service_api.py +634 -0
- eval_studio_client/api/api/test_service_api.py +2712 -0
- eval_studio_client/api/api/who_am_i_service_api.py +275 -0
- eval_studio_client/api/api_client.py +770 -0
- eval_studio_client/api/api_response.py +21 -0
- eval_studio_client/api/configuration.py +436 -0
- eval_studio_client/api/docs/DashboardServiceApi.md +549 -0
- eval_studio_client/api/docs/DocumentServiceApi.md +478 -0
- eval_studio_client/api/docs/EvaluationServiceApi.md +332 -0
- eval_studio_client/api/docs/EvaluatorServiceApi.md +345 -0
- eval_studio_client/api/docs/InfoServiceApi.md +71 -0
- eval_studio_client/api/docs/LeaderboardServiceApi.md +835 -0
- eval_studio_client/api/docs/ModelServiceApi.md +750 -0
- eval_studio_client/api/docs/OperationProgressServiceApi.md +75 -0
- eval_studio_client/api/docs/OperationServiceApi.md +345 -0
- eval_studio_client/api/docs/PerturbationServiceApi.md +78 -0
- eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +31 -0
- eval_studio_client/api/docs/PerturbatorServiceApi.md +138 -0
- eval_studio_client/api/docs/ProtobufAny.md +30 -0
- eval_studio_client/api/docs/RequiredTheDashboardToUpdate.md +41 -0
- eval_studio_client/api/docs/RequiredTheDocumentToUpdate.md +38 -0
- eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +54 -0
- eval_studio_client/api/docs/RequiredTheModelToUpdate.md +41 -0
- eval_studio_client/api/docs/RequiredTheOperationToFinalize.md +39 -0
- eval_studio_client/api/docs/RequiredTheOperationToUpdate.md +39 -0
- eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md +39 -0
- eval_studio_client/api/docs/RequiredTheTestToUpdate.md +39 -0
- eval_studio_client/api/docs/RpcStatus.md +32 -0
- eval_studio_client/api/docs/TestCaseServiceApi.md +486 -0
- eval_studio_client/api/docs/TestCaseServiceBatchDeleteTestCasesRequest.md +29 -0
- eval_studio_client/api/docs/TestClassServiceApi.md +138 -0
- eval_studio_client/api/docs/TestLabServiceApi.md +151 -0
- eval_studio_client/api/docs/TestServiceApi.md +689 -0
- eval_studio_client/api/docs/TestServicePerturbTestRequest.md +31 -0
- eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsRequest.md +31 -0
- eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsRequest.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsRequest.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsRequest.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsRequest.md +30 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteModelsRequest.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteTestsRequest.md +30 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchGetDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchGetDocumentsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchGetLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchGetModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchGetOperationsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchGetTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchImportLeaderboardRequest.md +37 -0
- eval_studio_client/api/docs/V1alphaBatchImportLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchImportTestsRequest.md +32 -0
- eval_studio_client/api/docs/V1alphaBatchImportTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCheckBaseModelsResponse.md +30 -0
- eval_studio_client/api/docs/V1alphaCollectionInfo.md +33 -0
- eval_studio_client/api/docs/V1alphaCreateDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateEvaluationRequest.md +37 -0
- eval_studio_client/api/docs/V1alphaCreateEvaluatorResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateLeaderboardRequest.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateLeaderboardWithoutCacheResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateModelResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreatePerturbationResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateTestLabResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateTestResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDashboard.md +41 -0
- eval_studio_client/api/docs/V1alphaDashboardStatus.md +12 -0
- eval_studio_client/api/docs/V1alphaDeleteDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDeleteDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDeleteEvaluatorResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDeleteLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDeleteModelResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDeleteTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDeleteTestResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDocument.md +38 -0
- eval_studio_client/api/docs/V1alphaEvaluationTest.md +32 -0
- eval_studio_client/api/docs/V1alphaEvaluator.md +45 -0
- eval_studio_client/api/docs/V1alphaEvaluatorParamType.md +12 -0
- eval_studio_client/api/docs/V1alphaEvaluatorParameter.md +40 -0
- eval_studio_client/api/docs/V1alphaEvaluatorView.md +12 -0
- eval_studio_client/api/docs/V1alphaFinalizeOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaFindAllTestCasesByIDResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaFindTestLabResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetEvaluatorResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetInfoResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetModelResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetOperationProgressByParentResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetPerturbatorResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetTestClassResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetTestResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaImportEvaluationRequest.md +33 -0
- eval_studio_client/api/docs/V1alphaImportLeaderboardRequest.md +37 -0
- eval_studio_client/api/docs/V1alphaImportLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaInfo.md +35 -0
- eval_studio_client/api/docs/V1alphaInsight.md +40 -0
- eval_studio_client/api/docs/V1alphaLeaderboard.md +54 -0
- eval_studio_client/api/docs/V1alphaLeaderboardStatus.md +12 -0
- eval_studio_client/api/docs/V1alphaLeaderboardType.md +12 -0
- eval_studio_client/api/docs/V1alphaLeaderboardView.md +12 -0
- eval_studio_client/api/docs/V1alphaListBaseModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListDocumentsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListEvaluatorsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListLLMModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListLeaderboardsResponse.md +30 -0
- eval_studio_client/api/docs/V1alphaListModelCollectionsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListMostRecentDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListMostRecentLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListMostRecentModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListMostRecentTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListOperationsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListPerturbatorsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListRAGCollectionsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListTestClassesResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaModel.md +42 -0
- eval_studio_client/api/docs/V1alphaModelType.md +12 -0
- eval_studio_client/api/docs/V1alphaOperation.md +40 -0
- eval_studio_client/api/docs/V1alphaOperationProgress.md +32 -0
- eval_studio_client/api/docs/V1alphaPerturbTestResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaPerturbator.md +39 -0
- eval_studio_client/api/docs/V1alphaPerturbatorConfiguration.md +32 -0
- eval_studio_client/api/docs/V1alphaPerturbatorIntensity.md +11 -0
- eval_studio_client/api/docs/V1alphaProblemAndAction.md +39 -0
- eval_studio_client/api/docs/V1alphaTest.md +40 -0
- eval_studio_client/api/docs/V1alphaTestCase.md +40 -0
- eval_studio_client/api/docs/V1alphaTestCaseRelationship.md +31 -0
- eval_studio_client/api/docs/V1alphaTestClass.md +41 -0
- eval_studio_client/api/docs/V1alphaTestClassType.md +12 -0
- eval_studio_client/api/docs/V1alphaTestLab.md +41 -0
- eval_studio_client/api/docs/V1alphaUpdateDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaUpdateDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaUpdateLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaUpdateModelResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaUpdateOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaUpdateTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaUpdateTestResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaWhoAmIResponse.md +31 -0
- eval_studio_client/api/docs/WhoAmIServiceApi.md +72 -0
- eval_studio_client/api/exceptions.py +199 -0
- eval_studio_client/api/models/__init__.py +148 -0
- eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +115 -0
- eval_studio_client/api/models/protobuf_any.py +100 -0
- eval_studio_client/api/models/required_the_dashboard_to_update.py +127 -0
- eval_studio_client/api/models/required_the_document_to_update.py +116 -0
- eval_studio_client/api/models/required_the_leaderboard_to_update.py +178 -0
- eval_studio_client/api/models/required_the_model_to_update.py +127 -0
- eval_studio_client/api/models/required_the_operation_to_finalize.py +129 -0
- eval_studio_client/api/models/required_the_operation_to_update.py +129 -0
- eval_studio_client/api/models/required_the_test_case_to_update.py +120 -0
- eval_studio_client/api/models/required_the_test_to_update.py +122 -0
- eval_studio_client/api/models/rpc_status.py +99 -0
- eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +87 -0
- eval_studio_client/api/models/test_service_perturb_test_request.py +99 -0
- eval_studio_client/api/models/v1alpha_batch_create_leaderboards_request.py +99 -0
- eval_studio_client/api/models/v1alpha_batch_create_leaderboards_response.py +91 -0
- eval_studio_client/api/models/v1alpha_batch_delete_dashboards_request.py +87 -0
- eval_studio_client/api/models/v1alpha_batch_delete_dashboards_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_delete_documents_request.py +87 -0
- eval_studio_client/api/models/v1alpha_batch_delete_documents_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_delete_evaluators_request.py +87 -0
- eval_studio_client/api/models/v1alpha_batch_delete_evaluators_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_delete_leaderboards_request.py +90 -0
- eval_studio_client/api/models/v1alpha_batch_delete_leaderboards_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_delete_models_request.py +87 -0
- eval_studio_client/api/models/v1alpha_batch_delete_models_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_delete_test_cases_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_delete_tests_request.py +89 -0
- eval_studio_client/api/models/v1alpha_batch_delete_tests_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_get_dashboards_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_get_documents_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_get_leaderboards_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_get_models_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_get_operations_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_get_tests_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_import_leaderboard_request.py +104 -0
- eval_studio_client/api/models/v1alpha_batch_import_leaderboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_batch_import_tests_request.py +93 -0
- eval_studio_client/api/models/v1alpha_batch_import_tests_response.py +95 -0
- eval_studio_client/api/models/v1alpha_check_base_models_response.py +89 -0
- eval_studio_client/api/models/v1alpha_collection_info.py +93 -0
- eval_studio_client/api/models/v1alpha_create_dashboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_document_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_evaluation_request.py +115 -0
- eval_studio_client/api/models/v1alpha_create_evaluator_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_leaderboard_request.py +91 -0
- eval_studio_client/api/models/v1alpha_create_leaderboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_leaderboard_without_cache_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_model_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_perturbation_response.py +87 -0
- eval_studio_client/api/models/v1alpha_create_test_case_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_test_lab_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_test_response.py +91 -0
- eval_studio_client/api/models/v1alpha_dashboard.py +131 -0
- eval_studio_client/api/models/v1alpha_dashboard_status.py +39 -0
- eval_studio_client/api/models/v1alpha_delete_dashboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_delete_document_response.py +91 -0
- eval_studio_client/api/models/v1alpha_delete_evaluator_response.py +91 -0
- eval_studio_client/api/models/v1alpha_delete_leaderboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_delete_model_response.py +91 -0
- eval_studio_client/api/models/v1alpha_delete_test_case_response.py +91 -0
- eval_studio_client/api/models/v1alpha_delete_test_response.py +91 -0
- eval_studio_client/api/models/v1alpha_document.py +120 -0
- eval_studio_client/api/models/v1alpha_evaluation_test.py +107 -0
- eval_studio_client/api/models/v1alpha_evaluator.py +155 -0
- eval_studio_client/api/models/v1alpha_evaluator_param_type.py +42 -0
- eval_studio_client/api/models/v1alpha_evaluator_parameter.py +126 -0
- eval_studio_client/api/models/v1alpha_evaluator_view.py +38 -0
- eval_studio_client/api/models/v1alpha_finalize_operation_response.py +91 -0
- eval_studio_client/api/models/v1alpha_find_all_test_cases_by_id_response.py +95 -0
- eval_studio_client/api/models/v1alpha_find_test_lab_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_dashboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_document_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_evaluator_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_info_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_leaderboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_model_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_operation_progress_by_parent_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_operation_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_perturbator_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_test_case_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_test_class_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_test_response.py +91 -0
- eval_studio_client/api/models/v1alpha_import_evaluation_request.py +99 -0
- eval_studio_client/api/models/v1alpha_import_leaderboard_request.py +104 -0
- eval_studio_client/api/models/v1alpha_import_leaderboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_info.py +99 -0
- eval_studio_client/api/models/v1alpha_insight.py +107 -0
- eval_studio_client/api/models/v1alpha_leaderboard.py +182 -0
- eval_studio_client/api/models/v1alpha_leaderboard_status.py +39 -0
- eval_studio_client/api/models/v1alpha_leaderboard_type.py +39 -0
- eval_studio_client/api/models/v1alpha_leaderboard_view.py +39 -0
- eval_studio_client/api/models/v1alpha_list_base_models_response.py +87 -0
- eval_studio_client/api/models/v1alpha_list_dashboards_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_documents_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_evaluators_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_leaderboards_response.py +97 -0
- eval_studio_client/api/models/v1alpha_list_llm_models_response.py +87 -0
- eval_studio_client/api/models/v1alpha_list_model_collections_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_models_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_most_recent_dashboards_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_most_recent_leaderboards_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_most_recent_models_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_most_recent_tests_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_operations_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_perturbators_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_rag_collections_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_test_cases_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_test_classes_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_tests_response.py +95 -0
- eval_studio_client/api/models/v1alpha_model.py +131 -0
- eval_studio_client/api/models/v1alpha_model_type.py +46 -0
- eval_studio_client/api/models/v1alpha_operation.py +133 -0
- eval_studio_client/api/models/v1alpha_operation_progress.py +99 -0
- eval_studio_client/api/models/v1alpha_perturb_test_response.py +91 -0
- eval_studio_client/api/models/v1alpha_perturbator.py +122 -0
- eval_studio_client/api/models/v1alpha_perturbator_configuration.py +92 -0
- eval_studio_client/api/models/v1alpha_perturbator_intensity.py +39 -0
- eval_studio_client/api/models/v1alpha_problem_and_action.py +129 -0
- eval_studio_client/api/models/v1alpha_test.py +126 -0
- eval_studio_client/api/models/v1alpha_test_case.py +124 -0
- eval_studio_client/api/models/v1alpha_test_case_relationship.py +91 -0
- eval_studio_client/api/models/v1alpha_test_class.py +127 -0
- eval_studio_client/api/models/v1alpha_test_class_type.py +42 -0
- eval_studio_client/api/models/v1alpha_test_lab.py +137 -0
- eval_studio_client/api/models/v1alpha_update_dashboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_update_document_response.py +91 -0
- eval_studio_client/api/models/v1alpha_update_leaderboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_update_model_response.py +91 -0
- eval_studio_client/api/models/v1alpha_update_operation_response.py +91 -0
- eval_studio_client/api/models/v1alpha_update_test_case_response.py +91 -0
- eval_studio_client/api/models/v1alpha_update_test_response.py +91 -0
- eval_studio_client/api/models/v1alpha_who_am_i_response.py +91 -0
- eval_studio_client/api/rest.py +257 -0
- eval_studio_client/api/test/__init__.py +0 -0
- eval_studio_client/api/test/test_dashboard_service_api.py +79 -0
- eval_studio_client/api/test/test_document_service_api.py +73 -0
- eval_studio_client/api/test/test_evaluation_service_api.py +55 -0
- eval_studio_client/api/test/test_evaluator_service_api.py +61 -0
- eval_studio_client/api/test/test_info_service_api.py +37 -0
- eval_studio_client/api/test/test_leaderboard_service_api.py +103 -0
- eval_studio_client/api/test/test_model_service_api.py +97 -0
- eval_studio_client/api/test/test_operation_progress_service_api.py +37 -0
- eval_studio_client/api/test/test_operation_service_api.py +61 -0
- eval_studio_client/api/test/test_perturbation_service_api.py +37 -0
- eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +79 -0
- eval_studio_client/api/test/test_perturbator_service_api.py +43 -0
- eval_studio_client/api/test/test_protobuf_any.py +51 -0
- eval_studio_client/api/test/test_required_the_dashboard_to_update.py +64 -0
- eval_studio_client/api/test/test_required_the_document_to_update.py +59 -0
- eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +115 -0
- eval_studio_client/api/test/test_required_the_model_to_update.py +63 -0
- eval_studio_client/api/test/test_required_the_operation_to_finalize.py +71 -0
- eval_studio_client/api/test/test_required_the_operation_to_update.py +71 -0
- eval_studio_client/api/test/test_required_the_test_case_to_update.py +63 -0
- eval_studio_client/api/test/test_required_the_test_to_update.py +65 -0
- eval_studio_client/api/test/test_rpc_status.py +57 -0
- eval_studio_client/api/test/test_test_case_service_api.py +73 -0
- eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +53 -0
- eval_studio_client/api/test/test_test_class_service_api.py +43 -0
- eval_studio_client/api/test/test_test_lab_service_api.py +43 -0
- eval_studio_client/api/test/test_test_service_api.py +91 -0
- eval_studio_client/api/test/test_test_service_perturb_test_request.py +58 -0
- eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_request.py +119 -0
- eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_request.py +53 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_response.py +68 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_documents_request.py +53 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_documents_response.py +63 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_request.py +53 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_response.py +91 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_leaderboards_request.py +54 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_leaderboards_response.py +116 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_models_request.py +53 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_models_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_test_cases_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_tests_request.py +54 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_tests_response.py +69 -0
- eval_studio_client/api/test/test_v1alpha_batch_get_dashboards_response.py +68 -0
- eval_studio_client/api/test/test_v1alpha_batch_get_documents_response.py +63 -0
- eval_studio_client/api/test/test_v1alpha_batch_get_leaderboards_response.py +116 -0
- eval_studio_client/api/test/test_v1alpha_batch_get_models_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_batch_get_operations_response.py +73 -0
- eval_studio_client/api/test/test_v1alpha_batch_get_tests_response.py +69 -0
- eval_studio_client/api/test/test_v1alpha_batch_import_leaderboard_request.py +61 -0
- eval_studio_client/api/test/test_v1alpha_batch_import_leaderboard_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_batch_import_tests_request.py +54 -0
- eval_studio_client/api/test/test_v1alpha_batch_import_tests_response.py +69 -0
- eval_studio_client/api/test/test_v1alpha_check_base_models_response.py +52 -0
- eval_studio_client/api/test/test_v1alpha_collection_info.py +54 -0
- eval_studio_client/api/test/test_v1alpha_create_dashboard_response.py +66 -0
- eval_studio_client/api/test/test_v1alpha_create_document_response.py +61 -0
- eval_studio_client/api/test/test_v1alpha_create_evaluation_request.py +107 -0
- eval_studio_client/api/test/test_v1alpha_create_evaluator_response.py +89 -0
- eval_studio_client/api/test/test_v1alpha_create_leaderboard_request.py +114 -0
- eval_studio_client/api/test/test_v1alpha_create_leaderboard_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_create_leaderboard_without_cache_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_create_model_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_create_perturbation_response.py +51 -0
- eval_studio_client/api/test/test_v1alpha_create_test_case_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_create_test_lab_response.py +68 -0
- eval_studio_client/api/test/test_v1alpha_create_test_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_dashboard.py +65 -0
- eval_studio_client/api/test/test_v1alpha_dashboard_status.py +33 -0
- eval_studio_client/api/test/test_v1alpha_delete_dashboard_response.py +66 -0
- eval_studio_client/api/test/test_v1alpha_delete_document_response.py +61 -0
- eval_studio_client/api/test/test_v1alpha_delete_evaluator_response.py +89 -0
- eval_studio_client/api/test/test_v1alpha_delete_leaderboard_response.py +114 -0
- eval_studio_client/api/test/test_v1alpha_delete_model_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_delete_test_case_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_delete_test_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_document.py +60 -0
- eval_studio_client/api/test/test_v1alpha_evaluation_test.py +76 -0
- eval_studio_client/api/test/test_v1alpha_evaluator.py +91 -0
- eval_studio_client/api/test/test_v1alpha_evaluator_param_type.py +33 -0
- eval_studio_client/api/test/test_v1alpha_evaluator_parameter.py +68 -0
- eval_studio_client/api/test/test_v1alpha_evaluator_view.py +33 -0
- eval_studio_client/api/test/test_v1alpha_finalize_operation_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_find_all_test_cases_by_id_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_find_test_lab_response.py +68 -0
- eval_studio_client/api/test/test_v1alpha_get_dashboard_response.py +66 -0
- eval_studio_client/api/test/test_v1alpha_get_document_response.py +61 -0
- eval_studio_client/api/test/test_v1alpha_get_evaluator_response.py +89 -0
- eval_studio_client/api/test/test_v1alpha_get_info_response.py +60 -0
- eval_studio_client/api/test/test_v1alpha_get_leaderboard_response.py +114 -0
- eval_studio_client/api/test/test_v1alpha_get_model_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_get_operation_progress_by_parent_response.py +55 -0
- eval_studio_client/api/test/test_v1alpha_get_operation_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_get_perturbator_response.py +64 -0
- eval_studio_client/api/test/test_v1alpha_get_test_case_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_get_test_class_response.py +70 -0
- eval_studio_client/api/test/test_v1alpha_get_test_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_import_evaluation_request.py +73 -0
- eval_studio_client/api/test/test_v1alpha_import_leaderboard_request.py +59 -0
- eval_studio_client/api/test/test_v1alpha_import_leaderboard_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_info.py +59 -0
- eval_studio_client/api/test/test_v1alpha_insight.py +67 -0
- eval_studio_client/api/test/test_v1alpha_leaderboard.py +116 -0
- eval_studio_client/api/test/test_v1alpha_leaderboard_status.py +33 -0
- eval_studio_client/api/test/test_v1alpha_leaderboard_type.py +33 -0
- eval_studio_client/api/test/test_v1alpha_leaderboard_view.py +33 -0
- eval_studio_client/api/test/test_v1alpha_list_base_models_response.py +53 -0
- eval_studio_client/api/test/test_v1alpha_list_dashboards_response.py +68 -0
- eval_studio_client/api/test/test_v1alpha_list_documents_response.py +63 -0
- eval_studio_client/api/test/test_v1alpha_list_evaluators_response.py +91 -0
- eval_studio_client/api/test/test_v1alpha_list_leaderboards_response.py +117 -0
- eval_studio_client/api/test/test_v1alpha_list_llm_models_response.py +53 -0
- eval_studio_client/api/test/test_v1alpha_list_model_collections_response.py +57 -0
- eval_studio_client/api/test/test_v1alpha_list_models_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_list_most_recent_dashboards_response.py +68 -0
- eval_studio_client/api/test/test_v1alpha_list_most_recent_leaderboards_response.py +116 -0
- eval_studio_client/api/test/test_v1alpha_list_most_recent_models_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_list_most_recent_tests_response.py +69 -0
- eval_studio_client/api/test/test_v1alpha_list_operations_response.py +73 -0
- eval_studio_client/api/test/test_v1alpha_list_perturbators_response.py +66 -0
- eval_studio_client/api/test/test_v1alpha_list_rag_collections_response.py +57 -0
- eval_studio_client/api/test/test_v1alpha_list_test_cases_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_list_test_classes_response.py +72 -0
- eval_studio_client/api/test/test_v1alpha_list_tests_response.py +69 -0
- eval_studio_client/api/test/test_v1alpha_model.py +64 -0
- eval_studio_client/api/test/test_v1alpha_model_type.py +33 -0
- eval_studio_client/api/test/test_v1alpha_operation.py +72 -0
- eval_studio_client/api/test/test_v1alpha_operation_progress.py +54 -0
- eval_studio_client/api/test/test_v1alpha_perturb_test_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_perturbator.py +63 -0
- eval_studio_client/api/test/test_v1alpha_perturbator_configuration.py +53 -0
- eval_studio_client/api/test/test_v1alpha_perturbator_intensity.py +33 -0
- eval_studio_client/api/test/test_v1alpha_problem_and_action.py +65 -0
- eval_studio_client/api/test/test_v1alpha_test.py +66 -0
- eval_studio_client/api/test/test_v1alpha_test_case.py +64 -0
- eval_studio_client/api/test/test_v1alpha_test_case_relationship.py +53 -0
- eval_studio_client/api/test/test_v1alpha_test_class.py +69 -0
- eval_studio_client/api/test/test_v1alpha_test_class_type.py +33 -0
- eval_studio_client/api/test/test_v1alpha_test_lab.py +67 -0
- eval_studio_client/api/test/test_v1alpha_update_dashboard_response.py +66 -0
- eval_studio_client/api/test/test_v1alpha_update_document_response.py +61 -0
- eval_studio_client/api/test/test_v1alpha_update_leaderboard_response.py +114 -0
- eval_studio_client/api/test/test_v1alpha_update_model_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_update_operation_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_update_test_case_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_update_test_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_who_am_i_response.py +53 -0
- eval_studio_client/api/test/test_who_am_i_service_api.py +38 -0
- eval_studio_client/client.py +98 -0
- eval_studio_client/dashboards.py +187 -0
- eval_studio_client/documents.py +95 -0
- eval_studio_client/evaluators.py +65 -0
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +6043 -0
- eval_studio_client/insights.py +35 -0
- eval_studio_client/leaderboards.py +207 -0
- eval_studio_client/models.py +522 -0
- eval_studio_client/perturbators.py +101 -0
- eval_studio_client/problems.py +50 -0
- eval_studio_client/test_labs.py +319 -0
- eval_studio_client/tests.py +369 -0
- eval_studio_client-0.7.0.dist-info/METADATA +18 -0
- eval_studio_client-0.7.0.dist-info/RECORD +470 -0
- eval_studio_client-0.7.0.dist-info/WHEEL +4 -0
|
@@ -0,0 +1,1603 @@
|
|
|
1
|
+
# coding: utf-8
|
|
2
|
+
|
|
3
|
+
"""
|
|
4
|
+
ai/h2o/eval_studio/v1alpha/collection.proto
|
|
5
|
+
|
|
6
|
+
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
|
+
|
|
8
|
+
The version of the OpenAPI document: version not set
|
|
9
|
+
Generated by OpenAPI Generator (https://openapi-generator.tech)
|
|
10
|
+
|
|
11
|
+
Do not edit the class manually.
|
|
12
|
+
""" # noqa: E501
|
|
13
|
+
|
|
14
|
+
import warnings
|
|
15
|
+
from pydantic import validate_call, Field, StrictFloat, StrictStr, StrictInt
|
|
16
|
+
from typing import Any, Dict, List, Optional, Tuple, Union
|
|
17
|
+
from typing_extensions import Annotated
|
|
18
|
+
|
|
19
|
+
from datetime import datetime
|
|
20
|
+
from pydantic import Field, StrictBool, StrictInt, StrictStr, field_validator
|
|
21
|
+
from typing import Optional
|
|
22
|
+
from typing_extensions import Annotated
|
|
23
|
+
from eval_studio_client.api.models.v1alpha_create_evaluation_request import V1alphaCreateEvaluationRequest
|
|
24
|
+
from eval_studio_client.api.models.v1alpha_import_evaluation_request import V1alphaImportEvaluationRequest
|
|
25
|
+
from eval_studio_client.api.models.v1alpha_list_llm_models_response import V1alphaListLLMModelsResponse
|
|
26
|
+
from eval_studio_client.api.models.v1alpha_list_rag_collections_response import V1alphaListRAGCollectionsResponse
|
|
27
|
+
from eval_studio_client.api.models.v1alpha_operation import V1alphaOperation
|
|
28
|
+
|
|
29
|
+
from eval_studio_client.api.api_client import ApiClient, RequestSerialized
|
|
30
|
+
from eval_studio_client.api.api_response import ApiResponse
|
|
31
|
+
from eval_studio_client.api.rest import RESTResponseType
|
|
32
|
+
|
|
33
|
+
|
|
34
|
+
class EvaluationServiceApi:
|
|
35
|
+
"""NOTE: This class is auto generated by OpenAPI Generator
|
|
36
|
+
Ref: https://openapi-generator.tech
|
|
37
|
+
|
|
38
|
+
Do not edit the class manually.
|
|
39
|
+
"""
|
|
40
|
+
|
|
41
|
+
def __init__(self, api_client=None) -> None:
|
|
42
|
+
if api_client is None:
|
|
43
|
+
api_client = ApiClient.get_default()
|
|
44
|
+
self.api_client = api_client
|
|
45
|
+
|
|
46
|
+
|
|
47
|
+
@validate_call
|
|
48
|
+
def evaluation_service_create_evaluation(
|
|
49
|
+
self,
|
|
50
|
+
body: V1alphaCreateEvaluationRequest,
|
|
51
|
+
_request_timeout: Union[
|
|
52
|
+
None,
|
|
53
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
54
|
+
Tuple[
|
|
55
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
56
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
57
|
+
]
|
|
58
|
+
] = None,
|
|
59
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
60
|
+
_content_type: Optional[StrictStr] = None,
|
|
61
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
62
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
63
|
+
) -> V1alphaOperation:
|
|
64
|
+
"""evaluation_service_create_evaluation
|
|
65
|
+
|
|
66
|
+
|
|
67
|
+
:param body: (required)
|
|
68
|
+
:type body: V1alphaCreateEvaluationRequest
|
|
69
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
70
|
+
number provided, it will be total request
|
|
71
|
+
timeout. It can also be a pair (tuple) of
|
|
72
|
+
(connection, read) timeouts.
|
|
73
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
74
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
75
|
+
request; this effectively ignores the
|
|
76
|
+
authentication in the spec for a single request.
|
|
77
|
+
:type _request_auth: dict, optional
|
|
78
|
+
:param _content_type: force content-type for the request.
|
|
79
|
+
:type _content_type: str, Optional
|
|
80
|
+
:param _headers: set to override the headers for a single
|
|
81
|
+
request; this effectively ignores the headers
|
|
82
|
+
in the spec for a single request.
|
|
83
|
+
:type _headers: dict, optional
|
|
84
|
+
:param _host_index: set to override the host_index for a single
|
|
85
|
+
request; this effectively ignores the host_index
|
|
86
|
+
in the spec for a single request.
|
|
87
|
+
:type _host_index: int, optional
|
|
88
|
+
:return: Returns the result object.
|
|
89
|
+
""" # noqa: E501
|
|
90
|
+
|
|
91
|
+
_param = self._evaluation_service_create_evaluation_serialize(
|
|
92
|
+
body=body,
|
|
93
|
+
_request_auth=_request_auth,
|
|
94
|
+
_content_type=_content_type,
|
|
95
|
+
_headers=_headers,
|
|
96
|
+
_host_index=_host_index
|
|
97
|
+
)
|
|
98
|
+
|
|
99
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
100
|
+
'200': "V1alphaOperation",
|
|
101
|
+
}
|
|
102
|
+
response_data = self.api_client.call_api(
|
|
103
|
+
*_param,
|
|
104
|
+
_request_timeout=_request_timeout
|
|
105
|
+
)
|
|
106
|
+
response_data.read()
|
|
107
|
+
return self.api_client.response_deserialize(
|
|
108
|
+
response_data=response_data,
|
|
109
|
+
response_types_map=_response_types_map,
|
|
110
|
+
).data
|
|
111
|
+
|
|
112
|
+
|
|
113
|
+
@validate_call
|
|
114
|
+
def evaluation_service_create_evaluation_with_http_info(
|
|
115
|
+
self,
|
|
116
|
+
body: V1alphaCreateEvaluationRequest,
|
|
117
|
+
_request_timeout: Union[
|
|
118
|
+
None,
|
|
119
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
120
|
+
Tuple[
|
|
121
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
122
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
123
|
+
]
|
|
124
|
+
] = None,
|
|
125
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
126
|
+
_content_type: Optional[StrictStr] = None,
|
|
127
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
128
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
129
|
+
) -> ApiResponse[V1alphaOperation]:
|
|
130
|
+
"""evaluation_service_create_evaluation
|
|
131
|
+
|
|
132
|
+
|
|
133
|
+
:param body: (required)
|
|
134
|
+
:type body: V1alphaCreateEvaluationRequest
|
|
135
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
136
|
+
number provided, it will be total request
|
|
137
|
+
timeout. It can also be a pair (tuple) of
|
|
138
|
+
(connection, read) timeouts.
|
|
139
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
140
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
141
|
+
request; this effectively ignores the
|
|
142
|
+
authentication in the spec for a single request.
|
|
143
|
+
:type _request_auth: dict, optional
|
|
144
|
+
:param _content_type: force content-type for the request.
|
|
145
|
+
:type _content_type: str, Optional
|
|
146
|
+
:param _headers: set to override the headers for a single
|
|
147
|
+
request; this effectively ignores the headers
|
|
148
|
+
in the spec for a single request.
|
|
149
|
+
:type _headers: dict, optional
|
|
150
|
+
:param _host_index: set to override the host_index for a single
|
|
151
|
+
request; this effectively ignores the host_index
|
|
152
|
+
in the spec for a single request.
|
|
153
|
+
:type _host_index: int, optional
|
|
154
|
+
:return: Returns the result object.
|
|
155
|
+
""" # noqa: E501
|
|
156
|
+
|
|
157
|
+
_param = self._evaluation_service_create_evaluation_serialize(
|
|
158
|
+
body=body,
|
|
159
|
+
_request_auth=_request_auth,
|
|
160
|
+
_content_type=_content_type,
|
|
161
|
+
_headers=_headers,
|
|
162
|
+
_host_index=_host_index
|
|
163
|
+
)
|
|
164
|
+
|
|
165
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
166
|
+
'200': "V1alphaOperation",
|
|
167
|
+
}
|
|
168
|
+
response_data = self.api_client.call_api(
|
|
169
|
+
*_param,
|
|
170
|
+
_request_timeout=_request_timeout
|
|
171
|
+
)
|
|
172
|
+
response_data.read()
|
|
173
|
+
return self.api_client.response_deserialize(
|
|
174
|
+
response_data=response_data,
|
|
175
|
+
response_types_map=_response_types_map,
|
|
176
|
+
)
|
|
177
|
+
|
|
178
|
+
|
|
179
|
+
@validate_call
|
|
180
|
+
def evaluation_service_create_evaluation_without_preload_content(
|
|
181
|
+
self,
|
|
182
|
+
body: V1alphaCreateEvaluationRequest,
|
|
183
|
+
_request_timeout: Union[
|
|
184
|
+
None,
|
|
185
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
186
|
+
Tuple[
|
|
187
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
188
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
189
|
+
]
|
|
190
|
+
] = None,
|
|
191
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
192
|
+
_content_type: Optional[StrictStr] = None,
|
|
193
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
194
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
195
|
+
) -> RESTResponseType:
|
|
196
|
+
"""evaluation_service_create_evaluation
|
|
197
|
+
|
|
198
|
+
|
|
199
|
+
:param body: (required)
|
|
200
|
+
:type body: V1alphaCreateEvaluationRequest
|
|
201
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
202
|
+
number provided, it will be total request
|
|
203
|
+
timeout. It can also be a pair (tuple) of
|
|
204
|
+
(connection, read) timeouts.
|
|
205
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
206
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
207
|
+
request; this effectively ignores the
|
|
208
|
+
authentication in the spec for a single request.
|
|
209
|
+
:type _request_auth: dict, optional
|
|
210
|
+
:param _content_type: force content-type for the request.
|
|
211
|
+
:type _content_type: str, Optional
|
|
212
|
+
:param _headers: set to override the headers for a single
|
|
213
|
+
request; this effectively ignores the headers
|
|
214
|
+
in the spec for a single request.
|
|
215
|
+
:type _headers: dict, optional
|
|
216
|
+
:param _host_index: set to override the host_index for a single
|
|
217
|
+
request; this effectively ignores the host_index
|
|
218
|
+
in the spec for a single request.
|
|
219
|
+
:type _host_index: int, optional
|
|
220
|
+
:return: Returns the result object.
|
|
221
|
+
""" # noqa: E501
|
|
222
|
+
|
|
223
|
+
_param = self._evaluation_service_create_evaluation_serialize(
|
|
224
|
+
body=body,
|
|
225
|
+
_request_auth=_request_auth,
|
|
226
|
+
_content_type=_content_type,
|
|
227
|
+
_headers=_headers,
|
|
228
|
+
_host_index=_host_index
|
|
229
|
+
)
|
|
230
|
+
|
|
231
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
232
|
+
'200': "V1alphaOperation",
|
|
233
|
+
}
|
|
234
|
+
response_data = self.api_client.call_api(
|
|
235
|
+
*_param,
|
|
236
|
+
_request_timeout=_request_timeout
|
|
237
|
+
)
|
|
238
|
+
return response_data.response
|
|
239
|
+
|
|
240
|
+
|
|
241
|
+
def _evaluation_service_create_evaluation_serialize(
|
|
242
|
+
self,
|
|
243
|
+
body,
|
|
244
|
+
_request_auth,
|
|
245
|
+
_content_type,
|
|
246
|
+
_headers,
|
|
247
|
+
_host_index,
|
|
248
|
+
) -> RequestSerialized:
|
|
249
|
+
|
|
250
|
+
_host = None
|
|
251
|
+
|
|
252
|
+
_collection_formats: Dict[str, str] = {
|
|
253
|
+
}
|
|
254
|
+
|
|
255
|
+
_path_params: Dict[str, str] = {}
|
|
256
|
+
_query_params: List[Tuple[str, str]] = []
|
|
257
|
+
_header_params: Dict[str, Optional[str]] = _headers or {}
|
|
258
|
+
_form_params: List[Tuple[str, str]] = []
|
|
259
|
+
_files: Dict[str, Union[str, bytes]] = {}
|
|
260
|
+
_body_params: Optional[bytes] = None
|
|
261
|
+
|
|
262
|
+
# process the path parameters
|
|
263
|
+
# process the query parameters
|
|
264
|
+
# process the header parameters
|
|
265
|
+
# process the form parameters
|
|
266
|
+
# process the body parameter
|
|
267
|
+
if body is not None:
|
|
268
|
+
_body_params = body
|
|
269
|
+
|
|
270
|
+
|
|
271
|
+
# set the HTTP header `Accept`
|
|
272
|
+
_header_params['Accept'] = self.api_client.select_header_accept(
|
|
273
|
+
[
|
|
274
|
+
'application/json'
|
|
275
|
+
]
|
|
276
|
+
)
|
|
277
|
+
|
|
278
|
+
# set the HTTP header `Content-Type`
|
|
279
|
+
if _content_type:
|
|
280
|
+
_header_params['Content-Type'] = _content_type
|
|
281
|
+
else:
|
|
282
|
+
_default_content_type = (
|
|
283
|
+
self.api_client.select_header_content_type(
|
|
284
|
+
[
|
|
285
|
+
'application/json'
|
|
286
|
+
]
|
|
287
|
+
)
|
|
288
|
+
)
|
|
289
|
+
if _default_content_type is not None:
|
|
290
|
+
_header_params['Content-Type'] = _default_content_type
|
|
291
|
+
|
|
292
|
+
# authentication setting
|
|
293
|
+
_auth_settings: List[str] = [
|
|
294
|
+
]
|
|
295
|
+
|
|
296
|
+
return self.api_client.param_serialize(
|
|
297
|
+
method='POST',
|
|
298
|
+
resource_path='/v1alpha/evaluations',
|
|
299
|
+
path_params=_path_params,
|
|
300
|
+
query_params=_query_params,
|
|
301
|
+
header_params=_header_params,
|
|
302
|
+
body=_body_params,
|
|
303
|
+
post_params=_form_params,
|
|
304
|
+
files=_files,
|
|
305
|
+
auth_settings=_auth_settings,
|
|
306
|
+
collection_formats=_collection_formats,
|
|
307
|
+
_host=_host,
|
|
308
|
+
_request_auth=_request_auth
|
|
309
|
+
)
|
|
310
|
+
|
|
311
|
+
|
|
312
|
+
|
|
313
|
+
|
|
314
|
+
@validate_call
|
|
315
|
+
def evaluation_service_import_evaluation(
|
|
316
|
+
self,
|
|
317
|
+
body: V1alphaImportEvaluationRequest,
|
|
318
|
+
_request_timeout: Union[
|
|
319
|
+
None,
|
|
320
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
321
|
+
Tuple[
|
|
322
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
323
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
324
|
+
]
|
|
325
|
+
] = None,
|
|
326
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
327
|
+
_content_type: Optional[StrictStr] = None,
|
|
328
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
329
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
330
|
+
) -> V1alphaOperation:
|
|
331
|
+
"""evaluation_service_import_evaluation
|
|
332
|
+
|
|
333
|
+
|
|
334
|
+
:param body: (required)
|
|
335
|
+
:type body: V1alphaImportEvaluationRequest
|
|
336
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
337
|
+
number provided, it will be total request
|
|
338
|
+
timeout. It can also be a pair (tuple) of
|
|
339
|
+
(connection, read) timeouts.
|
|
340
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
341
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
342
|
+
request; this effectively ignores the
|
|
343
|
+
authentication in the spec for a single request.
|
|
344
|
+
:type _request_auth: dict, optional
|
|
345
|
+
:param _content_type: force content-type for the request.
|
|
346
|
+
:type _content_type: str, Optional
|
|
347
|
+
:param _headers: set to override the headers for a single
|
|
348
|
+
request; this effectively ignores the headers
|
|
349
|
+
in the spec for a single request.
|
|
350
|
+
:type _headers: dict, optional
|
|
351
|
+
:param _host_index: set to override the host_index for a single
|
|
352
|
+
request; this effectively ignores the host_index
|
|
353
|
+
in the spec for a single request.
|
|
354
|
+
:type _host_index: int, optional
|
|
355
|
+
:return: Returns the result object.
|
|
356
|
+
""" # noqa: E501
|
|
357
|
+
|
|
358
|
+
_param = self._evaluation_service_import_evaluation_serialize(
|
|
359
|
+
body=body,
|
|
360
|
+
_request_auth=_request_auth,
|
|
361
|
+
_content_type=_content_type,
|
|
362
|
+
_headers=_headers,
|
|
363
|
+
_host_index=_host_index
|
|
364
|
+
)
|
|
365
|
+
|
|
366
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
367
|
+
'200': "V1alphaOperation",
|
|
368
|
+
}
|
|
369
|
+
response_data = self.api_client.call_api(
|
|
370
|
+
*_param,
|
|
371
|
+
_request_timeout=_request_timeout
|
|
372
|
+
)
|
|
373
|
+
response_data.read()
|
|
374
|
+
return self.api_client.response_deserialize(
|
|
375
|
+
response_data=response_data,
|
|
376
|
+
response_types_map=_response_types_map,
|
|
377
|
+
).data
|
|
378
|
+
|
|
379
|
+
|
|
380
|
+
@validate_call
|
|
381
|
+
def evaluation_service_import_evaluation_with_http_info(
|
|
382
|
+
self,
|
|
383
|
+
body: V1alphaImportEvaluationRequest,
|
|
384
|
+
_request_timeout: Union[
|
|
385
|
+
None,
|
|
386
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
387
|
+
Tuple[
|
|
388
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
389
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
390
|
+
]
|
|
391
|
+
] = None,
|
|
392
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
393
|
+
_content_type: Optional[StrictStr] = None,
|
|
394
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
395
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
396
|
+
) -> ApiResponse[V1alphaOperation]:
|
|
397
|
+
"""evaluation_service_import_evaluation
|
|
398
|
+
|
|
399
|
+
|
|
400
|
+
:param body: (required)
|
|
401
|
+
:type body: V1alphaImportEvaluationRequest
|
|
402
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
403
|
+
number provided, it will be total request
|
|
404
|
+
timeout. It can also be a pair (tuple) of
|
|
405
|
+
(connection, read) timeouts.
|
|
406
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
407
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
408
|
+
request; this effectively ignores the
|
|
409
|
+
authentication in the spec for a single request.
|
|
410
|
+
:type _request_auth: dict, optional
|
|
411
|
+
:param _content_type: force content-type for the request.
|
|
412
|
+
:type _content_type: str, Optional
|
|
413
|
+
:param _headers: set to override the headers for a single
|
|
414
|
+
request; this effectively ignores the headers
|
|
415
|
+
in the spec for a single request.
|
|
416
|
+
:type _headers: dict, optional
|
|
417
|
+
:param _host_index: set to override the host_index for a single
|
|
418
|
+
request; this effectively ignores the host_index
|
|
419
|
+
in the spec for a single request.
|
|
420
|
+
:type _host_index: int, optional
|
|
421
|
+
:return: Returns the result object.
|
|
422
|
+
""" # noqa: E501
|
|
423
|
+
|
|
424
|
+
_param = self._evaluation_service_import_evaluation_serialize(
|
|
425
|
+
body=body,
|
|
426
|
+
_request_auth=_request_auth,
|
|
427
|
+
_content_type=_content_type,
|
|
428
|
+
_headers=_headers,
|
|
429
|
+
_host_index=_host_index
|
|
430
|
+
)
|
|
431
|
+
|
|
432
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
433
|
+
'200': "V1alphaOperation",
|
|
434
|
+
}
|
|
435
|
+
response_data = self.api_client.call_api(
|
|
436
|
+
*_param,
|
|
437
|
+
_request_timeout=_request_timeout
|
|
438
|
+
)
|
|
439
|
+
response_data.read()
|
|
440
|
+
return self.api_client.response_deserialize(
|
|
441
|
+
response_data=response_data,
|
|
442
|
+
response_types_map=_response_types_map,
|
|
443
|
+
)
|
|
444
|
+
|
|
445
|
+
|
|
446
|
+
@validate_call
|
|
447
|
+
def evaluation_service_import_evaluation_without_preload_content(
|
|
448
|
+
self,
|
|
449
|
+
body: V1alphaImportEvaluationRequest,
|
|
450
|
+
_request_timeout: Union[
|
|
451
|
+
None,
|
|
452
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
453
|
+
Tuple[
|
|
454
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
455
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
456
|
+
]
|
|
457
|
+
] = None,
|
|
458
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
459
|
+
_content_type: Optional[StrictStr] = None,
|
|
460
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
461
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
462
|
+
) -> RESTResponseType:
|
|
463
|
+
"""evaluation_service_import_evaluation
|
|
464
|
+
|
|
465
|
+
|
|
466
|
+
:param body: (required)
|
|
467
|
+
:type body: V1alphaImportEvaluationRequest
|
|
468
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
469
|
+
number provided, it will be total request
|
|
470
|
+
timeout. It can also be a pair (tuple) of
|
|
471
|
+
(connection, read) timeouts.
|
|
472
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
473
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
474
|
+
request; this effectively ignores the
|
|
475
|
+
authentication in the spec for a single request.
|
|
476
|
+
:type _request_auth: dict, optional
|
|
477
|
+
:param _content_type: force content-type for the request.
|
|
478
|
+
:type _content_type: str, Optional
|
|
479
|
+
:param _headers: set to override the headers for a single
|
|
480
|
+
request; this effectively ignores the headers
|
|
481
|
+
in the spec for a single request.
|
|
482
|
+
:type _headers: dict, optional
|
|
483
|
+
:param _host_index: set to override the host_index for a single
|
|
484
|
+
request; this effectively ignores the host_index
|
|
485
|
+
in the spec for a single request.
|
|
486
|
+
:type _host_index: int, optional
|
|
487
|
+
:return: Returns the result object.
|
|
488
|
+
""" # noqa: E501
|
|
489
|
+
|
|
490
|
+
_param = self._evaluation_service_import_evaluation_serialize(
|
|
491
|
+
body=body,
|
|
492
|
+
_request_auth=_request_auth,
|
|
493
|
+
_content_type=_content_type,
|
|
494
|
+
_headers=_headers,
|
|
495
|
+
_host_index=_host_index
|
|
496
|
+
)
|
|
497
|
+
|
|
498
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
499
|
+
'200': "V1alphaOperation",
|
|
500
|
+
}
|
|
501
|
+
response_data = self.api_client.call_api(
|
|
502
|
+
*_param,
|
|
503
|
+
_request_timeout=_request_timeout
|
|
504
|
+
)
|
|
505
|
+
return response_data.response
|
|
506
|
+
|
|
507
|
+
|
|
508
|
+
def _evaluation_service_import_evaluation_serialize(
|
|
509
|
+
self,
|
|
510
|
+
body,
|
|
511
|
+
_request_auth,
|
|
512
|
+
_content_type,
|
|
513
|
+
_headers,
|
|
514
|
+
_host_index,
|
|
515
|
+
) -> RequestSerialized:
|
|
516
|
+
|
|
517
|
+
_host = None
|
|
518
|
+
|
|
519
|
+
_collection_formats: Dict[str, str] = {
|
|
520
|
+
}
|
|
521
|
+
|
|
522
|
+
_path_params: Dict[str, str] = {}
|
|
523
|
+
_query_params: List[Tuple[str, str]] = []
|
|
524
|
+
_header_params: Dict[str, Optional[str]] = _headers or {}
|
|
525
|
+
_form_params: List[Tuple[str, str]] = []
|
|
526
|
+
_files: Dict[str, Union[str, bytes]] = {}
|
|
527
|
+
_body_params: Optional[bytes] = None
|
|
528
|
+
|
|
529
|
+
# process the path parameters
|
|
530
|
+
# process the query parameters
|
|
531
|
+
# process the header parameters
|
|
532
|
+
# process the form parameters
|
|
533
|
+
# process the body parameter
|
|
534
|
+
if body is not None:
|
|
535
|
+
_body_params = body
|
|
536
|
+
|
|
537
|
+
|
|
538
|
+
# set the HTTP header `Accept`
|
|
539
|
+
_header_params['Accept'] = self.api_client.select_header_accept(
|
|
540
|
+
[
|
|
541
|
+
'application/json'
|
|
542
|
+
]
|
|
543
|
+
)
|
|
544
|
+
|
|
545
|
+
# set the HTTP header `Content-Type`
|
|
546
|
+
if _content_type:
|
|
547
|
+
_header_params['Content-Type'] = _content_type
|
|
548
|
+
else:
|
|
549
|
+
_default_content_type = (
|
|
550
|
+
self.api_client.select_header_content_type(
|
|
551
|
+
[
|
|
552
|
+
'application/json'
|
|
553
|
+
]
|
|
554
|
+
)
|
|
555
|
+
)
|
|
556
|
+
if _default_content_type is not None:
|
|
557
|
+
_header_params['Content-Type'] = _default_content_type
|
|
558
|
+
|
|
559
|
+
# authentication setting
|
|
560
|
+
_auth_settings: List[str] = [
|
|
561
|
+
]
|
|
562
|
+
|
|
563
|
+
return self.api_client.param_serialize(
|
|
564
|
+
method='POST',
|
|
565
|
+
resource_path='/v1alpha/evaluations:import',
|
|
566
|
+
path_params=_path_params,
|
|
567
|
+
query_params=_query_params,
|
|
568
|
+
header_params=_header_params,
|
|
569
|
+
body=_body_params,
|
|
570
|
+
post_params=_form_params,
|
|
571
|
+
files=_files,
|
|
572
|
+
auth_settings=_auth_settings,
|
|
573
|
+
collection_formats=_collection_formats,
|
|
574
|
+
_host=_host,
|
|
575
|
+
_request_auth=_request_auth
|
|
576
|
+
)
|
|
577
|
+
|
|
578
|
+
|
|
579
|
+
|
|
580
|
+
|
|
581
|
+
@validate_call
|
|
582
|
+
def evaluation_service_list_llm_models(
|
|
583
|
+
self,
|
|
584
|
+
model_name: Annotated[Optional[StrictStr], Field(description="Output only. Name of the Model resource. e.g.: \"models/<UUID>\"")] = None,
|
|
585
|
+
model_create_time: Annotated[Optional[datetime], Field(description="Output only. Timestamp when the Model was created.")] = None,
|
|
586
|
+
model_creator: Annotated[Optional[StrictStr], Field(description="Output only. Name of the user or service that requested creation of the Model.")] = None,
|
|
587
|
+
model_update_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Timestamp when the Model was last updated.")] = None,
|
|
588
|
+
model_updater: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested update of the Model.")] = None,
|
|
589
|
+
model_delete_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.")] = None,
|
|
590
|
+
model_deleter: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested deletion of the Model.")] = None,
|
|
591
|
+
model_display_name: Annotated[Optional[StrictStr], Field(description="Human readable name of the Model.")] = None,
|
|
592
|
+
model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
|
|
593
|
+
model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
|
|
594
|
+
model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
|
|
595
|
+
model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
|
|
596
|
+
model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
|
|
597
|
+
model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
|
|
598
|
+
retries: Annotated[Optional[StrictInt], Field(description="Optional. The number of retries to attempt when querying the model for available LLM models. Defaults to 5.")] = None,
|
|
599
|
+
_request_timeout: Union[
|
|
600
|
+
None,
|
|
601
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
602
|
+
Tuple[
|
|
603
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
604
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
605
|
+
]
|
|
606
|
+
] = None,
|
|
607
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
608
|
+
_content_type: Optional[StrictStr] = None,
|
|
609
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
610
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
611
|
+
) -> V1alphaListLLMModelsResponse:
|
|
612
|
+
"""evaluation_service_list_llm_models
|
|
613
|
+
|
|
614
|
+
|
|
615
|
+
:param model_name: Output only. Name of the Model resource. e.g.: \"models/<UUID>\"
|
|
616
|
+
:type model_name: str
|
|
617
|
+
:param model_create_time: Output only. Timestamp when the Model was created.
|
|
618
|
+
:type model_create_time: datetime
|
|
619
|
+
:param model_creator: Output only. Name of the user or service that requested creation of the Model.
|
|
620
|
+
:type model_creator: str
|
|
621
|
+
:param model_update_time: Output only. Optional. Timestamp when the Model was last updated.
|
|
622
|
+
:type model_update_time: datetime
|
|
623
|
+
:param model_updater: Output only. Optional. Name of the user or service that requested update of the Model.
|
|
624
|
+
:type model_updater: str
|
|
625
|
+
:param model_delete_time: Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.
|
|
626
|
+
:type model_delete_time: datetime
|
|
627
|
+
:param model_deleter: Output only. Optional. Name of the user or service that requested deletion of the Model.
|
|
628
|
+
:type model_deleter: str
|
|
629
|
+
:param model_display_name: Human readable name of the Model.
|
|
630
|
+
:type model_display_name: str
|
|
631
|
+
:param model_description: Optional. Arbitrary description of the Model.
|
|
632
|
+
:type model_description: str
|
|
633
|
+
:param model_url: Optional. Immutable. Absolute URL to the Model.
|
|
634
|
+
:type model_url: str
|
|
635
|
+
:param model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
|
|
636
|
+
:type model_api_key: str
|
|
637
|
+
:param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
|
|
638
|
+
:type model_type: str
|
|
639
|
+
:param model_parameters: Optional. Model specific parameters in JSON format.
|
|
640
|
+
:type model_parameters: str
|
|
641
|
+
:param model_demo: Output only. Whether the Model is a demo resource or not. Demo resources are read only.
|
|
642
|
+
:type model_demo: bool
|
|
643
|
+
:param retries: Optional. The number of retries to attempt when querying the model for available LLM models. Defaults to 5.
|
|
644
|
+
:type retries: int
|
|
645
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
646
|
+
number provided, it will be total request
|
|
647
|
+
timeout. It can also be a pair (tuple) of
|
|
648
|
+
(connection, read) timeouts.
|
|
649
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
650
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
651
|
+
request; this effectively ignores the
|
|
652
|
+
authentication in the spec for a single request.
|
|
653
|
+
:type _request_auth: dict, optional
|
|
654
|
+
:param _content_type: force content-type for the request.
|
|
655
|
+
:type _content_type: str, Optional
|
|
656
|
+
:param _headers: set to override the headers for a single
|
|
657
|
+
request; this effectively ignores the headers
|
|
658
|
+
in the spec for a single request.
|
|
659
|
+
:type _headers: dict, optional
|
|
660
|
+
:param _host_index: set to override the host_index for a single
|
|
661
|
+
request; this effectively ignores the host_index
|
|
662
|
+
in the spec for a single request.
|
|
663
|
+
:type _host_index: int, optional
|
|
664
|
+
:return: Returns the result object.
|
|
665
|
+
""" # noqa: E501
|
|
666
|
+
|
|
667
|
+
_param = self._evaluation_service_list_llm_models_serialize(
|
|
668
|
+
model_name=model_name,
|
|
669
|
+
model_create_time=model_create_time,
|
|
670
|
+
model_creator=model_creator,
|
|
671
|
+
model_update_time=model_update_time,
|
|
672
|
+
model_updater=model_updater,
|
|
673
|
+
model_delete_time=model_delete_time,
|
|
674
|
+
model_deleter=model_deleter,
|
|
675
|
+
model_display_name=model_display_name,
|
|
676
|
+
model_description=model_description,
|
|
677
|
+
model_url=model_url,
|
|
678
|
+
model_api_key=model_api_key,
|
|
679
|
+
model_type=model_type,
|
|
680
|
+
model_parameters=model_parameters,
|
|
681
|
+
model_demo=model_demo,
|
|
682
|
+
retries=retries,
|
|
683
|
+
_request_auth=_request_auth,
|
|
684
|
+
_content_type=_content_type,
|
|
685
|
+
_headers=_headers,
|
|
686
|
+
_host_index=_host_index
|
|
687
|
+
)
|
|
688
|
+
|
|
689
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
690
|
+
'200': "V1alphaListLLMModelsResponse",
|
|
691
|
+
}
|
|
692
|
+
response_data = self.api_client.call_api(
|
|
693
|
+
*_param,
|
|
694
|
+
_request_timeout=_request_timeout
|
|
695
|
+
)
|
|
696
|
+
response_data.read()
|
|
697
|
+
return self.api_client.response_deserialize(
|
|
698
|
+
response_data=response_data,
|
|
699
|
+
response_types_map=_response_types_map,
|
|
700
|
+
).data
|
|
701
|
+
|
|
702
|
+
|
|
703
|
+
@validate_call
|
|
704
|
+
def evaluation_service_list_llm_models_with_http_info(
|
|
705
|
+
self,
|
|
706
|
+
model_name: Annotated[Optional[StrictStr], Field(description="Output only. Name of the Model resource. e.g.: \"models/<UUID>\"")] = None,
|
|
707
|
+
model_create_time: Annotated[Optional[datetime], Field(description="Output only. Timestamp when the Model was created.")] = None,
|
|
708
|
+
model_creator: Annotated[Optional[StrictStr], Field(description="Output only. Name of the user or service that requested creation of the Model.")] = None,
|
|
709
|
+
model_update_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Timestamp when the Model was last updated.")] = None,
|
|
710
|
+
model_updater: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested update of the Model.")] = None,
|
|
711
|
+
model_delete_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.")] = None,
|
|
712
|
+
model_deleter: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested deletion of the Model.")] = None,
|
|
713
|
+
model_display_name: Annotated[Optional[StrictStr], Field(description="Human readable name of the Model.")] = None,
|
|
714
|
+
model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
|
|
715
|
+
model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
|
|
716
|
+
model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
|
|
717
|
+
model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
|
|
718
|
+
model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
|
|
719
|
+
model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
|
|
720
|
+
retries: Annotated[Optional[StrictInt], Field(description="Optional. The number of retries to attempt when querying the model for available LLM models. Defaults to 5.")] = None,
|
|
721
|
+
_request_timeout: Union[
|
|
722
|
+
None,
|
|
723
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
724
|
+
Tuple[
|
|
725
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
726
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
727
|
+
]
|
|
728
|
+
] = None,
|
|
729
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
730
|
+
_content_type: Optional[StrictStr] = None,
|
|
731
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
732
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
733
|
+
) -> ApiResponse[V1alphaListLLMModelsResponse]:
|
|
734
|
+
"""evaluation_service_list_llm_models
|
|
735
|
+
|
|
736
|
+
|
|
737
|
+
:param model_name: Output only. Name of the Model resource. e.g.: \"models/<UUID>\"
|
|
738
|
+
:type model_name: str
|
|
739
|
+
:param model_create_time: Output only. Timestamp when the Model was created.
|
|
740
|
+
:type model_create_time: datetime
|
|
741
|
+
:param model_creator: Output only. Name of the user or service that requested creation of the Model.
|
|
742
|
+
:type model_creator: str
|
|
743
|
+
:param model_update_time: Output only. Optional. Timestamp when the Model was last updated.
|
|
744
|
+
:type model_update_time: datetime
|
|
745
|
+
:param model_updater: Output only. Optional. Name of the user or service that requested update of the Model.
|
|
746
|
+
:type model_updater: str
|
|
747
|
+
:param model_delete_time: Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.
|
|
748
|
+
:type model_delete_time: datetime
|
|
749
|
+
:param model_deleter: Output only. Optional. Name of the user or service that requested deletion of the Model.
|
|
750
|
+
:type model_deleter: str
|
|
751
|
+
:param model_display_name: Human readable name of the Model.
|
|
752
|
+
:type model_display_name: str
|
|
753
|
+
:param model_description: Optional. Arbitrary description of the Model.
|
|
754
|
+
:type model_description: str
|
|
755
|
+
:param model_url: Optional. Immutable. Absolute URL to the Model.
|
|
756
|
+
:type model_url: str
|
|
757
|
+
:param model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
|
|
758
|
+
:type model_api_key: str
|
|
759
|
+
:param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
|
|
760
|
+
:type model_type: str
|
|
761
|
+
:param model_parameters: Optional. Model specific parameters in JSON format.
|
|
762
|
+
:type model_parameters: str
|
|
763
|
+
:param model_demo: Output only. Whether the Model is a demo resource or not. Demo resources are read only.
|
|
764
|
+
:type model_demo: bool
|
|
765
|
+
:param retries: Optional. The number of retries to attempt when querying the model for available LLM models. Defaults to 5.
|
|
766
|
+
:type retries: int
|
|
767
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
768
|
+
number provided, it will be total request
|
|
769
|
+
timeout. It can also be a pair (tuple) of
|
|
770
|
+
(connection, read) timeouts.
|
|
771
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
772
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
773
|
+
request; this effectively ignores the
|
|
774
|
+
authentication in the spec for a single request.
|
|
775
|
+
:type _request_auth: dict, optional
|
|
776
|
+
:param _content_type: force content-type for the request.
|
|
777
|
+
:type _content_type: str, Optional
|
|
778
|
+
:param _headers: set to override the headers for a single
|
|
779
|
+
request; this effectively ignores the headers
|
|
780
|
+
in the spec for a single request.
|
|
781
|
+
:type _headers: dict, optional
|
|
782
|
+
:param _host_index: set to override the host_index for a single
|
|
783
|
+
request; this effectively ignores the host_index
|
|
784
|
+
in the spec for a single request.
|
|
785
|
+
:type _host_index: int, optional
|
|
786
|
+
:return: Returns the result object.
|
|
787
|
+
""" # noqa: E501
|
|
788
|
+
|
|
789
|
+
_param = self._evaluation_service_list_llm_models_serialize(
|
|
790
|
+
model_name=model_name,
|
|
791
|
+
model_create_time=model_create_time,
|
|
792
|
+
model_creator=model_creator,
|
|
793
|
+
model_update_time=model_update_time,
|
|
794
|
+
model_updater=model_updater,
|
|
795
|
+
model_delete_time=model_delete_time,
|
|
796
|
+
model_deleter=model_deleter,
|
|
797
|
+
model_display_name=model_display_name,
|
|
798
|
+
model_description=model_description,
|
|
799
|
+
model_url=model_url,
|
|
800
|
+
model_api_key=model_api_key,
|
|
801
|
+
model_type=model_type,
|
|
802
|
+
model_parameters=model_parameters,
|
|
803
|
+
model_demo=model_demo,
|
|
804
|
+
retries=retries,
|
|
805
|
+
_request_auth=_request_auth,
|
|
806
|
+
_content_type=_content_type,
|
|
807
|
+
_headers=_headers,
|
|
808
|
+
_host_index=_host_index
|
|
809
|
+
)
|
|
810
|
+
|
|
811
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
812
|
+
'200': "V1alphaListLLMModelsResponse",
|
|
813
|
+
}
|
|
814
|
+
response_data = self.api_client.call_api(
|
|
815
|
+
*_param,
|
|
816
|
+
_request_timeout=_request_timeout
|
|
817
|
+
)
|
|
818
|
+
response_data.read()
|
|
819
|
+
return self.api_client.response_deserialize(
|
|
820
|
+
response_data=response_data,
|
|
821
|
+
response_types_map=_response_types_map,
|
|
822
|
+
)
|
|
823
|
+
|
|
824
|
+
|
|
825
|
+
@validate_call
|
|
826
|
+
def evaluation_service_list_llm_models_without_preload_content(
|
|
827
|
+
self,
|
|
828
|
+
model_name: Annotated[Optional[StrictStr], Field(description="Output only. Name of the Model resource. e.g.: \"models/<UUID>\"")] = None,
|
|
829
|
+
model_create_time: Annotated[Optional[datetime], Field(description="Output only. Timestamp when the Model was created.")] = None,
|
|
830
|
+
model_creator: Annotated[Optional[StrictStr], Field(description="Output only. Name of the user or service that requested creation of the Model.")] = None,
|
|
831
|
+
model_update_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Timestamp when the Model was last updated.")] = None,
|
|
832
|
+
model_updater: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested update of the Model.")] = None,
|
|
833
|
+
model_delete_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.")] = None,
|
|
834
|
+
model_deleter: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested deletion of the Model.")] = None,
|
|
835
|
+
model_display_name: Annotated[Optional[StrictStr], Field(description="Human readable name of the Model.")] = None,
|
|
836
|
+
model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
|
|
837
|
+
model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
|
|
838
|
+
model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
|
|
839
|
+
model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
|
|
840
|
+
model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
|
|
841
|
+
model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
|
|
842
|
+
retries: Annotated[Optional[StrictInt], Field(description="Optional. The number of retries to attempt when querying the model for available LLM models. Defaults to 5.")] = None,
|
|
843
|
+
_request_timeout: Union[
|
|
844
|
+
None,
|
|
845
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
846
|
+
Tuple[
|
|
847
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
848
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
849
|
+
]
|
|
850
|
+
] = None,
|
|
851
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
852
|
+
_content_type: Optional[StrictStr] = None,
|
|
853
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
854
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
855
|
+
) -> RESTResponseType:
|
|
856
|
+
"""evaluation_service_list_llm_models
|
|
857
|
+
|
|
858
|
+
|
|
859
|
+
:param model_name: Output only. Name of the Model resource. e.g.: \"models/<UUID>\"
|
|
860
|
+
:type model_name: str
|
|
861
|
+
:param model_create_time: Output only. Timestamp when the Model was created.
|
|
862
|
+
:type model_create_time: datetime
|
|
863
|
+
:param model_creator: Output only. Name of the user or service that requested creation of the Model.
|
|
864
|
+
:type model_creator: str
|
|
865
|
+
:param model_update_time: Output only. Optional. Timestamp when the Model was last updated.
|
|
866
|
+
:type model_update_time: datetime
|
|
867
|
+
:param model_updater: Output only. Optional. Name of the user or service that requested update of the Model.
|
|
868
|
+
:type model_updater: str
|
|
869
|
+
:param model_delete_time: Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.
|
|
870
|
+
:type model_delete_time: datetime
|
|
871
|
+
:param model_deleter: Output only. Optional. Name of the user or service that requested deletion of the Model.
|
|
872
|
+
:type model_deleter: str
|
|
873
|
+
:param model_display_name: Human readable name of the Model.
|
|
874
|
+
:type model_display_name: str
|
|
875
|
+
:param model_description: Optional. Arbitrary description of the Model.
|
|
876
|
+
:type model_description: str
|
|
877
|
+
:param model_url: Optional. Immutable. Absolute URL to the Model.
|
|
878
|
+
:type model_url: str
|
|
879
|
+
:param model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
|
|
880
|
+
:type model_api_key: str
|
|
881
|
+
:param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
|
|
882
|
+
:type model_type: str
|
|
883
|
+
:param model_parameters: Optional. Model specific parameters in JSON format.
|
|
884
|
+
:type model_parameters: str
|
|
885
|
+
:param model_demo: Output only. Whether the Model is a demo resource or not. Demo resources are read only.
|
|
886
|
+
:type model_demo: bool
|
|
887
|
+
:param retries: Optional. The number of retries to attempt when querying the model for available LLM models. Defaults to 5.
|
|
888
|
+
:type retries: int
|
|
889
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
890
|
+
number provided, it will be total request
|
|
891
|
+
timeout. It can also be a pair (tuple) of
|
|
892
|
+
(connection, read) timeouts.
|
|
893
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
894
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
895
|
+
request; this effectively ignores the
|
|
896
|
+
authentication in the spec for a single request.
|
|
897
|
+
:type _request_auth: dict, optional
|
|
898
|
+
:param _content_type: force content-type for the request.
|
|
899
|
+
:type _content_type: str, Optional
|
|
900
|
+
:param _headers: set to override the headers for a single
|
|
901
|
+
request; this effectively ignores the headers
|
|
902
|
+
in the spec for a single request.
|
|
903
|
+
:type _headers: dict, optional
|
|
904
|
+
:param _host_index: set to override the host_index for a single
|
|
905
|
+
request; this effectively ignores the host_index
|
|
906
|
+
in the spec for a single request.
|
|
907
|
+
:type _host_index: int, optional
|
|
908
|
+
:return: Returns the result object.
|
|
909
|
+
""" # noqa: E501
|
|
910
|
+
|
|
911
|
+
_param = self._evaluation_service_list_llm_models_serialize(
|
|
912
|
+
model_name=model_name,
|
|
913
|
+
model_create_time=model_create_time,
|
|
914
|
+
model_creator=model_creator,
|
|
915
|
+
model_update_time=model_update_time,
|
|
916
|
+
model_updater=model_updater,
|
|
917
|
+
model_delete_time=model_delete_time,
|
|
918
|
+
model_deleter=model_deleter,
|
|
919
|
+
model_display_name=model_display_name,
|
|
920
|
+
model_description=model_description,
|
|
921
|
+
model_url=model_url,
|
|
922
|
+
model_api_key=model_api_key,
|
|
923
|
+
model_type=model_type,
|
|
924
|
+
model_parameters=model_parameters,
|
|
925
|
+
model_demo=model_demo,
|
|
926
|
+
retries=retries,
|
|
927
|
+
_request_auth=_request_auth,
|
|
928
|
+
_content_type=_content_type,
|
|
929
|
+
_headers=_headers,
|
|
930
|
+
_host_index=_host_index
|
|
931
|
+
)
|
|
932
|
+
|
|
933
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
934
|
+
'200': "V1alphaListLLMModelsResponse",
|
|
935
|
+
}
|
|
936
|
+
response_data = self.api_client.call_api(
|
|
937
|
+
*_param,
|
|
938
|
+
_request_timeout=_request_timeout
|
|
939
|
+
)
|
|
940
|
+
return response_data.response
|
|
941
|
+
|
|
942
|
+
|
|
943
|
+
def _evaluation_service_list_llm_models_serialize(
|
|
944
|
+
self,
|
|
945
|
+
model_name,
|
|
946
|
+
model_create_time,
|
|
947
|
+
model_creator,
|
|
948
|
+
model_update_time,
|
|
949
|
+
model_updater,
|
|
950
|
+
model_delete_time,
|
|
951
|
+
model_deleter,
|
|
952
|
+
model_display_name,
|
|
953
|
+
model_description,
|
|
954
|
+
model_url,
|
|
955
|
+
model_api_key,
|
|
956
|
+
model_type,
|
|
957
|
+
model_parameters,
|
|
958
|
+
model_demo,
|
|
959
|
+
retries,
|
|
960
|
+
_request_auth,
|
|
961
|
+
_content_type,
|
|
962
|
+
_headers,
|
|
963
|
+
_host_index,
|
|
964
|
+
) -> RequestSerialized:
|
|
965
|
+
|
|
966
|
+
_host = None
|
|
967
|
+
|
|
968
|
+
_collection_formats: Dict[str, str] = {
|
|
969
|
+
}
|
|
970
|
+
|
|
971
|
+
_path_params: Dict[str, str] = {}
|
|
972
|
+
_query_params: List[Tuple[str, str]] = []
|
|
973
|
+
_header_params: Dict[str, Optional[str]] = _headers or {}
|
|
974
|
+
_form_params: List[Tuple[str, str]] = []
|
|
975
|
+
_files: Dict[str, Union[str, bytes]] = {}
|
|
976
|
+
_body_params: Optional[bytes] = None
|
|
977
|
+
|
|
978
|
+
# process the path parameters
|
|
979
|
+
# process the query parameters
|
|
980
|
+
if model_name is not None:
|
|
981
|
+
|
|
982
|
+
_query_params.append(('model.name', model_name))
|
|
983
|
+
|
|
984
|
+
if model_create_time is not None:
|
|
985
|
+
if isinstance(model_create_time, datetime):
|
|
986
|
+
_query_params.append(
|
|
987
|
+
(
|
|
988
|
+
'model.createTime',
|
|
989
|
+
model_create_time.strftime(
|
|
990
|
+
self.api_client.configuration.datetime_format
|
|
991
|
+
)
|
|
992
|
+
)
|
|
993
|
+
)
|
|
994
|
+
else:
|
|
995
|
+
_query_params.append(('model.createTime', model_create_time))
|
|
996
|
+
|
|
997
|
+
if model_creator is not None:
|
|
998
|
+
|
|
999
|
+
_query_params.append(('model.creator', model_creator))
|
|
1000
|
+
|
|
1001
|
+
if model_update_time is not None:
|
|
1002
|
+
if isinstance(model_update_time, datetime):
|
|
1003
|
+
_query_params.append(
|
|
1004
|
+
(
|
|
1005
|
+
'model.updateTime',
|
|
1006
|
+
model_update_time.strftime(
|
|
1007
|
+
self.api_client.configuration.datetime_format
|
|
1008
|
+
)
|
|
1009
|
+
)
|
|
1010
|
+
)
|
|
1011
|
+
else:
|
|
1012
|
+
_query_params.append(('model.updateTime', model_update_time))
|
|
1013
|
+
|
|
1014
|
+
if model_updater is not None:
|
|
1015
|
+
|
|
1016
|
+
_query_params.append(('model.updater', model_updater))
|
|
1017
|
+
|
|
1018
|
+
if model_delete_time is not None:
|
|
1019
|
+
if isinstance(model_delete_time, datetime):
|
|
1020
|
+
_query_params.append(
|
|
1021
|
+
(
|
|
1022
|
+
'model.deleteTime',
|
|
1023
|
+
model_delete_time.strftime(
|
|
1024
|
+
self.api_client.configuration.datetime_format
|
|
1025
|
+
)
|
|
1026
|
+
)
|
|
1027
|
+
)
|
|
1028
|
+
else:
|
|
1029
|
+
_query_params.append(('model.deleteTime', model_delete_time))
|
|
1030
|
+
|
|
1031
|
+
if model_deleter is not None:
|
|
1032
|
+
|
|
1033
|
+
_query_params.append(('model.deleter', model_deleter))
|
|
1034
|
+
|
|
1035
|
+
if model_display_name is not None:
|
|
1036
|
+
|
|
1037
|
+
_query_params.append(('model.displayName', model_display_name))
|
|
1038
|
+
|
|
1039
|
+
if model_description is not None:
|
|
1040
|
+
|
|
1041
|
+
_query_params.append(('model.description', model_description))
|
|
1042
|
+
|
|
1043
|
+
if model_url is not None:
|
|
1044
|
+
|
|
1045
|
+
_query_params.append(('model.url', model_url))
|
|
1046
|
+
|
|
1047
|
+
if model_api_key is not None:
|
|
1048
|
+
|
|
1049
|
+
_query_params.append(('model.apiKey', model_api_key))
|
|
1050
|
+
|
|
1051
|
+
if model_type is not None:
|
|
1052
|
+
|
|
1053
|
+
_query_params.append(('model.type', model_type))
|
|
1054
|
+
|
|
1055
|
+
if model_parameters is not None:
|
|
1056
|
+
|
|
1057
|
+
_query_params.append(('model.parameters', model_parameters))
|
|
1058
|
+
|
|
1059
|
+
if model_demo is not None:
|
|
1060
|
+
|
|
1061
|
+
_query_params.append(('model.demo', model_demo))
|
|
1062
|
+
|
|
1063
|
+
if retries is not None:
|
|
1064
|
+
|
|
1065
|
+
_query_params.append(('retries', retries))
|
|
1066
|
+
|
|
1067
|
+
# process the header parameters
|
|
1068
|
+
# process the form parameters
|
|
1069
|
+
# process the body parameter
|
|
1070
|
+
|
|
1071
|
+
|
|
1072
|
+
# set the HTTP header `Accept`
|
|
1073
|
+
_header_params['Accept'] = self.api_client.select_header_accept(
|
|
1074
|
+
[
|
|
1075
|
+
'application/json'
|
|
1076
|
+
]
|
|
1077
|
+
)
|
|
1078
|
+
|
|
1079
|
+
|
|
1080
|
+
# authentication setting
|
|
1081
|
+
_auth_settings: List[str] = [
|
|
1082
|
+
]
|
|
1083
|
+
|
|
1084
|
+
return self.api_client.param_serialize(
|
|
1085
|
+
method='GET',
|
|
1086
|
+
resource_path='/v1alpha/evaluations:llm_models',
|
|
1087
|
+
path_params=_path_params,
|
|
1088
|
+
query_params=_query_params,
|
|
1089
|
+
header_params=_header_params,
|
|
1090
|
+
body=_body_params,
|
|
1091
|
+
post_params=_form_params,
|
|
1092
|
+
files=_files,
|
|
1093
|
+
auth_settings=_auth_settings,
|
|
1094
|
+
collection_formats=_collection_formats,
|
|
1095
|
+
_host=_host,
|
|
1096
|
+
_request_auth=_request_auth
|
|
1097
|
+
)
|
|
1098
|
+
|
|
1099
|
+
|
|
1100
|
+
|
|
1101
|
+
|
|
1102
|
+
@validate_call
|
|
1103
|
+
def evaluation_service_list_rag_collections(
|
|
1104
|
+
self,
|
|
1105
|
+
model_name: Annotated[Optional[StrictStr], Field(description="Output only. Name of the Model resource. e.g.: \"models/<UUID>\"")] = None,
|
|
1106
|
+
model_create_time: Annotated[Optional[datetime], Field(description="Output only. Timestamp when the Model was created.")] = None,
|
|
1107
|
+
model_creator: Annotated[Optional[StrictStr], Field(description="Output only. Name of the user or service that requested creation of the Model.")] = None,
|
|
1108
|
+
model_update_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Timestamp when the Model was last updated.")] = None,
|
|
1109
|
+
model_updater: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested update of the Model.")] = None,
|
|
1110
|
+
model_delete_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.")] = None,
|
|
1111
|
+
model_deleter: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested deletion of the Model.")] = None,
|
|
1112
|
+
model_display_name: Annotated[Optional[StrictStr], Field(description="Human readable name of the Model.")] = None,
|
|
1113
|
+
model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
|
|
1114
|
+
model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
|
|
1115
|
+
model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
|
|
1116
|
+
model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
|
|
1117
|
+
model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
|
|
1118
|
+
model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
|
|
1119
|
+
_request_timeout: Union[
|
|
1120
|
+
None,
|
|
1121
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
1122
|
+
Tuple[
|
|
1123
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
1124
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
1125
|
+
]
|
|
1126
|
+
] = None,
|
|
1127
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
1128
|
+
_content_type: Optional[StrictStr] = None,
|
|
1129
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1130
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1131
|
+
) -> V1alphaListRAGCollectionsResponse:
|
|
1132
|
+
"""evaluation_service_list_rag_collections
|
|
1133
|
+
|
|
1134
|
+
|
|
1135
|
+
:param model_name: Output only. Name of the Model resource. e.g.: \"models/<UUID>\"
|
|
1136
|
+
:type model_name: str
|
|
1137
|
+
:param model_create_time: Output only. Timestamp when the Model was created.
|
|
1138
|
+
:type model_create_time: datetime
|
|
1139
|
+
:param model_creator: Output only. Name of the user or service that requested creation of the Model.
|
|
1140
|
+
:type model_creator: str
|
|
1141
|
+
:param model_update_time: Output only. Optional. Timestamp when the Model was last updated.
|
|
1142
|
+
:type model_update_time: datetime
|
|
1143
|
+
:param model_updater: Output only. Optional. Name of the user or service that requested update of the Model.
|
|
1144
|
+
:type model_updater: str
|
|
1145
|
+
:param model_delete_time: Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.
|
|
1146
|
+
:type model_delete_time: datetime
|
|
1147
|
+
:param model_deleter: Output only. Optional. Name of the user or service that requested deletion of the Model.
|
|
1148
|
+
:type model_deleter: str
|
|
1149
|
+
:param model_display_name: Human readable name of the Model.
|
|
1150
|
+
:type model_display_name: str
|
|
1151
|
+
:param model_description: Optional. Arbitrary description of the Model.
|
|
1152
|
+
:type model_description: str
|
|
1153
|
+
:param model_url: Optional. Immutable. Absolute URL to the Model.
|
|
1154
|
+
:type model_url: str
|
|
1155
|
+
:param model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
|
|
1156
|
+
:type model_api_key: str
|
|
1157
|
+
:param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
|
|
1158
|
+
:type model_type: str
|
|
1159
|
+
:param model_parameters: Optional. Model specific parameters in JSON format.
|
|
1160
|
+
:type model_parameters: str
|
|
1161
|
+
:param model_demo: Output only. Whether the Model is a demo resource or not. Demo resources are read only.
|
|
1162
|
+
:type model_demo: bool
|
|
1163
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
1164
|
+
number provided, it will be total request
|
|
1165
|
+
timeout. It can also be a pair (tuple) of
|
|
1166
|
+
(connection, read) timeouts.
|
|
1167
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
1168
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
1169
|
+
request; this effectively ignores the
|
|
1170
|
+
authentication in the spec for a single request.
|
|
1171
|
+
:type _request_auth: dict, optional
|
|
1172
|
+
:param _content_type: force content-type for the request.
|
|
1173
|
+
:type _content_type: str, Optional
|
|
1174
|
+
:param _headers: set to override the headers for a single
|
|
1175
|
+
request; this effectively ignores the headers
|
|
1176
|
+
in the spec for a single request.
|
|
1177
|
+
:type _headers: dict, optional
|
|
1178
|
+
:param _host_index: set to override the host_index for a single
|
|
1179
|
+
request; this effectively ignores the host_index
|
|
1180
|
+
in the spec for a single request.
|
|
1181
|
+
:type _host_index: int, optional
|
|
1182
|
+
:return: Returns the result object.
|
|
1183
|
+
""" # noqa: E501
|
|
1184
|
+
|
|
1185
|
+
_param = self._evaluation_service_list_rag_collections_serialize(
|
|
1186
|
+
model_name=model_name,
|
|
1187
|
+
model_create_time=model_create_time,
|
|
1188
|
+
model_creator=model_creator,
|
|
1189
|
+
model_update_time=model_update_time,
|
|
1190
|
+
model_updater=model_updater,
|
|
1191
|
+
model_delete_time=model_delete_time,
|
|
1192
|
+
model_deleter=model_deleter,
|
|
1193
|
+
model_display_name=model_display_name,
|
|
1194
|
+
model_description=model_description,
|
|
1195
|
+
model_url=model_url,
|
|
1196
|
+
model_api_key=model_api_key,
|
|
1197
|
+
model_type=model_type,
|
|
1198
|
+
model_parameters=model_parameters,
|
|
1199
|
+
model_demo=model_demo,
|
|
1200
|
+
_request_auth=_request_auth,
|
|
1201
|
+
_content_type=_content_type,
|
|
1202
|
+
_headers=_headers,
|
|
1203
|
+
_host_index=_host_index
|
|
1204
|
+
)
|
|
1205
|
+
|
|
1206
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
1207
|
+
'200': "V1alphaListRAGCollectionsResponse",
|
|
1208
|
+
}
|
|
1209
|
+
response_data = self.api_client.call_api(
|
|
1210
|
+
*_param,
|
|
1211
|
+
_request_timeout=_request_timeout
|
|
1212
|
+
)
|
|
1213
|
+
response_data.read()
|
|
1214
|
+
return self.api_client.response_deserialize(
|
|
1215
|
+
response_data=response_data,
|
|
1216
|
+
response_types_map=_response_types_map,
|
|
1217
|
+
).data
|
|
1218
|
+
|
|
1219
|
+
|
|
1220
|
+
@validate_call
|
|
1221
|
+
def evaluation_service_list_rag_collections_with_http_info(
|
|
1222
|
+
self,
|
|
1223
|
+
model_name: Annotated[Optional[StrictStr], Field(description="Output only. Name of the Model resource. e.g.: \"models/<UUID>\"")] = None,
|
|
1224
|
+
model_create_time: Annotated[Optional[datetime], Field(description="Output only. Timestamp when the Model was created.")] = None,
|
|
1225
|
+
model_creator: Annotated[Optional[StrictStr], Field(description="Output only. Name of the user or service that requested creation of the Model.")] = None,
|
|
1226
|
+
model_update_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Timestamp when the Model was last updated.")] = None,
|
|
1227
|
+
model_updater: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested update of the Model.")] = None,
|
|
1228
|
+
model_delete_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.")] = None,
|
|
1229
|
+
model_deleter: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested deletion of the Model.")] = None,
|
|
1230
|
+
model_display_name: Annotated[Optional[StrictStr], Field(description="Human readable name of the Model.")] = None,
|
|
1231
|
+
model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
|
|
1232
|
+
model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
|
|
1233
|
+
model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
|
|
1234
|
+
model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
|
|
1235
|
+
model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
|
|
1236
|
+
model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
|
|
1237
|
+
_request_timeout: Union[
|
|
1238
|
+
None,
|
|
1239
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
1240
|
+
Tuple[
|
|
1241
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
1242
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
1243
|
+
]
|
|
1244
|
+
] = None,
|
|
1245
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
1246
|
+
_content_type: Optional[StrictStr] = None,
|
|
1247
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1248
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1249
|
+
) -> ApiResponse[V1alphaListRAGCollectionsResponse]:
|
|
1250
|
+
"""evaluation_service_list_rag_collections
|
|
1251
|
+
|
|
1252
|
+
|
|
1253
|
+
:param model_name: Output only. Name of the Model resource. e.g.: \"models/<UUID>\"
|
|
1254
|
+
:type model_name: str
|
|
1255
|
+
:param model_create_time: Output only. Timestamp when the Model was created.
|
|
1256
|
+
:type model_create_time: datetime
|
|
1257
|
+
:param model_creator: Output only. Name of the user or service that requested creation of the Model.
|
|
1258
|
+
:type model_creator: str
|
|
1259
|
+
:param model_update_time: Output only. Optional. Timestamp when the Model was last updated.
|
|
1260
|
+
:type model_update_time: datetime
|
|
1261
|
+
:param model_updater: Output only. Optional. Name of the user or service that requested update of the Model.
|
|
1262
|
+
:type model_updater: str
|
|
1263
|
+
:param model_delete_time: Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.
|
|
1264
|
+
:type model_delete_time: datetime
|
|
1265
|
+
:param model_deleter: Output only. Optional. Name of the user or service that requested deletion of the Model.
|
|
1266
|
+
:type model_deleter: str
|
|
1267
|
+
:param model_display_name: Human readable name of the Model.
|
|
1268
|
+
:type model_display_name: str
|
|
1269
|
+
:param model_description: Optional. Arbitrary description of the Model.
|
|
1270
|
+
:type model_description: str
|
|
1271
|
+
:param model_url: Optional. Immutable. Absolute URL to the Model.
|
|
1272
|
+
:type model_url: str
|
|
1273
|
+
:param model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
|
|
1274
|
+
:type model_api_key: str
|
|
1275
|
+
:param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
|
|
1276
|
+
:type model_type: str
|
|
1277
|
+
:param model_parameters: Optional. Model specific parameters in JSON format.
|
|
1278
|
+
:type model_parameters: str
|
|
1279
|
+
:param model_demo: Output only. Whether the Model is a demo resource or not. Demo resources are read only.
|
|
1280
|
+
:type model_demo: bool
|
|
1281
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
1282
|
+
number provided, it will be total request
|
|
1283
|
+
timeout. It can also be a pair (tuple) of
|
|
1284
|
+
(connection, read) timeouts.
|
|
1285
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
1286
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
1287
|
+
request; this effectively ignores the
|
|
1288
|
+
authentication in the spec for a single request.
|
|
1289
|
+
:type _request_auth: dict, optional
|
|
1290
|
+
:param _content_type: force content-type for the request.
|
|
1291
|
+
:type _content_type: str, Optional
|
|
1292
|
+
:param _headers: set to override the headers for a single
|
|
1293
|
+
request; this effectively ignores the headers
|
|
1294
|
+
in the spec for a single request.
|
|
1295
|
+
:type _headers: dict, optional
|
|
1296
|
+
:param _host_index: set to override the host_index for a single
|
|
1297
|
+
request; this effectively ignores the host_index
|
|
1298
|
+
in the spec for a single request.
|
|
1299
|
+
:type _host_index: int, optional
|
|
1300
|
+
:return: Returns the result object.
|
|
1301
|
+
""" # noqa: E501
|
|
1302
|
+
|
|
1303
|
+
_param = self._evaluation_service_list_rag_collections_serialize(
|
|
1304
|
+
model_name=model_name,
|
|
1305
|
+
model_create_time=model_create_time,
|
|
1306
|
+
model_creator=model_creator,
|
|
1307
|
+
model_update_time=model_update_time,
|
|
1308
|
+
model_updater=model_updater,
|
|
1309
|
+
model_delete_time=model_delete_time,
|
|
1310
|
+
model_deleter=model_deleter,
|
|
1311
|
+
model_display_name=model_display_name,
|
|
1312
|
+
model_description=model_description,
|
|
1313
|
+
model_url=model_url,
|
|
1314
|
+
model_api_key=model_api_key,
|
|
1315
|
+
model_type=model_type,
|
|
1316
|
+
model_parameters=model_parameters,
|
|
1317
|
+
model_demo=model_demo,
|
|
1318
|
+
_request_auth=_request_auth,
|
|
1319
|
+
_content_type=_content_type,
|
|
1320
|
+
_headers=_headers,
|
|
1321
|
+
_host_index=_host_index
|
|
1322
|
+
)
|
|
1323
|
+
|
|
1324
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
1325
|
+
'200': "V1alphaListRAGCollectionsResponse",
|
|
1326
|
+
}
|
|
1327
|
+
response_data = self.api_client.call_api(
|
|
1328
|
+
*_param,
|
|
1329
|
+
_request_timeout=_request_timeout
|
|
1330
|
+
)
|
|
1331
|
+
response_data.read()
|
|
1332
|
+
return self.api_client.response_deserialize(
|
|
1333
|
+
response_data=response_data,
|
|
1334
|
+
response_types_map=_response_types_map,
|
|
1335
|
+
)
|
|
1336
|
+
|
|
1337
|
+
|
|
1338
|
+
@validate_call
|
|
1339
|
+
def evaluation_service_list_rag_collections_without_preload_content(
|
|
1340
|
+
self,
|
|
1341
|
+
model_name: Annotated[Optional[StrictStr], Field(description="Output only. Name of the Model resource. e.g.: \"models/<UUID>\"")] = None,
|
|
1342
|
+
model_create_time: Annotated[Optional[datetime], Field(description="Output only. Timestamp when the Model was created.")] = None,
|
|
1343
|
+
model_creator: Annotated[Optional[StrictStr], Field(description="Output only. Name of the user or service that requested creation of the Model.")] = None,
|
|
1344
|
+
model_update_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Timestamp when the Model was last updated.")] = None,
|
|
1345
|
+
model_updater: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested update of the Model.")] = None,
|
|
1346
|
+
model_delete_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.")] = None,
|
|
1347
|
+
model_deleter: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested deletion of the Model.")] = None,
|
|
1348
|
+
model_display_name: Annotated[Optional[StrictStr], Field(description="Human readable name of the Model.")] = None,
|
|
1349
|
+
model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
|
|
1350
|
+
model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
|
|
1351
|
+
model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
|
|
1352
|
+
model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
|
|
1353
|
+
model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
|
|
1354
|
+
model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
|
|
1355
|
+
_request_timeout: Union[
|
|
1356
|
+
None,
|
|
1357
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
1358
|
+
Tuple[
|
|
1359
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
1360
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
1361
|
+
]
|
|
1362
|
+
] = None,
|
|
1363
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
1364
|
+
_content_type: Optional[StrictStr] = None,
|
|
1365
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1366
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1367
|
+
) -> RESTResponseType:
|
|
1368
|
+
"""evaluation_service_list_rag_collections
|
|
1369
|
+
|
|
1370
|
+
|
|
1371
|
+
:param model_name: Output only. Name of the Model resource. e.g.: \"models/<UUID>\"
|
|
1372
|
+
:type model_name: str
|
|
1373
|
+
:param model_create_time: Output only. Timestamp when the Model was created.
|
|
1374
|
+
:type model_create_time: datetime
|
|
1375
|
+
:param model_creator: Output only. Name of the user or service that requested creation of the Model.
|
|
1376
|
+
:type model_creator: str
|
|
1377
|
+
:param model_update_time: Output only. Optional. Timestamp when the Model was last updated.
|
|
1378
|
+
:type model_update_time: datetime
|
|
1379
|
+
:param model_updater: Output only. Optional. Name of the user or service that requested update of the Model.
|
|
1380
|
+
:type model_updater: str
|
|
1381
|
+
:param model_delete_time: Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.
|
|
1382
|
+
:type model_delete_time: datetime
|
|
1383
|
+
:param model_deleter: Output only. Optional. Name of the user or service that requested deletion of the Model.
|
|
1384
|
+
:type model_deleter: str
|
|
1385
|
+
:param model_display_name: Human readable name of the Model.
|
|
1386
|
+
:type model_display_name: str
|
|
1387
|
+
:param model_description: Optional. Arbitrary description of the Model.
|
|
1388
|
+
:type model_description: str
|
|
1389
|
+
:param model_url: Optional. Immutable. Absolute URL to the Model.
|
|
1390
|
+
:type model_url: str
|
|
1391
|
+
:param model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
|
|
1392
|
+
:type model_api_key: str
|
|
1393
|
+
:param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
|
|
1394
|
+
:type model_type: str
|
|
1395
|
+
:param model_parameters: Optional. Model specific parameters in JSON format.
|
|
1396
|
+
:type model_parameters: str
|
|
1397
|
+
:param model_demo: Output only. Whether the Model is a demo resource or not. Demo resources are read only.
|
|
1398
|
+
:type model_demo: bool
|
|
1399
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
1400
|
+
number provided, it will be total request
|
|
1401
|
+
timeout. It can also be a pair (tuple) of
|
|
1402
|
+
(connection, read) timeouts.
|
|
1403
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
1404
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
1405
|
+
request; this effectively ignores the
|
|
1406
|
+
authentication in the spec for a single request.
|
|
1407
|
+
:type _request_auth: dict, optional
|
|
1408
|
+
:param _content_type: force content-type for the request.
|
|
1409
|
+
:type _content_type: str, Optional
|
|
1410
|
+
:param _headers: set to override the headers for a single
|
|
1411
|
+
request; this effectively ignores the headers
|
|
1412
|
+
in the spec for a single request.
|
|
1413
|
+
:type _headers: dict, optional
|
|
1414
|
+
:param _host_index: set to override the host_index for a single
|
|
1415
|
+
request; this effectively ignores the host_index
|
|
1416
|
+
in the spec for a single request.
|
|
1417
|
+
:type _host_index: int, optional
|
|
1418
|
+
:return: Returns the result object.
|
|
1419
|
+
""" # noqa: E501
|
|
1420
|
+
|
|
1421
|
+
_param = self._evaluation_service_list_rag_collections_serialize(
|
|
1422
|
+
model_name=model_name,
|
|
1423
|
+
model_create_time=model_create_time,
|
|
1424
|
+
model_creator=model_creator,
|
|
1425
|
+
model_update_time=model_update_time,
|
|
1426
|
+
model_updater=model_updater,
|
|
1427
|
+
model_delete_time=model_delete_time,
|
|
1428
|
+
model_deleter=model_deleter,
|
|
1429
|
+
model_display_name=model_display_name,
|
|
1430
|
+
model_description=model_description,
|
|
1431
|
+
model_url=model_url,
|
|
1432
|
+
model_api_key=model_api_key,
|
|
1433
|
+
model_type=model_type,
|
|
1434
|
+
model_parameters=model_parameters,
|
|
1435
|
+
model_demo=model_demo,
|
|
1436
|
+
_request_auth=_request_auth,
|
|
1437
|
+
_content_type=_content_type,
|
|
1438
|
+
_headers=_headers,
|
|
1439
|
+
_host_index=_host_index
|
|
1440
|
+
)
|
|
1441
|
+
|
|
1442
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
1443
|
+
'200': "V1alphaListRAGCollectionsResponse",
|
|
1444
|
+
}
|
|
1445
|
+
response_data = self.api_client.call_api(
|
|
1446
|
+
*_param,
|
|
1447
|
+
_request_timeout=_request_timeout
|
|
1448
|
+
)
|
|
1449
|
+
return response_data.response
|
|
1450
|
+
|
|
1451
|
+
|
|
1452
|
+
def _evaluation_service_list_rag_collections_serialize(
|
|
1453
|
+
self,
|
|
1454
|
+
model_name,
|
|
1455
|
+
model_create_time,
|
|
1456
|
+
model_creator,
|
|
1457
|
+
model_update_time,
|
|
1458
|
+
model_updater,
|
|
1459
|
+
model_delete_time,
|
|
1460
|
+
model_deleter,
|
|
1461
|
+
model_display_name,
|
|
1462
|
+
model_description,
|
|
1463
|
+
model_url,
|
|
1464
|
+
model_api_key,
|
|
1465
|
+
model_type,
|
|
1466
|
+
model_parameters,
|
|
1467
|
+
model_demo,
|
|
1468
|
+
_request_auth,
|
|
1469
|
+
_content_type,
|
|
1470
|
+
_headers,
|
|
1471
|
+
_host_index,
|
|
1472
|
+
) -> RequestSerialized:
|
|
1473
|
+
|
|
1474
|
+
_host = None
|
|
1475
|
+
|
|
1476
|
+
_collection_formats: Dict[str, str] = {
|
|
1477
|
+
}
|
|
1478
|
+
|
|
1479
|
+
_path_params: Dict[str, str] = {}
|
|
1480
|
+
_query_params: List[Tuple[str, str]] = []
|
|
1481
|
+
_header_params: Dict[str, Optional[str]] = _headers or {}
|
|
1482
|
+
_form_params: List[Tuple[str, str]] = []
|
|
1483
|
+
_files: Dict[str, Union[str, bytes]] = {}
|
|
1484
|
+
_body_params: Optional[bytes] = None
|
|
1485
|
+
|
|
1486
|
+
# process the path parameters
|
|
1487
|
+
# process the query parameters
|
|
1488
|
+
if model_name is not None:
|
|
1489
|
+
|
|
1490
|
+
_query_params.append(('model.name', model_name))
|
|
1491
|
+
|
|
1492
|
+
if model_create_time is not None:
|
|
1493
|
+
if isinstance(model_create_time, datetime):
|
|
1494
|
+
_query_params.append(
|
|
1495
|
+
(
|
|
1496
|
+
'model.createTime',
|
|
1497
|
+
model_create_time.strftime(
|
|
1498
|
+
self.api_client.configuration.datetime_format
|
|
1499
|
+
)
|
|
1500
|
+
)
|
|
1501
|
+
)
|
|
1502
|
+
else:
|
|
1503
|
+
_query_params.append(('model.createTime', model_create_time))
|
|
1504
|
+
|
|
1505
|
+
if model_creator is not None:
|
|
1506
|
+
|
|
1507
|
+
_query_params.append(('model.creator', model_creator))
|
|
1508
|
+
|
|
1509
|
+
if model_update_time is not None:
|
|
1510
|
+
if isinstance(model_update_time, datetime):
|
|
1511
|
+
_query_params.append(
|
|
1512
|
+
(
|
|
1513
|
+
'model.updateTime',
|
|
1514
|
+
model_update_time.strftime(
|
|
1515
|
+
self.api_client.configuration.datetime_format
|
|
1516
|
+
)
|
|
1517
|
+
)
|
|
1518
|
+
)
|
|
1519
|
+
else:
|
|
1520
|
+
_query_params.append(('model.updateTime', model_update_time))
|
|
1521
|
+
|
|
1522
|
+
if model_updater is not None:
|
|
1523
|
+
|
|
1524
|
+
_query_params.append(('model.updater', model_updater))
|
|
1525
|
+
|
|
1526
|
+
if model_delete_time is not None:
|
|
1527
|
+
if isinstance(model_delete_time, datetime):
|
|
1528
|
+
_query_params.append(
|
|
1529
|
+
(
|
|
1530
|
+
'model.deleteTime',
|
|
1531
|
+
model_delete_time.strftime(
|
|
1532
|
+
self.api_client.configuration.datetime_format
|
|
1533
|
+
)
|
|
1534
|
+
)
|
|
1535
|
+
)
|
|
1536
|
+
else:
|
|
1537
|
+
_query_params.append(('model.deleteTime', model_delete_time))
|
|
1538
|
+
|
|
1539
|
+
if model_deleter is not None:
|
|
1540
|
+
|
|
1541
|
+
_query_params.append(('model.deleter', model_deleter))
|
|
1542
|
+
|
|
1543
|
+
if model_display_name is not None:
|
|
1544
|
+
|
|
1545
|
+
_query_params.append(('model.displayName', model_display_name))
|
|
1546
|
+
|
|
1547
|
+
if model_description is not None:
|
|
1548
|
+
|
|
1549
|
+
_query_params.append(('model.description', model_description))
|
|
1550
|
+
|
|
1551
|
+
if model_url is not None:
|
|
1552
|
+
|
|
1553
|
+
_query_params.append(('model.url', model_url))
|
|
1554
|
+
|
|
1555
|
+
if model_api_key is not None:
|
|
1556
|
+
|
|
1557
|
+
_query_params.append(('model.apiKey', model_api_key))
|
|
1558
|
+
|
|
1559
|
+
if model_type is not None:
|
|
1560
|
+
|
|
1561
|
+
_query_params.append(('model.type', model_type))
|
|
1562
|
+
|
|
1563
|
+
if model_parameters is not None:
|
|
1564
|
+
|
|
1565
|
+
_query_params.append(('model.parameters', model_parameters))
|
|
1566
|
+
|
|
1567
|
+
if model_demo is not None:
|
|
1568
|
+
|
|
1569
|
+
_query_params.append(('model.demo', model_demo))
|
|
1570
|
+
|
|
1571
|
+
# process the header parameters
|
|
1572
|
+
# process the form parameters
|
|
1573
|
+
# process the body parameter
|
|
1574
|
+
|
|
1575
|
+
|
|
1576
|
+
# set the HTTP header `Accept`
|
|
1577
|
+
_header_params['Accept'] = self.api_client.select_header_accept(
|
|
1578
|
+
[
|
|
1579
|
+
'application/json'
|
|
1580
|
+
]
|
|
1581
|
+
)
|
|
1582
|
+
|
|
1583
|
+
|
|
1584
|
+
# authentication setting
|
|
1585
|
+
_auth_settings: List[str] = [
|
|
1586
|
+
]
|
|
1587
|
+
|
|
1588
|
+
return self.api_client.param_serialize(
|
|
1589
|
+
method='GET',
|
|
1590
|
+
resource_path='/v1alpha/evaluations:rag_collections',
|
|
1591
|
+
path_params=_path_params,
|
|
1592
|
+
query_params=_query_params,
|
|
1593
|
+
header_params=_header_params,
|
|
1594
|
+
body=_body_params,
|
|
1595
|
+
post_params=_form_params,
|
|
1596
|
+
files=_files,
|
|
1597
|
+
auth_settings=_auth_settings,
|
|
1598
|
+
collection_formats=_collection_formats,
|
|
1599
|
+
_host=_host,
|
|
1600
|
+
_request_auth=_request_auth
|
|
1601
|
+
)
|
|
1602
|
+
|
|
1603
|
+
|