eval-studio-client 1.2.5__py3-none-any.whl → 1.3.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/api/__init__.py +65 -0
- eval_studio_client/api/api/__init__.py +3 -0
- eval_studio_client/api/api/dashboard_report_service_api.py +292 -0
- eval_studio_client/api/api/dashboard_service_api.py +16 -16
- eval_studio_client/api/api/dashboard_test_case_annotation_service_api.py +611 -0
- eval_studio_client/api/api/document_service_api.py +16 -16
- eval_studio_client/api/api/evaluation_service_api.py +12 -12
- eval_studio_client/api/api/evaluator_service_api.py +16 -16
- eval_studio_client/api/api/leaderboard_report_service_api.py +304 -17
- eval_studio_client/api/api/leaderboard_service_api.py +554 -16
- eval_studio_client/api/api/leaderboard_test_case_annotation_service_api.py +611 -0
- eval_studio_client/api/api/model_service_api.py +16 -16
- eval_studio_client/api/api/operation_service_api.py +821 -17
- eval_studio_client/api/api/perturbator_service_api.py +22 -22
- eval_studio_client/api/api/test_case_service_api.py +300 -16
- eval_studio_client/api/api/test_class_service_api.py +16 -16
- eval_studio_client/api/api/test_service_api.py +285 -16
- eval_studio_client/api/api/workflow_node_service_api.py +16 -16
- eval_studio_client/api/api/workflow_service_api.py +16 -16
- eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md +2 -1
- eval_studio_client/api/docs/DashboardReportServiceApi.md +75 -0
- eval_studio_client/api/docs/DashboardServiceApi.md +5 -5
- eval_studio_client/api/docs/DashboardTestCaseAnnotationServiceApi.md +149 -0
- eval_studio_client/api/docs/DocumentServiceApi.md +5 -5
- eval_studio_client/api/docs/EvaluationServiceApi.md +4 -4
- eval_studio_client/api/docs/EvaluatorServiceApi.md +5 -5
- eval_studio_client/api/docs/LeaderboardReportServiceApi.md +75 -5
- eval_studio_client/api/docs/LeaderboardServiceApi.md +141 -5
- eval_studio_client/api/docs/LeaderboardTestCaseAnnotationServiceApi.md +149 -0
- eval_studio_client/api/docs/ModelServiceApi.md +5 -5
- eval_studio_client/api/docs/OperationServiceApi.md +215 -8
- eval_studio_client/api/docs/PerturbatorServiceApi.md +7 -7
- eval_studio_client/api/docs/RequiredTheDashboardTestCaseAnnotationToUpdate.md +35 -0
- eval_studio_client/api/docs/RequiredTheLeaderboardTestCaseAnnotationToUpdate.md +35 -0
- eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +1 -0
- eval_studio_client/api/docs/RequiredTheOperationToFinalize.md +1 -0
- eval_studio_client/api/docs/RequiredTheOperationToUpdate.md +1 -0
- eval_studio_client/api/docs/TestCaseServiceApi.md +75 -5
- eval_studio_client/api/docs/TestCaseServiceAppendTestCasesRequest.md +30 -0
- eval_studio_client/api/docs/TestClassServiceApi.md +5 -5
- eval_studio_client/api/docs/TestServiceApi.md +73 -5
- eval_studio_client/api/docs/V1ActualOutputMeta.md +30 -0
- eval_studio_client/api/docs/V1ActualOutputMetaDiff.md +36 -0
- eval_studio_client/api/docs/V1AgentChatActivityDiagram.md +31 -0
- eval_studio_client/api/docs/V1AgentChatActivityDiagramEdge.md +32 -0
- eval_studio_client/api/docs/V1AgentChatActivityDiagramNode.md +32 -0
- eval_studio_client/api/docs/V1AgentChatActivityDiagramRow.md +30 -0
- eval_studio_client/api/docs/V1AgentChatScriptUsage.md +33 -0
- eval_studio_client/api/docs/V1AgentChatScriptsBarChart.md +30 -0
- eval_studio_client/api/docs/V1AgentChatToolUsage.md +33 -0
- eval_studio_client/api/docs/V1AgentChatToolsBarChart.md +30 -0
- eval_studio_client/api/docs/V1AllMetricScores.md +29 -0
- eval_studio_client/api/docs/V1AppendTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchCreateLeaderboardsWithoutCacheRequest.md +31 -0
- eval_studio_client/api/docs/V1BatchCreateLeaderboardsWithoutCacheResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchMarkOperationSeenByCreatorResponse.md +29 -0
- eval_studio_client/api/docs/V1CmpLeaderboardReportsRequest.md +33 -0
- eval_studio_client/api/docs/V1CmpLeaderboardReportsResponse.md +29 -0
- eval_studio_client/api/docs/V1ComparisonItem.md +36 -0
- eval_studio_client/api/docs/V1ComparisonMetricScore.md +30 -0
- eval_studio_client/api/docs/V1ComparisonResult.md +31 -0
- eval_studio_client/api/docs/V1ComparisonSummary.md +31 -0
- eval_studio_client/api/docs/V1CreateEvaluationRequest.md +1 -0
- eval_studio_client/api/docs/V1CreateTestFromTestCasesRequest.md +32 -0
- eval_studio_client/api/docs/V1CreateTestFromTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1DashboardReport.md +31 -0
- eval_studio_client/api/docs/V1DashboardReportResult.md +39 -0
- eval_studio_client/api/docs/V1DashboardTestCaseAnnotation.md +36 -0
- eval_studio_client/api/docs/V1DataFragment.md +31 -0
- eval_studio_client/api/docs/V1DeepCompareLeaderboardsRequest.md +33 -0
- eval_studio_client/api/docs/V1DeepCompareLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1DiffItem.md +36 -0
- eval_studio_client/api/docs/V1EvaluationType.md +12 -0
- eval_studio_client/api/docs/V1FlippedMetric.md +31 -0
- eval_studio_client/api/docs/V1GetDashboardReportResponse.md +29 -0
- eval_studio_client/api/docs/V1HumanDecision.md +12 -0
- eval_studio_client/api/docs/V1Info.md +1 -0
- eval_studio_client/api/docs/V1Leaderboard.md +1 -0
- eval_studio_client/api/docs/V1LeaderboardCmpReport.md +30 -0
- eval_studio_client/api/docs/V1LeaderboardComparisonItem.md +31 -0
- eval_studio_client/api/docs/V1LeaderboardInfo.md +30 -0
- eval_studio_client/api/docs/V1LeaderboardReportActualOutputMeta.md +6 -3
- eval_studio_client/api/docs/V1LeaderboardReportResult.md +11 -8
- eval_studio_client/api/docs/V1LeaderboardReportResultView.md +12 -0
- eval_studio_client/api/docs/V1LeaderboardTestCaseAnnotation.md +36 -0
- eval_studio_client/api/docs/V1ListDashboardTestCaseAnnotationsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListLeaderboardTestCaseAnnotationsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListOperationsResponse.md +1 -0
- eval_studio_client/api/docs/V1ListUnseenOperationsResponse.md +30 -0
- eval_studio_client/api/docs/V1MarkOperationSeenByCreatorResponse.md +29 -0
- eval_studio_client/api/docs/V1Metric.md +30 -0
- eval_studio_client/api/docs/V1MetricAverage.md +36 -0
- eval_studio_client/api/docs/V1MetricMeta.md +40 -0
- eval_studio_client/api/docs/V1MetricScore.md +1 -1
- eval_studio_client/api/docs/V1MetricScores.md +1 -1
- eval_studio_client/api/docs/V1ModelType.md +1 -1
- eval_studio_client/api/docs/V1ModelsComparisons.md +32 -0
- eval_studio_client/api/docs/V1ModelsComparisonsMetrics.md +33 -0
- eval_studio_client/api/docs/V1ModelsOverview.md +34 -0
- eval_studio_client/api/docs/V1Operation.md +1 -0
- eval_studio_client/api/docs/V1OperationView.md +12 -0
- eval_studio_client/api/docs/V1RetrievedContextDiff.md +36 -0
- eval_studio_client/api/docs/V1Stats.md +2 -0
- eval_studio_client/api/docs/V1TechnicalMetrics.md +30 -0
- eval_studio_client/api/docs/V1TechnicalMetricsDetail.md +33 -0
- eval_studio_client/api/docs/V1TestCaseLeaderboardItem.md +31 -0
- eval_studio_client/api/docs/V1TestCaseRelationshipInfo.md +31 -0
- eval_studio_client/api/docs/V1TestCaseResult.md +48 -0
- eval_studio_client/api/docs/V1TextSimilarityMetric.md +12 -0
- eval_studio_client/api/docs/V1UpdateDashboardTestCaseAnnotationResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateLeaderboardTestCaseAnnotationResponse.md +29 -0
- eval_studio_client/api/docs/WorkflowNodeServiceApi.md +5 -5
- eval_studio_client/api/docs/WorkflowServiceApi.md +5 -5
- eval_studio_client/api/models/__init__.py +62 -0
- eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +17 -2
- eval_studio_client/api/models/required_the_dashboard_test_case_annotation_to_update.py +108 -0
- eval_studio_client/api/models/required_the_leaderboard_test_case_annotation_to_update.py +108 -0
- eval_studio_client/api/models/required_the_leaderboard_to_update.py +5 -2
- eval_studio_client/api/models/required_the_operation_to_finalize.py +6 -2
- eval_studio_client/api/models/required_the_operation_to_update.py +6 -2
- eval_studio_client/api/models/test_case_service_append_test_cases_request.py +89 -0
- eval_studio_client/api/models/v1_actual_output_meta.py +97 -0
- eval_studio_client/api/models/v1_actual_output_meta_diff.py +101 -0
- eval_studio_client/api/models/v1_agent_chat_activity_diagram.py +109 -0
- eval_studio_client/api/models/v1_agent_chat_activity_diagram_edge.py +97 -0
- eval_studio_client/api/models/v1_agent_chat_activity_diagram_node.py +97 -0
- eval_studio_client/api/models/v1_agent_chat_activity_diagram_row.py +97 -0
- eval_studio_client/api/models/v1_agent_chat_script_usage.py +101 -0
- eval_studio_client/api/models/v1_agent_chat_scripts_bar_chart.py +102 -0
- eval_studio_client/api/models/v1_agent_chat_tool_usage.py +101 -0
- eval_studio_client/api/models/v1_agent_chat_tools_bar_chart.py +102 -0
- eval_studio_client/api/models/v1_all_metric_scores.py +87 -0
- eval_studio_client/api/models/v1_append_test_cases_response.py +95 -0
- eval_studio_client/api/models/v1_batch_create_leaderboards_without_cache_request.py +99 -0
- eval_studio_client/api/models/v1_batch_create_leaderboards_without_cache_response.py +91 -0
- eval_studio_client/api/models/v1_batch_mark_operation_seen_by_creator_response.py +95 -0
- eval_studio_client/api/models/v1_cmp_leaderboard_reports_request.py +96 -0
- eval_studio_client/api/models/v1_cmp_leaderboard_reports_response.py +91 -0
- eval_studio_client/api/models/v1_comparison_item.py +130 -0
- eval_studio_client/api/models/v1_comparison_metric_score.py +89 -0
- eval_studio_client/api/models/v1_comparison_result.py +120 -0
- eval_studio_client/api/models/v1_comparison_summary.py +91 -0
- eval_studio_client/api/models/v1_create_evaluation_request.py +5 -2
- eval_studio_client/api/models/v1_create_test_from_test_cases_request.py +93 -0
- eval_studio_client/api/models/v1_create_test_from_test_cases_response.py +91 -0
- eval_studio_client/api/models/v1_dashboard_report.py +109 -0
- eval_studio_client/api/models/v1_dashboard_report_result.py +139 -0
- eval_studio_client/api/models/v1_dashboard_test_case_annotation.py +112 -0
- eval_studio_client/api/models/v1_data_fragment.py +91 -0
- eval_studio_client/api/models/v1_deep_compare_leaderboards_request.py +96 -0
- eval_studio_client/api/models/v1_deep_compare_leaderboards_response.py +91 -0
- eval_studio_client/api/models/v1_diff_item.py +137 -0
- eval_studio_client/api/models/v1_evaluation_type.py +39 -0
- eval_studio_client/api/models/v1_flipped_metric.py +91 -0
- eval_studio_client/api/models/v1_get_dashboard_report_response.py +91 -0
- eval_studio_client/api/models/v1_human_decision.py +38 -0
- eval_studio_client/api/models/v1_info.py +4 -2
- eval_studio_client/api/models/v1_leaderboard.py +5 -2
- eval_studio_client/api/models/v1_leaderboard_cmp_report.py +93 -0
- eval_studio_client/api/models/v1_leaderboard_comparison_item.py +91 -0
- eval_studio_client/api/models/v1_leaderboard_info.py +97 -0
- eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py +23 -9
- eval_studio_client/api/models/v1_leaderboard_report_result.py +21 -10
- eval_studio_client/api/models/v1_leaderboard_report_result_view.py +38 -0
- eval_studio_client/api/models/v1_leaderboard_test_case_annotation.py +112 -0
- eval_studio_client/api/models/v1_list_dashboard_test_case_annotations_response.py +95 -0
- eval_studio_client/api/models/v1_list_leaderboard_test_case_annotations_response.py +95 -0
- eval_studio_client/api/models/v1_list_operations_response.py +5 -3
- eval_studio_client/api/models/v1_list_unseen_operations_response.py +97 -0
- eval_studio_client/api/models/v1_mark_operation_seen_by_creator_response.py +91 -0
- eval_studio_client/api/models/v1_metric.py +89 -0
- eval_studio_client/api/models/v1_metric_average.py +101 -0
- eval_studio_client/api/models/v1_metric_meta.py +109 -0
- eval_studio_client/api/models/v1_metric_score.py +6 -1
- eval_studio_client/api/models/v1_metric_scores.py +1 -1
- eval_studio_client/api/models/v1_model_type.py +2 -1
- eval_studio_client/api/models/v1_models_comparisons.py +93 -0
- eval_studio_client/api/models/v1_models_comparisons_metrics.py +103 -0
- eval_studio_client/api/models/v1_models_overview.py +97 -0
- eval_studio_client/api/models/v1_operation.py +6 -2
- eval_studio_client/api/models/v1_operation_view.py +38 -0
- eval_studio_client/api/models/v1_retrieved_context_diff.py +101 -0
- eval_studio_client/api/models/v1_stats.py +16 -2
- eval_studio_client/api/models/v1_technical_metrics.py +96 -0
- eval_studio_client/api/models/v1_technical_metrics_detail.py +95 -0
- eval_studio_client/api/models/v1_test_case_leaderboard_item.py +91 -0
- eval_studio_client/api/models/v1_test_case_relationship_info.py +91 -0
- eval_studio_client/api/models/v1_test_case_result.py +157 -0
- eval_studio_client/api/models/v1_text_similarity_metric.py +39 -0
- eval_studio_client/api/models/v1_update_dashboard_test_case_annotation_response.py +91 -0
- eval_studio_client/api/models/v1_update_leaderboard_test_case_annotation_response.py +91 -0
- eval_studio_client/api/models/v1_workflow_node_type.py +1 -0
- eval_studio_client/api/models/v1_workflow_type.py +1 -0
- eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +6 -0
- eval_studio_client/api/test/test_dashboard_report_service_api.py +37 -0
- eval_studio_client/api/test/test_dashboard_test_case_annotation_service_api.py +43 -0
- eval_studio_client/api/test/test_leaderboard_report_service_api.py +6 -0
- eval_studio_client/api/test/test_leaderboard_service_api.py +12 -0
- eval_studio_client/api/test/test_leaderboard_test_case_annotation_service_api.py +43 -0
- eval_studio_client/api/test/test_operation_service_api.py +18 -0
- eval_studio_client/api/test/test_required_the_dashboard_test_case_annotation_to_update.py +57 -0
- eval_studio_client/api/test/test_required_the_leaderboard_test_case_annotation_to_update.py +57 -0
- eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +2 -1
- eval_studio_client/api/test/test_required_the_operation_to_finalize.py +2 -1
- eval_studio_client/api/test/test_required_the_operation_to_update.py +2 -1
- eval_studio_client/api/test/test_test_case_service_api.py +6 -0
- eval_studio_client/api/test/test_test_case_service_append_test_cases_request.py +52 -0
- eval_studio_client/api/test/test_test_service_api.py +6 -0
- eval_studio_client/api/test/test_v1_abort_operation_response.py +2 -1
- eval_studio_client/api/test/test_v1_actual_output_meta.py +61 -0
- eval_studio_client/api/test/test_v1_actual_output_meta_diff.py +66 -0
- eval_studio_client/api/test/test_v1_agent_chat_activity_diagram.py +65 -0
- eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_edge.py +53 -0
- eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_node.py +53 -0
- eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_row.py +56 -0
- eval_studio_client/api/test/test_v1_agent_chat_script_usage.py +54 -0
- eval_studio_client/api/test/test_v1_agent_chat_scripts_bar_chart.py +57 -0
- eval_studio_client/api/test/test_v1_agent_chat_tool_usage.py +54 -0
- eval_studio_client/api/test/test_v1_agent_chat_tools_bar_chart.py +57 -0
- eval_studio_client/api/test/test_v1_all_metric_scores.py +53 -0
- eval_studio_client/api/test/test_v1_append_test_cases_response.py +74 -0
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_request.py +2 -1
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_without_cache_request.py +120 -0
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_without_cache_response.py +72 -0
- eval_studio_client/api/test/test_v1_batch_delete_leaderboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_get_leaderboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_get_operations_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_import_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_mark_operation_seen_by_creator_response.py +74 -0
- eval_studio_client/api/test/test_v1_cmp_leaderboard_reports_request.py +55 -0
- eval_studio_client/api/test/test_v1_cmp_leaderboard_reports_response.py +255 -0
- eval_studio_client/api/test/test_v1_comparison_item.py +233 -0
- eval_studio_client/api/test/test_v1_comparison_metric_score.py +52 -0
- eval_studio_client/api/test/test_v1_comparison_result.py +258 -0
- eval_studio_client/api/test/test_v1_comparison_summary.py +53 -0
- eval_studio_client/api/test/test_v1_create_evaluation_request.py +2 -1
- eval_studio_client/api/test/test_v1_create_leaderboard_request.py +2 -1
- eval_studio_client/api/test/test_v1_create_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_create_leaderboard_without_cache_response.py +2 -1
- eval_studio_client/api/test/test_v1_create_test_from_test_cases_request.py +54 -0
- eval_studio_client/api/test/test_v1_create_test_from_test_cases_response.py +68 -0
- eval_studio_client/api/test/test_v1_dashboard_report.py +142 -0
- eval_studio_client/api/test/test_v1_dashboard_report_result.py +72 -0
- eval_studio_client/api/test/test_v1_dashboard_test_case_annotation.py +58 -0
- eval_studio_client/api/test/test_v1_data_fragment.py +57 -0
- eval_studio_client/api/test/test_v1_deep_compare_leaderboards_request.py +55 -0
- eval_studio_client/api/test/test_v1_deep_compare_leaderboards_response.py +255 -0
- eval_studio_client/api/test/test_v1_delete_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_diff_item.py +226 -0
- eval_studio_client/api/test/test_v1_evaluation_type.py +33 -0
- eval_studio_client/api/test/test_v1_finalize_operation_response.py +2 -1
- eval_studio_client/api/test/test_v1_flipped_metric.py +53 -0
- eval_studio_client/api/test/test_v1_generate_test_cases_response.py +2 -1
- eval_studio_client/api/test/test_v1_get_dashboard_report_response.py +143 -0
- eval_studio_client/api/test/test_v1_get_info_response.py +4 -1
- eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py +39 -2
- eval_studio_client/api/test/test_v1_get_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_get_operation_response.py +2 -1
- eval_studio_client/api/test/test_v1_get_stats_response.py +3 -1
- eval_studio_client/api/test/test_v1_human_decision.py +33 -0
- eval_studio_client/api/test/test_v1_import_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py +2 -1
- eval_studio_client/api/test/test_v1_info.py +4 -1
- eval_studio_client/api/test/test_v1_leaderboard.py +2 -1
- eval_studio_client/api/test/test_v1_leaderboard_cmp_report.py +254 -0
- eval_studio_client/api/test/test_v1_leaderboard_comparison_item.py +53 -0
- eval_studio_client/api/test/test_v1_leaderboard_info.py +57 -0
- eval_studio_client/api/test/test_v1_leaderboard_report.py +39 -2
- eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_meta.py +33 -1
- eval_studio_client/api/test/test_v1_leaderboard_report_result.py +39 -2
- eval_studio_client/api/test/test_v1_leaderboard_report_result_view.py +33 -0
- eval_studio_client/api/test/test_v1_leaderboard_test_case_annotation.py +58 -0
- eval_studio_client/api/test/test_v1_list_dashboard_test_case_annotations_response.py +61 -0
- eval_studio_client/api/test/test_v1_list_leaderboard_test_case_annotations_response.py +61 -0
- eval_studio_client/api/test/test_v1_list_leaderboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_list_most_recent_leaderboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_list_operations_response.py +4 -2
- eval_studio_client/api/test/test_v1_list_unseen_operations_response.py +75 -0
- eval_studio_client/api/test/test_v1_mark_operation_seen_by_creator_response.py +72 -0
- eval_studio_client/api/test/test_v1_metric.py +52 -0
- eval_studio_client/api/test/test_v1_metric_average.py +58 -0
- eval_studio_client/api/test/test_v1_metric_meta.py +66 -0
- eval_studio_client/api/test/test_v1_models_comparisons.py +54 -0
- eval_studio_client/api/test/test_v1_models_comparisons_metrics.py +65 -0
- eval_studio_client/api/test/test_v1_models_overview.py +60 -0
- eval_studio_client/api/test/test_v1_operation.py +2 -1
- eval_studio_client/api/test/test_v1_operation_view.py +33 -0
- eval_studio_client/api/test/test_v1_process_workflow_node_response.py +2 -1
- eval_studio_client/api/test/test_v1_retrieved_context_diff.py +66 -0
- eval_studio_client/api/test/test_v1_stats.py +3 -1
- eval_studio_client/api/test/test_v1_technical_metrics.py +62 -0
- eval_studio_client/api/test/test_v1_technical_metrics_detail.py +55 -0
- eval_studio_client/api/test/test_v1_test_case_leaderboard_item.py +53 -0
- eval_studio_client/api/test/test_v1_test_case_relationship_info.py +53 -0
- eval_studio_client/api/test/test_v1_test_case_result.py +106 -0
- eval_studio_client/api/test/test_v1_text_similarity_metric.py +33 -0
- eval_studio_client/api/test/test_v1_update_dashboard_test_case_annotation_response.py +59 -0
- eval_studio_client/api/test/test_v1_update_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_update_leaderboard_test_case_annotation_response.py +59 -0
- eval_studio_client/api/test/test_v1_update_operation_response.py +2 -1
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +2340 -210
- eval_studio_client/models.py +18 -6
- {eval_studio_client-1.2.5.dist-info → eval_studio_client-1.3.0.dist-info}/METADATA +2 -2
- {eval_studio_client-1.2.5.dist-info → eval_studio_client-1.3.0.dist-info}/RECORD +306 -111
- {eval_studio_client-1.2.5.dist-info → eval_studio_client-1.3.0.dist-info}/WHEEL +0 -0
|
@@ -0,0 +1,611 @@
|
|
|
1
|
+
# coding: utf-8
|
|
2
|
+
|
|
3
|
+
"""
|
|
4
|
+
ai/h2o/eval_studio/v1/insight.proto
|
|
5
|
+
|
|
6
|
+
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
|
+
|
|
8
|
+
The version of the OpenAPI document: version not set
|
|
9
|
+
Generated by OpenAPI Generator (https://openapi-generator.tech)
|
|
10
|
+
|
|
11
|
+
Do not edit the class manually.
|
|
12
|
+
""" # noqa: E501
|
|
13
|
+
|
|
14
|
+
import warnings
|
|
15
|
+
from pydantic import validate_call, Field, StrictFloat, StrictStr, StrictInt
|
|
16
|
+
from typing import Any, Dict, List, Optional, Tuple, Union
|
|
17
|
+
from typing_extensions import Annotated
|
|
18
|
+
|
|
19
|
+
from pydantic import Field, StrictBool, StrictStr, field_validator
|
|
20
|
+
from typing import Optional
|
|
21
|
+
from typing_extensions import Annotated
|
|
22
|
+
from eval_studio_client.api.models.required_the_leaderboard_test_case_annotation_to_update import RequiredTheLeaderboardTestCaseAnnotationToUpdate
|
|
23
|
+
from eval_studio_client.api.models.v1_list_leaderboard_test_case_annotations_response import V1ListLeaderboardTestCaseAnnotationsResponse
|
|
24
|
+
from eval_studio_client.api.models.v1_update_leaderboard_test_case_annotation_response import V1UpdateLeaderboardTestCaseAnnotationResponse
|
|
25
|
+
|
|
26
|
+
from eval_studio_client.api.api_client import ApiClient, RequestSerialized
|
|
27
|
+
from eval_studio_client.api.api_response import ApiResponse
|
|
28
|
+
from eval_studio_client.api.rest import RESTResponseType
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
class LeaderboardTestCaseAnnotationServiceApi:
|
|
32
|
+
"""NOTE: This class is auto generated by OpenAPI Generator
|
|
33
|
+
Ref: https://openapi-generator.tech
|
|
34
|
+
|
|
35
|
+
Do not edit the class manually.
|
|
36
|
+
"""
|
|
37
|
+
|
|
38
|
+
def __init__(self, api_client=None) -> None:
|
|
39
|
+
if api_client is None:
|
|
40
|
+
api_client = ApiClient.get_default()
|
|
41
|
+
self.api_client = api_client
|
|
42
|
+
|
|
43
|
+
|
|
44
|
+
@validate_call
|
|
45
|
+
def leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations(
|
|
46
|
+
self,
|
|
47
|
+
parent_1: Annotated[str, Field(strict=True, description="Required. The parent resource name. Format: `leaderboards/{leaderboard}/testCases/{test_case}`. Use `leaderboards/{leaderboard}/testCases/-` to list across all test cases of a leaderboard. See https://google.aip.dev/159 for more details.")],
|
|
48
|
+
_request_timeout: Union[
|
|
49
|
+
None,
|
|
50
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
51
|
+
Tuple[
|
|
52
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
53
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
54
|
+
]
|
|
55
|
+
] = None,
|
|
56
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
57
|
+
_content_type: Optional[StrictStr] = None,
|
|
58
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
59
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
60
|
+
) -> V1ListLeaderboardTestCaseAnnotationsResponse:
|
|
61
|
+
"""leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations
|
|
62
|
+
|
|
63
|
+
|
|
64
|
+
:param parent_1: Required. The parent resource name. Format: `leaderboards/{leaderboard}/testCases/{test_case}`. Use `leaderboards/{leaderboard}/testCases/-` to list across all test cases of a leaderboard. See https://google.aip.dev/159 for more details. (required)
|
|
65
|
+
:type parent_1: str
|
|
66
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
67
|
+
number provided, it will be total request
|
|
68
|
+
timeout. It can also be a pair (tuple) of
|
|
69
|
+
(connection, read) timeouts.
|
|
70
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
71
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
72
|
+
request; this effectively ignores the
|
|
73
|
+
authentication in the spec for a single request.
|
|
74
|
+
:type _request_auth: dict, optional
|
|
75
|
+
:param _content_type: force content-type for the request.
|
|
76
|
+
:type _content_type: str, Optional
|
|
77
|
+
:param _headers: set to override the headers for a single
|
|
78
|
+
request; this effectively ignores the headers
|
|
79
|
+
in the spec for a single request.
|
|
80
|
+
:type _headers: dict, optional
|
|
81
|
+
:param _host_index: set to override the host_index for a single
|
|
82
|
+
request; this effectively ignores the host_index
|
|
83
|
+
in the spec for a single request.
|
|
84
|
+
:type _host_index: int, optional
|
|
85
|
+
:return: Returns the result object.
|
|
86
|
+
""" # noqa: E501
|
|
87
|
+
|
|
88
|
+
_param = self._leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations_serialize(
|
|
89
|
+
parent_1=parent_1,
|
|
90
|
+
_request_auth=_request_auth,
|
|
91
|
+
_content_type=_content_type,
|
|
92
|
+
_headers=_headers,
|
|
93
|
+
_host_index=_host_index
|
|
94
|
+
)
|
|
95
|
+
|
|
96
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
97
|
+
'200': "V1ListLeaderboardTestCaseAnnotationsResponse",
|
|
98
|
+
}
|
|
99
|
+
response_data = self.api_client.call_api(
|
|
100
|
+
*_param,
|
|
101
|
+
_request_timeout=_request_timeout
|
|
102
|
+
)
|
|
103
|
+
response_data.read()
|
|
104
|
+
return self.api_client.response_deserialize(
|
|
105
|
+
response_data=response_data,
|
|
106
|
+
response_types_map=_response_types_map,
|
|
107
|
+
).data
|
|
108
|
+
|
|
109
|
+
|
|
110
|
+
@validate_call
|
|
111
|
+
def leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations_with_http_info(
|
|
112
|
+
self,
|
|
113
|
+
parent_1: Annotated[str, Field(strict=True, description="Required. The parent resource name. Format: `leaderboards/{leaderboard}/testCases/{test_case}`. Use `leaderboards/{leaderboard}/testCases/-` to list across all test cases of a leaderboard. See https://google.aip.dev/159 for more details.")],
|
|
114
|
+
_request_timeout: Union[
|
|
115
|
+
None,
|
|
116
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
117
|
+
Tuple[
|
|
118
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
119
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
120
|
+
]
|
|
121
|
+
] = None,
|
|
122
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
123
|
+
_content_type: Optional[StrictStr] = None,
|
|
124
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
125
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
126
|
+
) -> ApiResponse[V1ListLeaderboardTestCaseAnnotationsResponse]:
|
|
127
|
+
"""leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations
|
|
128
|
+
|
|
129
|
+
|
|
130
|
+
:param parent_1: Required. The parent resource name. Format: `leaderboards/{leaderboard}/testCases/{test_case}`. Use `leaderboards/{leaderboard}/testCases/-` to list across all test cases of a leaderboard. See https://google.aip.dev/159 for more details. (required)
|
|
131
|
+
:type parent_1: str
|
|
132
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
133
|
+
number provided, it will be total request
|
|
134
|
+
timeout. It can also be a pair (tuple) of
|
|
135
|
+
(connection, read) timeouts.
|
|
136
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
137
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
138
|
+
request; this effectively ignores the
|
|
139
|
+
authentication in the spec for a single request.
|
|
140
|
+
:type _request_auth: dict, optional
|
|
141
|
+
:param _content_type: force content-type for the request.
|
|
142
|
+
:type _content_type: str, Optional
|
|
143
|
+
:param _headers: set to override the headers for a single
|
|
144
|
+
request; this effectively ignores the headers
|
|
145
|
+
in the spec for a single request.
|
|
146
|
+
:type _headers: dict, optional
|
|
147
|
+
:param _host_index: set to override the host_index for a single
|
|
148
|
+
request; this effectively ignores the host_index
|
|
149
|
+
in the spec for a single request.
|
|
150
|
+
:type _host_index: int, optional
|
|
151
|
+
:return: Returns the result object.
|
|
152
|
+
""" # noqa: E501
|
|
153
|
+
|
|
154
|
+
_param = self._leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations_serialize(
|
|
155
|
+
parent_1=parent_1,
|
|
156
|
+
_request_auth=_request_auth,
|
|
157
|
+
_content_type=_content_type,
|
|
158
|
+
_headers=_headers,
|
|
159
|
+
_host_index=_host_index
|
|
160
|
+
)
|
|
161
|
+
|
|
162
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
163
|
+
'200': "V1ListLeaderboardTestCaseAnnotationsResponse",
|
|
164
|
+
}
|
|
165
|
+
response_data = self.api_client.call_api(
|
|
166
|
+
*_param,
|
|
167
|
+
_request_timeout=_request_timeout
|
|
168
|
+
)
|
|
169
|
+
response_data.read()
|
|
170
|
+
return self.api_client.response_deserialize(
|
|
171
|
+
response_data=response_data,
|
|
172
|
+
response_types_map=_response_types_map,
|
|
173
|
+
)
|
|
174
|
+
|
|
175
|
+
|
|
176
|
+
@validate_call
|
|
177
|
+
def leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations_without_preload_content(
|
|
178
|
+
self,
|
|
179
|
+
parent_1: Annotated[str, Field(strict=True, description="Required. The parent resource name. Format: `leaderboards/{leaderboard}/testCases/{test_case}`. Use `leaderboards/{leaderboard}/testCases/-` to list across all test cases of a leaderboard. See https://google.aip.dev/159 for more details.")],
|
|
180
|
+
_request_timeout: Union[
|
|
181
|
+
None,
|
|
182
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
183
|
+
Tuple[
|
|
184
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
185
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
186
|
+
]
|
|
187
|
+
] = None,
|
|
188
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
189
|
+
_content_type: Optional[StrictStr] = None,
|
|
190
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
191
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
192
|
+
) -> RESTResponseType:
|
|
193
|
+
"""leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations
|
|
194
|
+
|
|
195
|
+
|
|
196
|
+
:param parent_1: Required. The parent resource name. Format: `leaderboards/{leaderboard}/testCases/{test_case}`. Use `leaderboards/{leaderboard}/testCases/-` to list across all test cases of a leaderboard. See https://google.aip.dev/159 for more details. (required)
|
|
197
|
+
:type parent_1: str
|
|
198
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
199
|
+
number provided, it will be total request
|
|
200
|
+
timeout. It can also be a pair (tuple) of
|
|
201
|
+
(connection, read) timeouts.
|
|
202
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
203
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
204
|
+
request; this effectively ignores the
|
|
205
|
+
authentication in the spec for a single request.
|
|
206
|
+
:type _request_auth: dict, optional
|
|
207
|
+
:param _content_type: force content-type for the request.
|
|
208
|
+
:type _content_type: str, Optional
|
|
209
|
+
:param _headers: set to override the headers for a single
|
|
210
|
+
request; this effectively ignores the headers
|
|
211
|
+
in the spec for a single request.
|
|
212
|
+
:type _headers: dict, optional
|
|
213
|
+
:param _host_index: set to override the host_index for a single
|
|
214
|
+
request; this effectively ignores the host_index
|
|
215
|
+
in the spec for a single request.
|
|
216
|
+
:type _host_index: int, optional
|
|
217
|
+
:return: Returns the result object.
|
|
218
|
+
""" # noqa: E501
|
|
219
|
+
|
|
220
|
+
_param = self._leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations_serialize(
|
|
221
|
+
parent_1=parent_1,
|
|
222
|
+
_request_auth=_request_auth,
|
|
223
|
+
_content_type=_content_type,
|
|
224
|
+
_headers=_headers,
|
|
225
|
+
_host_index=_host_index
|
|
226
|
+
)
|
|
227
|
+
|
|
228
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
229
|
+
'200': "V1ListLeaderboardTestCaseAnnotationsResponse",
|
|
230
|
+
}
|
|
231
|
+
response_data = self.api_client.call_api(
|
|
232
|
+
*_param,
|
|
233
|
+
_request_timeout=_request_timeout
|
|
234
|
+
)
|
|
235
|
+
return response_data.response
|
|
236
|
+
|
|
237
|
+
|
|
238
|
+
def _leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations_serialize(
|
|
239
|
+
self,
|
|
240
|
+
parent_1,
|
|
241
|
+
_request_auth,
|
|
242
|
+
_content_type,
|
|
243
|
+
_headers,
|
|
244
|
+
_host_index,
|
|
245
|
+
) -> RequestSerialized:
|
|
246
|
+
|
|
247
|
+
_host = None
|
|
248
|
+
|
|
249
|
+
_collection_formats: Dict[str, str] = {
|
|
250
|
+
}
|
|
251
|
+
|
|
252
|
+
_path_params: Dict[str, str] = {}
|
|
253
|
+
_query_params: List[Tuple[str, str]] = []
|
|
254
|
+
_header_params: Dict[str, Optional[str]] = _headers or {}
|
|
255
|
+
_form_params: List[Tuple[str, str]] = []
|
|
256
|
+
_files: Dict[str, Union[str, bytes]] = {}
|
|
257
|
+
_body_params: Optional[bytes] = None
|
|
258
|
+
|
|
259
|
+
# process the path parameters
|
|
260
|
+
if parent_1 is not None:
|
|
261
|
+
_path_params['parent_1'] = parent_1
|
|
262
|
+
# process the query parameters
|
|
263
|
+
# process the header parameters
|
|
264
|
+
# process the form parameters
|
|
265
|
+
# process the body parameter
|
|
266
|
+
|
|
267
|
+
|
|
268
|
+
# set the HTTP header `Accept`
|
|
269
|
+
_header_params['Accept'] = self.api_client.select_header_accept(
|
|
270
|
+
[
|
|
271
|
+
'application/json'
|
|
272
|
+
]
|
|
273
|
+
)
|
|
274
|
+
|
|
275
|
+
|
|
276
|
+
# authentication setting
|
|
277
|
+
_auth_settings: List[str] = [
|
|
278
|
+
]
|
|
279
|
+
|
|
280
|
+
return self.api_client.param_serialize(
|
|
281
|
+
method='GET',
|
|
282
|
+
resource_path='/v1/{parent_1}/annotations',
|
|
283
|
+
path_params=_path_params,
|
|
284
|
+
query_params=_query_params,
|
|
285
|
+
header_params=_header_params,
|
|
286
|
+
body=_body_params,
|
|
287
|
+
post_params=_form_params,
|
|
288
|
+
files=_files,
|
|
289
|
+
auth_settings=_auth_settings,
|
|
290
|
+
collection_formats=_collection_formats,
|
|
291
|
+
_host=_host,
|
|
292
|
+
_request_auth=_request_auth
|
|
293
|
+
)
|
|
294
|
+
|
|
295
|
+
|
|
296
|
+
|
|
297
|
+
|
|
298
|
+
@validate_call
|
|
299
|
+
def leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation(
|
|
300
|
+
self,
|
|
301
|
+
leaderboard_test_case_annotation_name: Annotated[str, Field(strict=True, description="Output only. Name of the LeaderboardTestCaseAnnotation resource. e.g.: \"leaderboards/<UUID>/testCases/<UUID>/annotations/<UUID>\"")],
|
|
302
|
+
leaderboard_test_case_annotation: Annotated[RequiredTheLeaderboardTestCaseAnnotationToUpdate, Field(description="Required. The LeaderboardTestCaseAnnotation to update.")],
|
|
303
|
+
update_mask: Annotated[Optional[StrictStr], Field(description="Optional. The list of fields to update. If empty, all modifiable fields will be updated. The following fields can be updated: - value")] = None,
|
|
304
|
+
allow_missing: Annotated[Optional[StrictBool], Field(description="Optional. If true, the request is allowed to create a new LeaderboardTestCaseAnnotation if it is not found.")] = None,
|
|
305
|
+
_request_timeout: Union[
|
|
306
|
+
None,
|
|
307
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
308
|
+
Tuple[
|
|
309
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
310
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
311
|
+
]
|
|
312
|
+
] = None,
|
|
313
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
314
|
+
_content_type: Optional[StrictStr] = None,
|
|
315
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
316
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
317
|
+
) -> V1UpdateLeaderboardTestCaseAnnotationResponse:
|
|
318
|
+
"""leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation
|
|
319
|
+
|
|
320
|
+
|
|
321
|
+
:param leaderboard_test_case_annotation_name: Output only. Name of the LeaderboardTestCaseAnnotation resource. e.g.: \"leaderboards/<UUID>/testCases/<UUID>/annotations/<UUID>\" (required)
|
|
322
|
+
:type leaderboard_test_case_annotation_name: str
|
|
323
|
+
:param leaderboard_test_case_annotation: Required. The LeaderboardTestCaseAnnotation to update. (required)
|
|
324
|
+
:type leaderboard_test_case_annotation: RequiredTheLeaderboardTestCaseAnnotationToUpdate
|
|
325
|
+
:param update_mask: Optional. The list of fields to update. If empty, all modifiable fields will be updated. The following fields can be updated: - value
|
|
326
|
+
:type update_mask: str
|
|
327
|
+
:param allow_missing: Optional. If true, the request is allowed to create a new LeaderboardTestCaseAnnotation if it is not found.
|
|
328
|
+
:type allow_missing: bool
|
|
329
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
330
|
+
number provided, it will be total request
|
|
331
|
+
timeout. It can also be a pair (tuple) of
|
|
332
|
+
(connection, read) timeouts.
|
|
333
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
334
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
335
|
+
request; this effectively ignores the
|
|
336
|
+
authentication in the spec for a single request.
|
|
337
|
+
:type _request_auth: dict, optional
|
|
338
|
+
:param _content_type: force content-type for the request.
|
|
339
|
+
:type _content_type: str, Optional
|
|
340
|
+
:param _headers: set to override the headers for a single
|
|
341
|
+
request; this effectively ignores the headers
|
|
342
|
+
in the spec for a single request.
|
|
343
|
+
:type _headers: dict, optional
|
|
344
|
+
:param _host_index: set to override the host_index for a single
|
|
345
|
+
request; this effectively ignores the host_index
|
|
346
|
+
in the spec for a single request.
|
|
347
|
+
:type _host_index: int, optional
|
|
348
|
+
:return: Returns the result object.
|
|
349
|
+
""" # noqa: E501
|
|
350
|
+
|
|
351
|
+
_param = self._leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation_serialize(
|
|
352
|
+
leaderboard_test_case_annotation_name=leaderboard_test_case_annotation_name,
|
|
353
|
+
leaderboard_test_case_annotation=leaderboard_test_case_annotation,
|
|
354
|
+
update_mask=update_mask,
|
|
355
|
+
allow_missing=allow_missing,
|
|
356
|
+
_request_auth=_request_auth,
|
|
357
|
+
_content_type=_content_type,
|
|
358
|
+
_headers=_headers,
|
|
359
|
+
_host_index=_host_index
|
|
360
|
+
)
|
|
361
|
+
|
|
362
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
363
|
+
'200': "V1UpdateLeaderboardTestCaseAnnotationResponse",
|
|
364
|
+
}
|
|
365
|
+
response_data = self.api_client.call_api(
|
|
366
|
+
*_param,
|
|
367
|
+
_request_timeout=_request_timeout
|
|
368
|
+
)
|
|
369
|
+
response_data.read()
|
|
370
|
+
return self.api_client.response_deserialize(
|
|
371
|
+
response_data=response_data,
|
|
372
|
+
response_types_map=_response_types_map,
|
|
373
|
+
).data
|
|
374
|
+
|
|
375
|
+
|
|
376
|
+
@validate_call
|
|
377
|
+
def leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation_with_http_info(
|
|
378
|
+
self,
|
|
379
|
+
leaderboard_test_case_annotation_name: Annotated[str, Field(strict=True, description="Output only. Name of the LeaderboardTestCaseAnnotation resource. e.g.: \"leaderboards/<UUID>/testCases/<UUID>/annotations/<UUID>\"")],
|
|
380
|
+
leaderboard_test_case_annotation: Annotated[RequiredTheLeaderboardTestCaseAnnotationToUpdate, Field(description="Required. The LeaderboardTestCaseAnnotation to update.")],
|
|
381
|
+
update_mask: Annotated[Optional[StrictStr], Field(description="Optional. The list of fields to update. If empty, all modifiable fields will be updated. The following fields can be updated: - value")] = None,
|
|
382
|
+
allow_missing: Annotated[Optional[StrictBool], Field(description="Optional. If true, the request is allowed to create a new LeaderboardTestCaseAnnotation if it is not found.")] = None,
|
|
383
|
+
_request_timeout: Union[
|
|
384
|
+
None,
|
|
385
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
386
|
+
Tuple[
|
|
387
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
388
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
389
|
+
]
|
|
390
|
+
] = None,
|
|
391
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
392
|
+
_content_type: Optional[StrictStr] = None,
|
|
393
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
394
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
395
|
+
) -> ApiResponse[V1UpdateLeaderboardTestCaseAnnotationResponse]:
|
|
396
|
+
"""leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation
|
|
397
|
+
|
|
398
|
+
|
|
399
|
+
:param leaderboard_test_case_annotation_name: Output only. Name of the LeaderboardTestCaseAnnotation resource. e.g.: \"leaderboards/<UUID>/testCases/<UUID>/annotations/<UUID>\" (required)
|
|
400
|
+
:type leaderboard_test_case_annotation_name: str
|
|
401
|
+
:param leaderboard_test_case_annotation: Required. The LeaderboardTestCaseAnnotation to update. (required)
|
|
402
|
+
:type leaderboard_test_case_annotation: RequiredTheLeaderboardTestCaseAnnotationToUpdate
|
|
403
|
+
:param update_mask: Optional. The list of fields to update. If empty, all modifiable fields will be updated. The following fields can be updated: - value
|
|
404
|
+
:type update_mask: str
|
|
405
|
+
:param allow_missing: Optional. If true, the request is allowed to create a new LeaderboardTestCaseAnnotation if it is not found.
|
|
406
|
+
:type allow_missing: bool
|
|
407
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
408
|
+
number provided, it will be total request
|
|
409
|
+
timeout. It can also be a pair (tuple) of
|
|
410
|
+
(connection, read) timeouts.
|
|
411
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
412
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
413
|
+
request; this effectively ignores the
|
|
414
|
+
authentication in the spec for a single request.
|
|
415
|
+
:type _request_auth: dict, optional
|
|
416
|
+
:param _content_type: force content-type for the request.
|
|
417
|
+
:type _content_type: str, Optional
|
|
418
|
+
:param _headers: set to override the headers for a single
|
|
419
|
+
request; this effectively ignores the headers
|
|
420
|
+
in the spec for a single request.
|
|
421
|
+
:type _headers: dict, optional
|
|
422
|
+
:param _host_index: set to override the host_index for a single
|
|
423
|
+
request; this effectively ignores the host_index
|
|
424
|
+
in the spec for a single request.
|
|
425
|
+
:type _host_index: int, optional
|
|
426
|
+
:return: Returns the result object.
|
|
427
|
+
""" # noqa: E501
|
|
428
|
+
|
|
429
|
+
_param = self._leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation_serialize(
|
|
430
|
+
leaderboard_test_case_annotation_name=leaderboard_test_case_annotation_name,
|
|
431
|
+
leaderboard_test_case_annotation=leaderboard_test_case_annotation,
|
|
432
|
+
update_mask=update_mask,
|
|
433
|
+
allow_missing=allow_missing,
|
|
434
|
+
_request_auth=_request_auth,
|
|
435
|
+
_content_type=_content_type,
|
|
436
|
+
_headers=_headers,
|
|
437
|
+
_host_index=_host_index
|
|
438
|
+
)
|
|
439
|
+
|
|
440
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
441
|
+
'200': "V1UpdateLeaderboardTestCaseAnnotationResponse",
|
|
442
|
+
}
|
|
443
|
+
response_data = self.api_client.call_api(
|
|
444
|
+
*_param,
|
|
445
|
+
_request_timeout=_request_timeout
|
|
446
|
+
)
|
|
447
|
+
response_data.read()
|
|
448
|
+
return self.api_client.response_deserialize(
|
|
449
|
+
response_data=response_data,
|
|
450
|
+
response_types_map=_response_types_map,
|
|
451
|
+
)
|
|
452
|
+
|
|
453
|
+
|
|
454
|
+
@validate_call
|
|
455
|
+
def leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation_without_preload_content(
|
|
456
|
+
self,
|
|
457
|
+
leaderboard_test_case_annotation_name: Annotated[str, Field(strict=True, description="Output only. Name of the LeaderboardTestCaseAnnotation resource. e.g.: \"leaderboards/<UUID>/testCases/<UUID>/annotations/<UUID>\"")],
|
|
458
|
+
leaderboard_test_case_annotation: Annotated[RequiredTheLeaderboardTestCaseAnnotationToUpdate, Field(description="Required. The LeaderboardTestCaseAnnotation to update.")],
|
|
459
|
+
update_mask: Annotated[Optional[StrictStr], Field(description="Optional. The list of fields to update. If empty, all modifiable fields will be updated. The following fields can be updated: - value")] = None,
|
|
460
|
+
allow_missing: Annotated[Optional[StrictBool], Field(description="Optional. If true, the request is allowed to create a new LeaderboardTestCaseAnnotation if it is not found.")] = None,
|
|
461
|
+
_request_timeout: Union[
|
|
462
|
+
None,
|
|
463
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
464
|
+
Tuple[
|
|
465
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
466
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
467
|
+
]
|
|
468
|
+
] = None,
|
|
469
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
470
|
+
_content_type: Optional[StrictStr] = None,
|
|
471
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
472
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
473
|
+
) -> RESTResponseType:
|
|
474
|
+
"""leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation
|
|
475
|
+
|
|
476
|
+
|
|
477
|
+
:param leaderboard_test_case_annotation_name: Output only. Name of the LeaderboardTestCaseAnnotation resource. e.g.: \"leaderboards/<UUID>/testCases/<UUID>/annotations/<UUID>\" (required)
|
|
478
|
+
:type leaderboard_test_case_annotation_name: str
|
|
479
|
+
:param leaderboard_test_case_annotation: Required. The LeaderboardTestCaseAnnotation to update. (required)
|
|
480
|
+
:type leaderboard_test_case_annotation: RequiredTheLeaderboardTestCaseAnnotationToUpdate
|
|
481
|
+
:param update_mask: Optional. The list of fields to update. If empty, all modifiable fields will be updated. The following fields can be updated: - value
|
|
482
|
+
:type update_mask: str
|
|
483
|
+
:param allow_missing: Optional. If true, the request is allowed to create a new LeaderboardTestCaseAnnotation if it is not found.
|
|
484
|
+
:type allow_missing: bool
|
|
485
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
486
|
+
number provided, it will be total request
|
|
487
|
+
timeout. It can also be a pair (tuple) of
|
|
488
|
+
(connection, read) timeouts.
|
|
489
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
490
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
491
|
+
request; this effectively ignores the
|
|
492
|
+
authentication in the spec for a single request.
|
|
493
|
+
:type _request_auth: dict, optional
|
|
494
|
+
:param _content_type: force content-type for the request.
|
|
495
|
+
:type _content_type: str, Optional
|
|
496
|
+
:param _headers: set to override the headers for a single
|
|
497
|
+
request; this effectively ignores the headers
|
|
498
|
+
in the spec for a single request.
|
|
499
|
+
:type _headers: dict, optional
|
|
500
|
+
:param _host_index: set to override the host_index for a single
|
|
501
|
+
request; this effectively ignores the host_index
|
|
502
|
+
in the spec for a single request.
|
|
503
|
+
:type _host_index: int, optional
|
|
504
|
+
:return: Returns the result object.
|
|
505
|
+
""" # noqa: E501
|
|
506
|
+
|
|
507
|
+
_param = self._leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation_serialize(
|
|
508
|
+
leaderboard_test_case_annotation_name=leaderboard_test_case_annotation_name,
|
|
509
|
+
leaderboard_test_case_annotation=leaderboard_test_case_annotation,
|
|
510
|
+
update_mask=update_mask,
|
|
511
|
+
allow_missing=allow_missing,
|
|
512
|
+
_request_auth=_request_auth,
|
|
513
|
+
_content_type=_content_type,
|
|
514
|
+
_headers=_headers,
|
|
515
|
+
_host_index=_host_index
|
|
516
|
+
)
|
|
517
|
+
|
|
518
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
519
|
+
'200': "V1UpdateLeaderboardTestCaseAnnotationResponse",
|
|
520
|
+
}
|
|
521
|
+
response_data = self.api_client.call_api(
|
|
522
|
+
*_param,
|
|
523
|
+
_request_timeout=_request_timeout
|
|
524
|
+
)
|
|
525
|
+
return response_data.response
|
|
526
|
+
|
|
527
|
+
|
|
528
|
+
def _leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation_serialize(
|
|
529
|
+
self,
|
|
530
|
+
leaderboard_test_case_annotation_name,
|
|
531
|
+
leaderboard_test_case_annotation,
|
|
532
|
+
update_mask,
|
|
533
|
+
allow_missing,
|
|
534
|
+
_request_auth,
|
|
535
|
+
_content_type,
|
|
536
|
+
_headers,
|
|
537
|
+
_host_index,
|
|
538
|
+
) -> RequestSerialized:
|
|
539
|
+
|
|
540
|
+
_host = None
|
|
541
|
+
|
|
542
|
+
_collection_formats: Dict[str, str] = {
|
|
543
|
+
}
|
|
544
|
+
|
|
545
|
+
_path_params: Dict[str, str] = {}
|
|
546
|
+
_query_params: List[Tuple[str, str]] = []
|
|
547
|
+
_header_params: Dict[str, Optional[str]] = _headers or {}
|
|
548
|
+
_form_params: List[Tuple[str, str]] = []
|
|
549
|
+
_files: Dict[str, Union[str, bytes]] = {}
|
|
550
|
+
_body_params: Optional[bytes] = None
|
|
551
|
+
|
|
552
|
+
# process the path parameters
|
|
553
|
+
if leaderboard_test_case_annotation_name is not None:
|
|
554
|
+
_path_params['leaderboardTestCaseAnnotation.name'] = leaderboard_test_case_annotation_name
|
|
555
|
+
# process the query parameters
|
|
556
|
+
if update_mask is not None:
|
|
557
|
+
|
|
558
|
+
_query_params.append(('updateMask', update_mask))
|
|
559
|
+
|
|
560
|
+
if allow_missing is not None:
|
|
561
|
+
|
|
562
|
+
_query_params.append(('allowMissing', allow_missing))
|
|
563
|
+
|
|
564
|
+
# process the header parameters
|
|
565
|
+
# process the form parameters
|
|
566
|
+
# process the body parameter
|
|
567
|
+
if leaderboard_test_case_annotation is not None:
|
|
568
|
+
_body_params = leaderboard_test_case_annotation
|
|
569
|
+
|
|
570
|
+
|
|
571
|
+
# set the HTTP header `Accept`
|
|
572
|
+
_header_params['Accept'] = self.api_client.select_header_accept(
|
|
573
|
+
[
|
|
574
|
+
'application/json'
|
|
575
|
+
]
|
|
576
|
+
)
|
|
577
|
+
|
|
578
|
+
# set the HTTP header `Content-Type`
|
|
579
|
+
if _content_type:
|
|
580
|
+
_header_params['Content-Type'] = _content_type
|
|
581
|
+
else:
|
|
582
|
+
_default_content_type = (
|
|
583
|
+
self.api_client.select_header_content_type(
|
|
584
|
+
[
|
|
585
|
+
'application/json'
|
|
586
|
+
]
|
|
587
|
+
)
|
|
588
|
+
)
|
|
589
|
+
if _default_content_type is not None:
|
|
590
|
+
_header_params['Content-Type'] = _default_content_type
|
|
591
|
+
|
|
592
|
+
# authentication setting
|
|
593
|
+
_auth_settings: List[str] = [
|
|
594
|
+
]
|
|
595
|
+
|
|
596
|
+
return self.api_client.param_serialize(
|
|
597
|
+
method='POST',
|
|
598
|
+
resource_path='/v1/{leaderboardTestCaseAnnotation.name}',
|
|
599
|
+
path_params=_path_params,
|
|
600
|
+
query_params=_query_params,
|
|
601
|
+
header_params=_header_params,
|
|
602
|
+
body=_body_params,
|
|
603
|
+
post_params=_form_params,
|
|
604
|
+
files=_files,
|
|
605
|
+
auth_settings=_auth_settings,
|
|
606
|
+
collection_formats=_collection_formats,
|
|
607
|
+
_host=_host,
|
|
608
|
+
_request_auth=_request_auth
|
|
609
|
+
)
|
|
610
|
+
|
|
611
|
+
|