eval-studio-client 1.2.5__py3-none-any.whl → 1.3.0a1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/api/__init__.py +65 -0
- eval_studio_client/api/api/__init__.py +3 -0
- eval_studio_client/api/api/dashboard_report_service_api.py +292 -0
- eval_studio_client/api/api/dashboard_service_api.py +16 -16
- eval_studio_client/api/api/dashboard_test_case_annotation_service_api.py +611 -0
- eval_studio_client/api/api/document_service_api.py +16 -16
- eval_studio_client/api/api/evaluation_service_api.py +12 -12
- eval_studio_client/api/api/evaluator_service_api.py +16 -16
- eval_studio_client/api/api/leaderboard_report_service_api.py +304 -17
- eval_studio_client/api/api/leaderboard_service_api.py +554 -16
- eval_studio_client/api/api/leaderboard_test_case_annotation_service_api.py +611 -0
- eval_studio_client/api/api/model_service_api.py +16 -16
- eval_studio_client/api/api/operation_service_api.py +821 -17
- eval_studio_client/api/api/perturbator_service_api.py +22 -22
- eval_studio_client/api/api/test_case_service_api.py +300 -16
- eval_studio_client/api/api/test_class_service_api.py +16 -16
- eval_studio_client/api/api/test_service_api.py +285 -16
- eval_studio_client/api/api/workflow_node_service_api.py +16 -16
- eval_studio_client/api/api/workflow_service_api.py +16 -16
- eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md +2 -1
- eval_studio_client/api/docs/DashboardReportServiceApi.md +75 -0
- eval_studio_client/api/docs/DashboardServiceApi.md +5 -5
- eval_studio_client/api/docs/DashboardTestCaseAnnotationServiceApi.md +149 -0
- eval_studio_client/api/docs/DocumentServiceApi.md +5 -5
- eval_studio_client/api/docs/EvaluationServiceApi.md +4 -4
- eval_studio_client/api/docs/EvaluatorServiceApi.md +5 -5
- eval_studio_client/api/docs/LeaderboardReportServiceApi.md +75 -5
- eval_studio_client/api/docs/LeaderboardServiceApi.md +141 -5
- eval_studio_client/api/docs/LeaderboardTestCaseAnnotationServiceApi.md +149 -0
- eval_studio_client/api/docs/ModelServiceApi.md +5 -5
- eval_studio_client/api/docs/OperationServiceApi.md +215 -8
- eval_studio_client/api/docs/PerturbatorServiceApi.md +7 -7
- eval_studio_client/api/docs/RequiredTheDashboardTestCaseAnnotationToUpdate.md +35 -0
- eval_studio_client/api/docs/RequiredTheLeaderboardTestCaseAnnotationToUpdate.md +35 -0
- eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +1 -0
- eval_studio_client/api/docs/RequiredTheOperationToFinalize.md +1 -0
- eval_studio_client/api/docs/RequiredTheOperationToUpdate.md +1 -0
- eval_studio_client/api/docs/TestCaseServiceApi.md +75 -5
- eval_studio_client/api/docs/TestCaseServiceAppendTestCasesRequest.md +30 -0
- eval_studio_client/api/docs/TestClassServiceApi.md +5 -5
- eval_studio_client/api/docs/TestServiceApi.md +73 -5
- eval_studio_client/api/docs/V1ActualOutputMeta.md +30 -0
- eval_studio_client/api/docs/V1ActualOutputMetaDiff.md +36 -0
- eval_studio_client/api/docs/V1AgentChatActivityDiagram.md +31 -0
- eval_studio_client/api/docs/V1AgentChatActivityDiagramEdge.md +32 -0
- eval_studio_client/api/docs/V1AgentChatActivityDiagramNode.md +32 -0
- eval_studio_client/api/docs/V1AgentChatActivityDiagramRow.md +30 -0
- eval_studio_client/api/docs/V1AgentChatScriptUsage.md +33 -0
- eval_studio_client/api/docs/V1AgentChatScriptsBarChart.md +30 -0
- eval_studio_client/api/docs/V1AgentChatToolUsage.md +33 -0
- eval_studio_client/api/docs/V1AgentChatToolsBarChart.md +30 -0
- eval_studio_client/api/docs/V1AllMetricScores.md +29 -0
- eval_studio_client/api/docs/V1AppendTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchCreateLeaderboardsWithoutCacheRequest.md +31 -0
- eval_studio_client/api/docs/V1BatchCreateLeaderboardsWithoutCacheResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchMarkOperationSeenByCreatorResponse.md +29 -0
- eval_studio_client/api/docs/V1CmpLeaderboardReportsRequest.md +33 -0
- eval_studio_client/api/docs/V1CmpLeaderboardReportsResponse.md +29 -0
- eval_studio_client/api/docs/V1ComparisonItem.md +36 -0
- eval_studio_client/api/docs/V1ComparisonMetricScore.md +30 -0
- eval_studio_client/api/docs/V1ComparisonResult.md +31 -0
- eval_studio_client/api/docs/V1ComparisonSummary.md +31 -0
- eval_studio_client/api/docs/V1CreateEvaluationRequest.md +1 -0
- eval_studio_client/api/docs/V1CreateTestFromTestCasesRequest.md +32 -0
- eval_studio_client/api/docs/V1CreateTestFromTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1DashboardReport.md +31 -0
- eval_studio_client/api/docs/V1DashboardReportResult.md +39 -0
- eval_studio_client/api/docs/V1DashboardTestCaseAnnotation.md +36 -0
- eval_studio_client/api/docs/V1DataFragment.md +31 -0
- eval_studio_client/api/docs/V1DeepCompareLeaderboardsRequest.md +33 -0
- eval_studio_client/api/docs/V1DeepCompareLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1DiffItem.md +36 -0
- eval_studio_client/api/docs/V1EvaluationType.md +12 -0
- eval_studio_client/api/docs/V1FlippedMetric.md +31 -0
- eval_studio_client/api/docs/V1GetDashboardReportResponse.md +29 -0
- eval_studio_client/api/docs/V1HumanDecision.md +12 -0
- eval_studio_client/api/docs/V1Info.md +1 -0
- eval_studio_client/api/docs/V1Leaderboard.md +1 -0
- eval_studio_client/api/docs/V1LeaderboardCmpReport.md +30 -0
- eval_studio_client/api/docs/V1LeaderboardComparisonItem.md +31 -0
- eval_studio_client/api/docs/V1LeaderboardInfo.md +30 -0
- eval_studio_client/api/docs/V1LeaderboardReportActualOutputMeta.md +6 -3
- eval_studio_client/api/docs/V1LeaderboardReportResult.md +11 -8
- eval_studio_client/api/docs/V1LeaderboardReportResultView.md +12 -0
- eval_studio_client/api/docs/V1LeaderboardTestCaseAnnotation.md +36 -0
- eval_studio_client/api/docs/V1ListDashboardTestCaseAnnotationsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListLeaderboardTestCaseAnnotationsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListOperationsResponse.md +1 -0
- eval_studio_client/api/docs/V1ListUnseenOperationsResponse.md +30 -0
- eval_studio_client/api/docs/V1MarkOperationSeenByCreatorResponse.md +29 -0
- eval_studio_client/api/docs/V1Metric.md +30 -0
- eval_studio_client/api/docs/V1MetricAverage.md +36 -0
- eval_studio_client/api/docs/V1MetricMeta.md +40 -0
- eval_studio_client/api/docs/V1MetricScore.md +1 -1
- eval_studio_client/api/docs/V1MetricScores.md +1 -1
- eval_studio_client/api/docs/V1ModelType.md +1 -1
- eval_studio_client/api/docs/V1ModelsComparisons.md +32 -0
- eval_studio_client/api/docs/V1ModelsComparisonsMetrics.md +33 -0
- eval_studio_client/api/docs/V1ModelsOverview.md +34 -0
- eval_studio_client/api/docs/V1Operation.md +1 -0
- eval_studio_client/api/docs/V1OperationView.md +12 -0
- eval_studio_client/api/docs/V1RetrievedContextDiff.md +36 -0
- eval_studio_client/api/docs/V1Stats.md +2 -0
- eval_studio_client/api/docs/V1TechnicalMetrics.md +30 -0
- eval_studio_client/api/docs/V1TechnicalMetricsDetail.md +33 -0
- eval_studio_client/api/docs/V1TestCaseLeaderboardItem.md +31 -0
- eval_studio_client/api/docs/V1TestCaseRelationshipInfo.md +31 -0
- eval_studio_client/api/docs/V1TestCaseResult.md +48 -0
- eval_studio_client/api/docs/V1TextSimilarityMetric.md +12 -0
- eval_studio_client/api/docs/V1UpdateDashboardTestCaseAnnotationResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateLeaderboardTestCaseAnnotationResponse.md +29 -0
- eval_studio_client/api/docs/WorkflowNodeServiceApi.md +5 -5
- eval_studio_client/api/docs/WorkflowServiceApi.md +5 -5
- eval_studio_client/api/models/__init__.py +62 -0
- eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +17 -2
- eval_studio_client/api/models/required_the_dashboard_test_case_annotation_to_update.py +108 -0
- eval_studio_client/api/models/required_the_leaderboard_test_case_annotation_to_update.py +108 -0
- eval_studio_client/api/models/required_the_leaderboard_to_update.py +5 -2
- eval_studio_client/api/models/required_the_operation_to_finalize.py +6 -2
- eval_studio_client/api/models/required_the_operation_to_update.py +6 -2
- eval_studio_client/api/models/test_case_service_append_test_cases_request.py +89 -0
- eval_studio_client/api/models/v1_actual_output_meta.py +97 -0
- eval_studio_client/api/models/v1_actual_output_meta_diff.py +101 -0
- eval_studio_client/api/models/v1_agent_chat_activity_diagram.py +109 -0
- eval_studio_client/api/models/v1_agent_chat_activity_diagram_edge.py +97 -0
- eval_studio_client/api/models/v1_agent_chat_activity_diagram_node.py +97 -0
- eval_studio_client/api/models/v1_agent_chat_activity_diagram_row.py +97 -0
- eval_studio_client/api/models/v1_agent_chat_script_usage.py +101 -0
- eval_studio_client/api/models/v1_agent_chat_scripts_bar_chart.py +102 -0
- eval_studio_client/api/models/v1_agent_chat_tool_usage.py +101 -0
- eval_studio_client/api/models/v1_agent_chat_tools_bar_chart.py +102 -0
- eval_studio_client/api/models/v1_all_metric_scores.py +87 -0
- eval_studio_client/api/models/v1_append_test_cases_response.py +95 -0
- eval_studio_client/api/models/v1_batch_create_leaderboards_without_cache_request.py +99 -0
- eval_studio_client/api/models/v1_batch_create_leaderboards_without_cache_response.py +91 -0
- eval_studio_client/api/models/v1_batch_mark_operation_seen_by_creator_response.py +95 -0
- eval_studio_client/api/models/v1_cmp_leaderboard_reports_request.py +96 -0
- eval_studio_client/api/models/v1_cmp_leaderboard_reports_response.py +91 -0
- eval_studio_client/api/models/v1_comparison_item.py +130 -0
- eval_studio_client/api/models/v1_comparison_metric_score.py +89 -0
- eval_studio_client/api/models/v1_comparison_result.py +120 -0
- eval_studio_client/api/models/v1_comparison_summary.py +91 -0
- eval_studio_client/api/models/v1_create_evaluation_request.py +5 -2
- eval_studio_client/api/models/v1_create_test_from_test_cases_request.py +93 -0
- eval_studio_client/api/models/v1_create_test_from_test_cases_response.py +91 -0
- eval_studio_client/api/models/v1_dashboard_report.py +109 -0
- eval_studio_client/api/models/v1_dashboard_report_result.py +139 -0
- eval_studio_client/api/models/v1_dashboard_test_case_annotation.py +112 -0
- eval_studio_client/api/models/v1_data_fragment.py +91 -0
- eval_studio_client/api/models/v1_deep_compare_leaderboards_request.py +96 -0
- eval_studio_client/api/models/v1_deep_compare_leaderboards_response.py +91 -0
- eval_studio_client/api/models/v1_diff_item.py +137 -0
- eval_studio_client/api/models/v1_evaluation_type.py +39 -0
- eval_studio_client/api/models/v1_flipped_metric.py +91 -0
- eval_studio_client/api/models/v1_get_dashboard_report_response.py +91 -0
- eval_studio_client/api/models/v1_human_decision.py +38 -0
- eval_studio_client/api/models/v1_info.py +4 -2
- eval_studio_client/api/models/v1_leaderboard.py +5 -2
- eval_studio_client/api/models/v1_leaderboard_cmp_report.py +93 -0
- eval_studio_client/api/models/v1_leaderboard_comparison_item.py +91 -0
- eval_studio_client/api/models/v1_leaderboard_info.py +97 -0
- eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py +23 -9
- eval_studio_client/api/models/v1_leaderboard_report_result.py +21 -10
- eval_studio_client/api/models/v1_leaderboard_report_result_view.py +38 -0
- eval_studio_client/api/models/v1_leaderboard_test_case_annotation.py +112 -0
- eval_studio_client/api/models/v1_list_dashboard_test_case_annotations_response.py +95 -0
- eval_studio_client/api/models/v1_list_leaderboard_test_case_annotations_response.py +95 -0
- eval_studio_client/api/models/v1_list_operations_response.py +5 -3
- eval_studio_client/api/models/v1_list_unseen_operations_response.py +97 -0
- eval_studio_client/api/models/v1_mark_operation_seen_by_creator_response.py +91 -0
- eval_studio_client/api/models/v1_metric.py +89 -0
- eval_studio_client/api/models/v1_metric_average.py +101 -0
- eval_studio_client/api/models/v1_metric_meta.py +109 -0
- eval_studio_client/api/models/v1_metric_score.py +6 -1
- eval_studio_client/api/models/v1_metric_scores.py +1 -1
- eval_studio_client/api/models/v1_model_type.py +2 -1
- eval_studio_client/api/models/v1_models_comparisons.py +93 -0
- eval_studio_client/api/models/v1_models_comparisons_metrics.py +103 -0
- eval_studio_client/api/models/v1_models_overview.py +97 -0
- eval_studio_client/api/models/v1_operation.py +6 -2
- eval_studio_client/api/models/v1_operation_view.py +38 -0
- eval_studio_client/api/models/v1_retrieved_context_diff.py +101 -0
- eval_studio_client/api/models/v1_stats.py +16 -2
- eval_studio_client/api/models/v1_technical_metrics.py +96 -0
- eval_studio_client/api/models/v1_technical_metrics_detail.py +95 -0
- eval_studio_client/api/models/v1_test_case_leaderboard_item.py +91 -0
- eval_studio_client/api/models/v1_test_case_relationship_info.py +91 -0
- eval_studio_client/api/models/v1_test_case_result.py +157 -0
- eval_studio_client/api/models/v1_text_similarity_metric.py +39 -0
- eval_studio_client/api/models/v1_update_dashboard_test_case_annotation_response.py +91 -0
- eval_studio_client/api/models/v1_update_leaderboard_test_case_annotation_response.py +91 -0
- eval_studio_client/api/models/v1_workflow_node_type.py +1 -0
- eval_studio_client/api/models/v1_workflow_type.py +1 -0
- eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +6 -0
- eval_studio_client/api/test/test_dashboard_report_service_api.py +37 -0
- eval_studio_client/api/test/test_dashboard_test_case_annotation_service_api.py +43 -0
- eval_studio_client/api/test/test_leaderboard_report_service_api.py +6 -0
- eval_studio_client/api/test/test_leaderboard_service_api.py +12 -0
- eval_studio_client/api/test/test_leaderboard_test_case_annotation_service_api.py +43 -0
- eval_studio_client/api/test/test_operation_service_api.py +18 -0
- eval_studio_client/api/test/test_required_the_dashboard_test_case_annotation_to_update.py +57 -0
- eval_studio_client/api/test/test_required_the_leaderboard_test_case_annotation_to_update.py +57 -0
- eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +2 -1
- eval_studio_client/api/test/test_required_the_operation_to_finalize.py +2 -1
- eval_studio_client/api/test/test_required_the_operation_to_update.py +2 -1
- eval_studio_client/api/test/test_test_case_service_api.py +6 -0
- eval_studio_client/api/test/test_test_case_service_append_test_cases_request.py +52 -0
- eval_studio_client/api/test/test_test_service_api.py +6 -0
- eval_studio_client/api/test/test_v1_abort_operation_response.py +2 -1
- eval_studio_client/api/test/test_v1_actual_output_meta.py +61 -0
- eval_studio_client/api/test/test_v1_actual_output_meta_diff.py +66 -0
- eval_studio_client/api/test/test_v1_agent_chat_activity_diagram.py +65 -0
- eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_edge.py +53 -0
- eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_node.py +53 -0
- eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_row.py +56 -0
- eval_studio_client/api/test/test_v1_agent_chat_script_usage.py +54 -0
- eval_studio_client/api/test/test_v1_agent_chat_scripts_bar_chart.py +57 -0
- eval_studio_client/api/test/test_v1_agent_chat_tool_usage.py +54 -0
- eval_studio_client/api/test/test_v1_agent_chat_tools_bar_chart.py +57 -0
- eval_studio_client/api/test/test_v1_all_metric_scores.py +53 -0
- eval_studio_client/api/test/test_v1_append_test_cases_response.py +74 -0
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_request.py +2 -1
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_without_cache_request.py +120 -0
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_without_cache_response.py +72 -0
- eval_studio_client/api/test/test_v1_batch_delete_leaderboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_get_leaderboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_get_operations_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_import_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_mark_operation_seen_by_creator_response.py +74 -0
- eval_studio_client/api/test/test_v1_cmp_leaderboard_reports_request.py +55 -0
- eval_studio_client/api/test/test_v1_cmp_leaderboard_reports_response.py +255 -0
- eval_studio_client/api/test/test_v1_comparison_item.py +233 -0
- eval_studio_client/api/test/test_v1_comparison_metric_score.py +52 -0
- eval_studio_client/api/test/test_v1_comparison_result.py +258 -0
- eval_studio_client/api/test/test_v1_comparison_summary.py +53 -0
- eval_studio_client/api/test/test_v1_create_evaluation_request.py +2 -1
- eval_studio_client/api/test/test_v1_create_leaderboard_request.py +2 -1
- eval_studio_client/api/test/test_v1_create_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_create_leaderboard_without_cache_response.py +2 -1
- eval_studio_client/api/test/test_v1_create_test_from_test_cases_request.py +54 -0
- eval_studio_client/api/test/test_v1_create_test_from_test_cases_response.py +68 -0
- eval_studio_client/api/test/test_v1_dashboard_report.py +142 -0
- eval_studio_client/api/test/test_v1_dashboard_report_result.py +72 -0
- eval_studio_client/api/test/test_v1_dashboard_test_case_annotation.py +58 -0
- eval_studio_client/api/test/test_v1_data_fragment.py +57 -0
- eval_studio_client/api/test/test_v1_deep_compare_leaderboards_request.py +55 -0
- eval_studio_client/api/test/test_v1_deep_compare_leaderboards_response.py +255 -0
- eval_studio_client/api/test/test_v1_delete_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_diff_item.py +226 -0
- eval_studio_client/api/test/test_v1_evaluation_type.py +33 -0
- eval_studio_client/api/test/test_v1_finalize_operation_response.py +2 -1
- eval_studio_client/api/test/test_v1_flipped_metric.py +53 -0
- eval_studio_client/api/test/test_v1_generate_test_cases_response.py +2 -1
- eval_studio_client/api/test/test_v1_get_dashboard_report_response.py +143 -0
- eval_studio_client/api/test/test_v1_get_info_response.py +4 -1
- eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py +39 -2
- eval_studio_client/api/test/test_v1_get_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_get_operation_response.py +2 -1
- eval_studio_client/api/test/test_v1_get_stats_response.py +3 -1
- eval_studio_client/api/test/test_v1_human_decision.py +33 -0
- eval_studio_client/api/test/test_v1_import_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py +2 -1
- eval_studio_client/api/test/test_v1_info.py +4 -1
- eval_studio_client/api/test/test_v1_leaderboard.py +2 -1
- eval_studio_client/api/test/test_v1_leaderboard_cmp_report.py +254 -0
- eval_studio_client/api/test/test_v1_leaderboard_comparison_item.py +53 -0
- eval_studio_client/api/test/test_v1_leaderboard_info.py +57 -0
- eval_studio_client/api/test/test_v1_leaderboard_report.py +39 -2
- eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_meta.py +33 -1
- eval_studio_client/api/test/test_v1_leaderboard_report_result.py +39 -2
- eval_studio_client/api/test/test_v1_leaderboard_report_result_view.py +33 -0
- eval_studio_client/api/test/test_v1_leaderboard_test_case_annotation.py +58 -0
- eval_studio_client/api/test/test_v1_list_dashboard_test_case_annotations_response.py +61 -0
- eval_studio_client/api/test/test_v1_list_leaderboard_test_case_annotations_response.py +61 -0
- eval_studio_client/api/test/test_v1_list_leaderboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_list_most_recent_leaderboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_list_operations_response.py +4 -2
- eval_studio_client/api/test/test_v1_list_unseen_operations_response.py +75 -0
- eval_studio_client/api/test/test_v1_mark_operation_seen_by_creator_response.py +72 -0
- eval_studio_client/api/test/test_v1_metric.py +52 -0
- eval_studio_client/api/test/test_v1_metric_average.py +58 -0
- eval_studio_client/api/test/test_v1_metric_meta.py +66 -0
- eval_studio_client/api/test/test_v1_models_comparisons.py +54 -0
- eval_studio_client/api/test/test_v1_models_comparisons_metrics.py +65 -0
- eval_studio_client/api/test/test_v1_models_overview.py +60 -0
- eval_studio_client/api/test/test_v1_operation.py +2 -1
- eval_studio_client/api/test/test_v1_operation_view.py +33 -0
- eval_studio_client/api/test/test_v1_process_workflow_node_response.py +2 -1
- eval_studio_client/api/test/test_v1_retrieved_context_diff.py +66 -0
- eval_studio_client/api/test/test_v1_stats.py +3 -1
- eval_studio_client/api/test/test_v1_technical_metrics.py +62 -0
- eval_studio_client/api/test/test_v1_technical_metrics_detail.py +55 -0
- eval_studio_client/api/test/test_v1_test_case_leaderboard_item.py +53 -0
- eval_studio_client/api/test/test_v1_test_case_relationship_info.py +53 -0
- eval_studio_client/api/test/test_v1_test_case_result.py +106 -0
- eval_studio_client/api/test/test_v1_text_similarity_metric.py +33 -0
- eval_studio_client/api/test/test_v1_update_dashboard_test_case_annotation_response.py +59 -0
- eval_studio_client/api/test/test_v1_update_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_update_leaderboard_test_case_annotation_response.py +59 -0
- eval_studio_client/api/test/test_v1_update_operation_response.py +2 -1
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +2340 -210
- eval_studio_client/models.py +18 -6
- {eval_studio_client-1.2.5.dist-info → eval_studio_client-1.3.0a1.dist-info}/METADATA +2 -2
- {eval_studio_client-1.2.5.dist-info → eval_studio_client-1.3.0a1.dist-info}/RECORD +306 -111
- {eval_studio_client-1.2.5.dist-info → eval_studio_client-1.3.0a1.dist-info}/WHEEL +0 -0
|
@@ -5,13 +5,15 @@ All URIs are relative to *http://localhost*
|
|
|
5
5
|
Method | HTTP request | Description
|
|
6
6
|
------------- | ------------- | -------------
|
|
7
7
|
[**leaderboard_service_batch_create_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_batch_create_leaderboards) | **POST** /v1/leaderboards:batchCreate |
|
|
8
|
+
[**leaderboard_service_batch_create_leaderboards_without_cache**](LeaderboardServiceApi.md#leaderboard_service_batch_create_leaderboards_without_cache) | **POST** /v1/leaderboards:batchCreateWithoutCache |
|
|
8
9
|
[**leaderboard_service_batch_delete_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_batch_delete_leaderboards) | **POST** /v1/leaderboards:batchDelete |
|
|
9
10
|
[**leaderboard_service_batch_get_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_batch_get_leaderboards) | **GET** /v1/leaderboards:batchGet |
|
|
10
11
|
[**leaderboard_service_batch_import_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_batch_import_leaderboard) | **POST** /v1/leaderboards:batchImport |
|
|
11
12
|
[**leaderboard_service_create_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_create_leaderboard) | **POST** /v1/leaderboards |
|
|
12
13
|
[**leaderboard_service_create_leaderboard_without_cache**](LeaderboardServiceApi.md#leaderboard_service_create_leaderboard_without_cache) | **POST** /v1/leaderboards:withoutCache |
|
|
14
|
+
[**leaderboard_service_deep_compare_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_deep_compare_leaderboards) | **POST** /v1/leaderboards:deepCompare |
|
|
13
15
|
[**leaderboard_service_delete_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_delete_leaderboard) | **DELETE** /v1/{name_3} |
|
|
14
|
-
[**leaderboard_service_get_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_get_leaderboard) | **GET** /v1/{
|
|
16
|
+
[**leaderboard_service_get_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_get_leaderboard) | **GET** /v1/{name_5} |
|
|
15
17
|
[**leaderboard_service_import_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_import_leaderboard) | **POST** /v1/leaderboards:import |
|
|
16
18
|
[**leaderboard_service_list_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_list_leaderboards) | **GET** /v1/leaderboards |
|
|
17
19
|
[**leaderboard_service_list_most_recent_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_list_most_recent_leaderboards) | **GET** /v1/leaderboards:mostRecent |
|
|
@@ -85,6 +87,73 @@ No authorization required
|
|
|
85
87
|
|
|
86
88
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
87
89
|
|
|
90
|
+
# **leaderboard_service_batch_create_leaderboards_without_cache**
|
|
91
|
+
> V1BatchCreateLeaderboardsWithoutCacheResponse leaderboard_service_batch_create_leaderboards_without_cache(body)
|
|
92
|
+
|
|
93
|
+
|
|
94
|
+
|
|
95
|
+
### Example
|
|
96
|
+
|
|
97
|
+
|
|
98
|
+
```python
|
|
99
|
+
import eval_studio_client.api
|
|
100
|
+
from eval_studio_client.api.models.v1_batch_create_leaderboards_without_cache_request import V1BatchCreateLeaderboardsWithoutCacheRequest
|
|
101
|
+
from eval_studio_client.api.models.v1_batch_create_leaderboards_without_cache_response import V1BatchCreateLeaderboardsWithoutCacheResponse
|
|
102
|
+
from eval_studio_client.api.rest import ApiException
|
|
103
|
+
from pprint import pprint
|
|
104
|
+
|
|
105
|
+
# Defining the host is optional and defaults to http://localhost
|
|
106
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
107
|
+
configuration = eval_studio_client.api.Configuration(
|
|
108
|
+
host = "http://localhost"
|
|
109
|
+
)
|
|
110
|
+
|
|
111
|
+
|
|
112
|
+
# Enter a context with an instance of the API client
|
|
113
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
114
|
+
# Create an instance of the API class
|
|
115
|
+
api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
|
|
116
|
+
body = eval_studio_client.api.V1BatchCreateLeaderboardsWithoutCacheRequest() # V1BatchCreateLeaderboardsWithoutCacheRequest |
|
|
117
|
+
|
|
118
|
+
try:
|
|
119
|
+
api_response = api_instance.leaderboard_service_batch_create_leaderboards_without_cache(body)
|
|
120
|
+
print("The response of LeaderboardServiceApi->leaderboard_service_batch_create_leaderboards_without_cache:\n")
|
|
121
|
+
pprint(api_response)
|
|
122
|
+
except Exception as e:
|
|
123
|
+
print("Exception when calling LeaderboardServiceApi->leaderboard_service_batch_create_leaderboards_without_cache: %s\n" % e)
|
|
124
|
+
```
|
|
125
|
+
|
|
126
|
+
|
|
127
|
+
|
|
128
|
+
### Parameters
|
|
129
|
+
|
|
130
|
+
|
|
131
|
+
Name | Type | Description | Notes
|
|
132
|
+
------------- | ------------- | ------------- | -------------
|
|
133
|
+
**body** | [**V1BatchCreateLeaderboardsWithoutCacheRequest**](V1BatchCreateLeaderboardsWithoutCacheRequest.md)| |
|
|
134
|
+
|
|
135
|
+
### Return type
|
|
136
|
+
|
|
137
|
+
[**V1BatchCreateLeaderboardsWithoutCacheResponse**](V1BatchCreateLeaderboardsWithoutCacheResponse.md)
|
|
138
|
+
|
|
139
|
+
### Authorization
|
|
140
|
+
|
|
141
|
+
No authorization required
|
|
142
|
+
|
|
143
|
+
### HTTP request headers
|
|
144
|
+
|
|
145
|
+
- **Content-Type**: application/json
|
|
146
|
+
- **Accept**: application/json
|
|
147
|
+
|
|
148
|
+
### HTTP response details
|
|
149
|
+
|
|
150
|
+
| Status code | Description | Response headers |
|
|
151
|
+
|-------------|-------------|------------------|
|
|
152
|
+
**200** | A successful response. | - |
|
|
153
|
+
**0** | An unexpected error response. | - |
|
|
154
|
+
|
|
155
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
156
|
+
|
|
88
157
|
# **leaderboard_service_batch_delete_leaderboards**
|
|
89
158
|
> V1BatchDeleteLeaderboardsResponse leaderboard_service_batch_delete_leaderboards(body)
|
|
90
159
|
|
|
@@ -421,6 +490,73 @@ No authorization required
|
|
|
421
490
|
|
|
422
491
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
423
492
|
|
|
493
|
+
# **leaderboard_service_deep_compare_leaderboards**
|
|
494
|
+
> V1DeepCompareLeaderboardsResponse leaderboard_service_deep_compare_leaderboards(body)
|
|
495
|
+
|
|
496
|
+
|
|
497
|
+
|
|
498
|
+
### Example
|
|
499
|
+
|
|
500
|
+
|
|
501
|
+
```python
|
|
502
|
+
import eval_studio_client.api
|
|
503
|
+
from eval_studio_client.api.models.v1_deep_compare_leaderboards_request import V1DeepCompareLeaderboardsRequest
|
|
504
|
+
from eval_studio_client.api.models.v1_deep_compare_leaderboards_response import V1DeepCompareLeaderboardsResponse
|
|
505
|
+
from eval_studio_client.api.rest import ApiException
|
|
506
|
+
from pprint import pprint
|
|
507
|
+
|
|
508
|
+
# Defining the host is optional and defaults to http://localhost
|
|
509
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
510
|
+
configuration = eval_studio_client.api.Configuration(
|
|
511
|
+
host = "http://localhost"
|
|
512
|
+
)
|
|
513
|
+
|
|
514
|
+
|
|
515
|
+
# Enter a context with an instance of the API client
|
|
516
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
517
|
+
# Create an instance of the API class
|
|
518
|
+
api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
|
|
519
|
+
body = eval_studio_client.api.V1DeepCompareLeaderboardsRequest() # V1DeepCompareLeaderboardsRequest |
|
|
520
|
+
|
|
521
|
+
try:
|
|
522
|
+
api_response = api_instance.leaderboard_service_deep_compare_leaderboards(body)
|
|
523
|
+
print("The response of LeaderboardServiceApi->leaderboard_service_deep_compare_leaderboards:\n")
|
|
524
|
+
pprint(api_response)
|
|
525
|
+
except Exception as e:
|
|
526
|
+
print("Exception when calling LeaderboardServiceApi->leaderboard_service_deep_compare_leaderboards: %s\n" % e)
|
|
527
|
+
```
|
|
528
|
+
|
|
529
|
+
|
|
530
|
+
|
|
531
|
+
### Parameters
|
|
532
|
+
|
|
533
|
+
|
|
534
|
+
Name | Type | Description | Notes
|
|
535
|
+
------------- | ------------- | ------------- | -------------
|
|
536
|
+
**body** | [**V1DeepCompareLeaderboardsRequest**](V1DeepCompareLeaderboardsRequest.md)| |
|
|
537
|
+
|
|
538
|
+
### Return type
|
|
539
|
+
|
|
540
|
+
[**V1DeepCompareLeaderboardsResponse**](V1DeepCompareLeaderboardsResponse.md)
|
|
541
|
+
|
|
542
|
+
### Authorization
|
|
543
|
+
|
|
544
|
+
No authorization required
|
|
545
|
+
|
|
546
|
+
### HTTP request headers
|
|
547
|
+
|
|
548
|
+
- **Content-Type**: application/json
|
|
549
|
+
- **Accept**: application/json
|
|
550
|
+
|
|
551
|
+
### HTTP response details
|
|
552
|
+
|
|
553
|
+
| Status code | Description | Response headers |
|
|
554
|
+
|-------------|-------------|------------------|
|
|
555
|
+
**200** | A successful response. | - |
|
|
556
|
+
**0** | An unexpected error response. | - |
|
|
557
|
+
|
|
558
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
559
|
+
|
|
424
560
|
# **leaderboard_service_delete_leaderboard**
|
|
425
561
|
> V1DeleteLeaderboardResponse leaderboard_service_delete_leaderboard(name_3)
|
|
426
562
|
|
|
@@ -488,7 +624,7 @@ No authorization required
|
|
|
488
624
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
489
625
|
|
|
490
626
|
# **leaderboard_service_get_leaderboard**
|
|
491
|
-
> V1GetLeaderboardResponse leaderboard_service_get_leaderboard(
|
|
627
|
+
> V1GetLeaderboardResponse leaderboard_service_get_leaderboard(name_5)
|
|
492
628
|
|
|
493
629
|
|
|
494
630
|
|
|
@@ -512,10 +648,10 @@ configuration = eval_studio_client.api.Configuration(
|
|
|
512
648
|
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
513
649
|
# Create an instance of the API class
|
|
514
650
|
api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
|
|
515
|
-
|
|
651
|
+
name_5 = 'name_5_example' # str | Required. The name of the Leaderboard to retrieve.
|
|
516
652
|
|
|
517
653
|
try:
|
|
518
|
-
api_response = api_instance.leaderboard_service_get_leaderboard(
|
|
654
|
+
api_response = api_instance.leaderboard_service_get_leaderboard(name_5)
|
|
519
655
|
print("The response of LeaderboardServiceApi->leaderboard_service_get_leaderboard:\n")
|
|
520
656
|
pprint(api_response)
|
|
521
657
|
except Exception as e:
|
|
@@ -529,7 +665,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
|
529
665
|
|
|
530
666
|
Name | Type | Description | Notes
|
|
531
667
|
------------- | ------------- | ------------- | -------------
|
|
532
|
-
**
|
|
668
|
+
**name_5** | **str**| Required. The name of the Leaderboard to retrieve. |
|
|
533
669
|
|
|
534
670
|
### Return type
|
|
535
671
|
|
|
@@ -0,0 +1,149 @@
|
|
|
1
|
+
# eval_studio_client.api.LeaderboardTestCaseAnnotationServiceApi
|
|
2
|
+
|
|
3
|
+
All URIs are relative to *http://localhost*
|
|
4
|
+
|
|
5
|
+
Method | HTTP request | Description
|
|
6
|
+
------------- | ------------- | -------------
|
|
7
|
+
[**leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations**](LeaderboardTestCaseAnnotationServiceApi.md#leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations) | **GET** /v1/{parent_1}/annotations |
|
|
8
|
+
[**leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation**](LeaderboardTestCaseAnnotationServiceApi.md#leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation) | **POST** /v1/{leaderboardTestCaseAnnotation.name} |
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
# **leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations**
|
|
12
|
+
> V1ListLeaderboardTestCaseAnnotationsResponse leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations(parent_1)
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
### Example
|
|
17
|
+
|
|
18
|
+
|
|
19
|
+
```python
|
|
20
|
+
import eval_studio_client.api
|
|
21
|
+
from eval_studio_client.api.models.v1_list_leaderboard_test_case_annotations_response import V1ListLeaderboardTestCaseAnnotationsResponse
|
|
22
|
+
from eval_studio_client.api.rest import ApiException
|
|
23
|
+
from pprint import pprint
|
|
24
|
+
|
|
25
|
+
# Defining the host is optional and defaults to http://localhost
|
|
26
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
27
|
+
configuration = eval_studio_client.api.Configuration(
|
|
28
|
+
host = "http://localhost"
|
|
29
|
+
)
|
|
30
|
+
|
|
31
|
+
|
|
32
|
+
# Enter a context with an instance of the API client
|
|
33
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
34
|
+
# Create an instance of the API class
|
|
35
|
+
api_instance = eval_studio_client.api.LeaderboardTestCaseAnnotationServiceApi(api_client)
|
|
36
|
+
parent_1 = 'parent_1_example' # str | Required. The parent resource name. Format: `leaderboards/{leaderboard}/testCases/{test_case}`. Use `leaderboards/{leaderboard}/testCases/-` to list across all test cases of a leaderboard. See https://google.aip.dev/159 for more details.
|
|
37
|
+
|
|
38
|
+
try:
|
|
39
|
+
api_response = api_instance.leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations(parent_1)
|
|
40
|
+
print("The response of LeaderboardTestCaseAnnotationServiceApi->leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations:\n")
|
|
41
|
+
pprint(api_response)
|
|
42
|
+
except Exception as e:
|
|
43
|
+
print("Exception when calling LeaderboardTestCaseAnnotationServiceApi->leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations: %s\n" % e)
|
|
44
|
+
```
|
|
45
|
+
|
|
46
|
+
|
|
47
|
+
|
|
48
|
+
### Parameters
|
|
49
|
+
|
|
50
|
+
|
|
51
|
+
Name | Type | Description | Notes
|
|
52
|
+
------------- | ------------- | ------------- | -------------
|
|
53
|
+
**parent_1** | **str**| Required. The parent resource name. Format: `leaderboards/{leaderboard}/testCases/{test_case}`. Use `leaderboards/{leaderboard}/testCases/-` to list across all test cases of a leaderboard. See https://google.aip.dev/159 for more details. |
|
|
54
|
+
|
|
55
|
+
### Return type
|
|
56
|
+
|
|
57
|
+
[**V1ListLeaderboardTestCaseAnnotationsResponse**](V1ListLeaderboardTestCaseAnnotationsResponse.md)
|
|
58
|
+
|
|
59
|
+
### Authorization
|
|
60
|
+
|
|
61
|
+
No authorization required
|
|
62
|
+
|
|
63
|
+
### HTTP request headers
|
|
64
|
+
|
|
65
|
+
- **Content-Type**: Not defined
|
|
66
|
+
- **Accept**: application/json
|
|
67
|
+
|
|
68
|
+
### HTTP response details
|
|
69
|
+
|
|
70
|
+
| Status code | Description | Response headers |
|
|
71
|
+
|-------------|-------------|------------------|
|
|
72
|
+
**200** | A successful response. | - |
|
|
73
|
+
**0** | An unexpected error response. | - |
|
|
74
|
+
|
|
75
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
76
|
+
|
|
77
|
+
# **leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation**
|
|
78
|
+
> V1UpdateLeaderboardTestCaseAnnotationResponse leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation(leaderboard_test_case_annotation_name, leaderboard_test_case_annotation, update_mask=update_mask, allow_missing=allow_missing)
|
|
79
|
+
|
|
80
|
+
|
|
81
|
+
|
|
82
|
+
### Example
|
|
83
|
+
|
|
84
|
+
|
|
85
|
+
```python
|
|
86
|
+
import eval_studio_client.api
|
|
87
|
+
from eval_studio_client.api.models.required_the_leaderboard_test_case_annotation_to_update import RequiredTheLeaderboardTestCaseAnnotationToUpdate
|
|
88
|
+
from eval_studio_client.api.models.v1_update_leaderboard_test_case_annotation_response import V1UpdateLeaderboardTestCaseAnnotationResponse
|
|
89
|
+
from eval_studio_client.api.rest import ApiException
|
|
90
|
+
from pprint import pprint
|
|
91
|
+
|
|
92
|
+
# Defining the host is optional and defaults to http://localhost
|
|
93
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
94
|
+
configuration = eval_studio_client.api.Configuration(
|
|
95
|
+
host = "http://localhost"
|
|
96
|
+
)
|
|
97
|
+
|
|
98
|
+
|
|
99
|
+
# Enter a context with an instance of the API client
|
|
100
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
101
|
+
# Create an instance of the API class
|
|
102
|
+
api_instance = eval_studio_client.api.LeaderboardTestCaseAnnotationServiceApi(api_client)
|
|
103
|
+
leaderboard_test_case_annotation_name = 'leaderboard_test_case_annotation_name_example' # str | Output only. Name of the LeaderboardTestCaseAnnotation resource. e.g.: \"leaderboards/<UUID>/testCases/<UUID>/annotations/<UUID>\"
|
|
104
|
+
leaderboard_test_case_annotation = eval_studio_client.api.RequiredTheLeaderboardTestCaseAnnotationToUpdate() # RequiredTheLeaderboardTestCaseAnnotationToUpdate | Required. The LeaderboardTestCaseAnnotation to update.
|
|
105
|
+
update_mask = 'update_mask_example' # str | Optional. The list of fields to update. If empty, all modifiable fields will be updated. The following fields can be updated: - value (optional)
|
|
106
|
+
allow_missing = True # bool | Optional. If true, the request is allowed to create a new LeaderboardTestCaseAnnotation if it is not found. (optional)
|
|
107
|
+
|
|
108
|
+
try:
|
|
109
|
+
api_response = api_instance.leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation(leaderboard_test_case_annotation_name, leaderboard_test_case_annotation, update_mask=update_mask, allow_missing=allow_missing)
|
|
110
|
+
print("The response of LeaderboardTestCaseAnnotationServiceApi->leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation:\n")
|
|
111
|
+
pprint(api_response)
|
|
112
|
+
except Exception as e:
|
|
113
|
+
print("Exception when calling LeaderboardTestCaseAnnotationServiceApi->leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation: %s\n" % e)
|
|
114
|
+
```
|
|
115
|
+
|
|
116
|
+
|
|
117
|
+
|
|
118
|
+
### Parameters
|
|
119
|
+
|
|
120
|
+
|
|
121
|
+
Name | Type | Description | Notes
|
|
122
|
+
------------- | ------------- | ------------- | -------------
|
|
123
|
+
**leaderboard_test_case_annotation_name** | **str**| Output only. Name of the LeaderboardTestCaseAnnotation resource. e.g.: \"leaderboards/<UUID>/testCases/<UUID>/annotations/<UUID>\" |
|
|
124
|
+
**leaderboard_test_case_annotation** | [**RequiredTheLeaderboardTestCaseAnnotationToUpdate**](RequiredTheLeaderboardTestCaseAnnotationToUpdate.md)| Required. The LeaderboardTestCaseAnnotation to update. |
|
|
125
|
+
**update_mask** | **str**| Optional. The list of fields to update. If empty, all modifiable fields will be updated. The following fields can be updated: - value | [optional]
|
|
126
|
+
**allow_missing** | **bool**| Optional. If true, the request is allowed to create a new LeaderboardTestCaseAnnotation if it is not found. | [optional]
|
|
127
|
+
|
|
128
|
+
### Return type
|
|
129
|
+
|
|
130
|
+
[**V1UpdateLeaderboardTestCaseAnnotationResponse**](V1UpdateLeaderboardTestCaseAnnotationResponse.md)
|
|
131
|
+
|
|
132
|
+
### Authorization
|
|
133
|
+
|
|
134
|
+
No authorization required
|
|
135
|
+
|
|
136
|
+
### HTTP request headers
|
|
137
|
+
|
|
138
|
+
- **Content-Type**: application/json
|
|
139
|
+
- **Accept**: application/json
|
|
140
|
+
|
|
141
|
+
### HTTP response details
|
|
142
|
+
|
|
143
|
+
| Status code | Description | Response headers |
|
|
144
|
+
|-------------|-------------|------------------|
|
|
145
|
+
**200** | A successful response. | - |
|
|
146
|
+
**0** | An unexpected error response. | - |
|
|
147
|
+
|
|
148
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
149
|
+
|
|
@@ -9,7 +9,7 @@ Method | HTTP request | Description
|
|
|
9
9
|
[**model_service_check_base_models**](ModelServiceApi.md#model_service_check_base_models) | **GET** /v1/models:check_base_models |
|
|
10
10
|
[**model_service_create_model**](ModelServiceApi.md#model_service_create_model) | **POST** /v1/models |
|
|
11
11
|
[**model_service_delete_model**](ModelServiceApi.md#model_service_delete_model) | **DELETE** /v1/{name_4} |
|
|
12
|
-
[**model_service_get_model**](ModelServiceApi.md#model_service_get_model) | **GET** /v1/{
|
|
12
|
+
[**model_service_get_model**](ModelServiceApi.md#model_service_get_model) | **GET** /v1/{name_6} |
|
|
13
13
|
[**model_service_list_base_models**](ModelServiceApi.md#model_service_list_base_models) | **GET** /v1/models:base_models |
|
|
14
14
|
[**model_service_list_model_collections**](ModelServiceApi.md#model_service_list_model_collections) | **GET** /v1/models:collections |
|
|
15
15
|
[**model_service_list_models**](ModelServiceApi.md#model_service_list_models) | **GET** /v1/models |
|
|
@@ -350,7 +350,7 @@ No authorization required
|
|
|
350
350
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
351
351
|
|
|
352
352
|
# **model_service_get_model**
|
|
353
|
-
> V1GetModelResponse model_service_get_model(
|
|
353
|
+
> V1GetModelResponse model_service_get_model(name_6)
|
|
354
354
|
|
|
355
355
|
|
|
356
356
|
|
|
@@ -374,10 +374,10 @@ configuration = eval_studio_client.api.Configuration(
|
|
|
374
374
|
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
375
375
|
# Create an instance of the API class
|
|
376
376
|
api_instance = eval_studio_client.api.ModelServiceApi(api_client)
|
|
377
|
-
|
|
377
|
+
name_6 = 'name_6_example' # str | Required. The name of the Model to retrieve.
|
|
378
378
|
|
|
379
379
|
try:
|
|
380
|
-
api_response = api_instance.model_service_get_model(
|
|
380
|
+
api_response = api_instance.model_service_get_model(name_6)
|
|
381
381
|
print("The response of ModelServiceApi->model_service_get_model:\n")
|
|
382
382
|
pprint(api_response)
|
|
383
383
|
except Exception as e:
|
|
@@ -391,7 +391,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
|
391
391
|
|
|
392
392
|
Name | Type | Description | Notes
|
|
393
393
|
------------- | ------------- | ------------- | -------------
|
|
394
|
-
**
|
|
394
|
+
**name_6** | **str**| Required. The name of the Model to retrieve. |
|
|
395
395
|
|
|
396
396
|
### Return type
|
|
397
397
|
|
|
@@ -6,9 +6,12 @@ Method | HTTP request | Description
|
|
|
6
6
|
------------- | ------------- | -------------
|
|
7
7
|
[**operation_service_abort_operation**](OperationServiceApi.md#operation_service_abort_operation) | **POST** /v1/{name}:abort |
|
|
8
8
|
[**operation_service_batch_get_operations**](OperationServiceApi.md#operation_service_batch_get_operations) | **GET** /v1/operations:batchGet |
|
|
9
|
+
[**operation_service_batch_mark_operation_seen_by_creator**](OperationServiceApi.md#operation_service_batch_mark_operation_seen_by_creator) | **POST** /v1/operations:batchMarkSeenByCreator |
|
|
9
10
|
[**operation_service_finalize_operation**](OperationServiceApi.md#operation_service_finalize_operation) | **PATCH** /v1/{operation.name}:finalize |
|
|
10
|
-
[**operation_service_get_operation**](OperationServiceApi.md#operation_service_get_operation) | **GET** /v1/{
|
|
11
|
+
[**operation_service_get_operation**](OperationServiceApi.md#operation_service_get_operation) | **GET** /v1/{name_7} |
|
|
11
12
|
[**operation_service_list_operations**](OperationServiceApi.md#operation_service_list_operations) | **GET** /v1/operations |
|
|
13
|
+
[**operation_service_list_unseen_operations**](OperationServiceApi.md#operation_service_list_unseen_operations) | **GET** /v1/operations:unseen |
|
|
14
|
+
[**operation_service_mark_operation_seen_by_creator**](OperationServiceApi.md#operation_service_mark_operation_seen_by_creator) | **POST** /v1/{name}:markSeenByCreator |
|
|
12
15
|
[**operation_service_update_operation**](OperationServiceApi.md#operation_service_update_operation) | **PATCH** /v1/{operation.name} |
|
|
13
16
|
|
|
14
17
|
|
|
@@ -144,6 +147,72 @@ No authorization required
|
|
|
144
147
|
|
|
145
148
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
146
149
|
|
|
150
|
+
# **operation_service_batch_mark_operation_seen_by_creator**
|
|
151
|
+
> V1BatchMarkOperationSeenByCreatorResponse operation_service_batch_mark_operation_seen_by_creator(names=names)
|
|
152
|
+
|
|
153
|
+
|
|
154
|
+
|
|
155
|
+
### Example
|
|
156
|
+
|
|
157
|
+
|
|
158
|
+
```python
|
|
159
|
+
import eval_studio_client.api
|
|
160
|
+
from eval_studio_client.api.models.v1_batch_mark_operation_seen_by_creator_response import V1BatchMarkOperationSeenByCreatorResponse
|
|
161
|
+
from eval_studio_client.api.rest import ApiException
|
|
162
|
+
from pprint import pprint
|
|
163
|
+
|
|
164
|
+
# Defining the host is optional and defaults to http://localhost
|
|
165
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
166
|
+
configuration = eval_studio_client.api.Configuration(
|
|
167
|
+
host = "http://localhost"
|
|
168
|
+
)
|
|
169
|
+
|
|
170
|
+
|
|
171
|
+
# Enter a context with an instance of the API client
|
|
172
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
173
|
+
# Create an instance of the API class
|
|
174
|
+
api_instance = eval_studio_client.api.OperationServiceApi(api_client)
|
|
175
|
+
names = ['names_example'] # List[str] | Required. The names of the Operations to mark as seen. A maximum of 1000 can be specified. (optional)
|
|
176
|
+
|
|
177
|
+
try:
|
|
178
|
+
api_response = api_instance.operation_service_batch_mark_operation_seen_by_creator(names=names)
|
|
179
|
+
print("The response of OperationServiceApi->operation_service_batch_mark_operation_seen_by_creator:\n")
|
|
180
|
+
pprint(api_response)
|
|
181
|
+
except Exception as e:
|
|
182
|
+
print("Exception when calling OperationServiceApi->operation_service_batch_mark_operation_seen_by_creator: %s\n" % e)
|
|
183
|
+
```
|
|
184
|
+
|
|
185
|
+
|
|
186
|
+
|
|
187
|
+
### Parameters
|
|
188
|
+
|
|
189
|
+
|
|
190
|
+
Name | Type | Description | Notes
|
|
191
|
+
------------- | ------------- | ------------- | -------------
|
|
192
|
+
**names** | [**List[str]**](str.md)| Required. The names of the Operations to mark as seen. A maximum of 1000 can be specified. | [optional]
|
|
193
|
+
|
|
194
|
+
### Return type
|
|
195
|
+
|
|
196
|
+
[**V1BatchMarkOperationSeenByCreatorResponse**](V1BatchMarkOperationSeenByCreatorResponse.md)
|
|
197
|
+
|
|
198
|
+
### Authorization
|
|
199
|
+
|
|
200
|
+
No authorization required
|
|
201
|
+
|
|
202
|
+
### HTTP request headers
|
|
203
|
+
|
|
204
|
+
- **Content-Type**: Not defined
|
|
205
|
+
- **Accept**: application/json
|
|
206
|
+
|
|
207
|
+
### HTTP response details
|
|
208
|
+
|
|
209
|
+
| Status code | Description | Response headers |
|
|
210
|
+
|-------------|-------------|------------------|
|
|
211
|
+
**200** | A successful response. | - |
|
|
212
|
+
**0** | An unexpected error response. | - |
|
|
213
|
+
|
|
214
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
215
|
+
|
|
147
216
|
# **operation_service_finalize_operation**
|
|
148
217
|
> V1FinalizeOperationResponse operation_service_finalize_operation(operation_name, operation)
|
|
149
218
|
|
|
@@ -214,7 +283,7 @@ No authorization required
|
|
|
214
283
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
215
284
|
|
|
216
285
|
# **operation_service_get_operation**
|
|
217
|
-
> V1GetOperationResponse operation_service_get_operation(
|
|
286
|
+
> V1GetOperationResponse operation_service_get_operation(name_7)
|
|
218
287
|
|
|
219
288
|
|
|
220
289
|
|
|
@@ -238,10 +307,10 @@ configuration = eval_studio_client.api.Configuration(
|
|
|
238
307
|
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
239
308
|
# Create an instance of the API class
|
|
240
309
|
api_instance = eval_studio_client.api.OperationServiceApi(api_client)
|
|
241
|
-
|
|
310
|
+
name_7 = 'name_7_example' # str | Required. The name of the Operation to retrieve.
|
|
242
311
|
|
|
243
312
|
try:
|
|
244
|
-
api_response = api_instance.operation_service_get_operation(
|
|
313
|
+
api_response = api_instance.operation_service_get_operation(name_7)
|
|
245
314
|
print("The response of OperationServiceApi->operation_service_get_operation:\n")
|
|
246
315
|
pprint(api_response)
|
|
247
316
|
except Exception as e:
|
|
@@ -255,7 +324,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
|
255
324
|
|
|
256
325
|
Name | Type | Description | Notes
|
|
257
326
|
------------- | ------------- | ------------- | -------------
|
|
258
|
-
**
|
|
327
|
+
**name_7** | **str**| Required. The name of the Operation to retrieve. |
|
|
259
328
|
|
|
260
329
|
### Return type
|
|
261
330
|
|
|
@@ -280,7 +349,7 @@ No authorization required
|
|
|
280
349
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
281
350
|
|
|
282
351
|
# **operation_service_list_operations**
|
|
283
|
-
> V1ListOperationsResponse operation_service_list_operations()
|
|
352
|
+
> V1ListOperationsResponse operation_service_list_operations(page_size=page_size)
|
|
284
353
|
|
|
285
354
|
|
|
286
355
|
|
|
@@ -304,9 +373,10 @@ configuration = eval_studio_client.api.Configuration(
|
|
|
304
373
|
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
305
374
|
# Create an instance of the API class
|
|
306
375
|
api_instance = eval_studio_client.api.OperationServiceApi(api_client)
|
|
376
|
+
page_size = 56 # int | The maximum number of Operations to return. The service may return fewer than this value, even if more are available. If unspecified, the default page size is unlimited. (optional)
|
|
307
377
|
|
|
308
378
|
try:
|
|
309
|
-
api_response = api_instance.operation_service_list_operations()
|
|
379
|
+
api_response = api_instance.operation_service_list_operations(page_size=page_size)
|
|
310
380
|
print("The response of OperationServiceApi->operation_service_list_operations:\n")
|
|
311
381
|
pprint(api_response)
|
|
312
382
|
except Exception as e:
|
|
@@ -317,7 +387,10 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
|
317
387
|
|
|
318
388
|
### Parameters
|
|
319
389
|
|
|
320
|
-
|
|
390
|
+
|
|
391
|
+
Name | Type | Description | Notes
|
|
392
|
+
------------- | ------------- | ------------- | -------------
|
|
393
|
+
**page_size** | **int**| The maximum number of Operations to return. The service may return fewer than this value, even if more are available. If unspecified, the default page size is unlimited. | [optional]
|
|
321
394
|
|
|
322
395
|
### Return type
|
|
323
396
|
|
|
@@ -341,6 +414,140 @@ No authorization required
|
|
|
341
414
|
|
|
342
415
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
343
416
|
|
|
417
|
+
# **operation_service_list_unseen_operations**
|
|
418
|
+
> V1ListUnseenOperationsResponse operation_service_list_unseen_operations(page_size=page_size, view=view)
|
|
419
|
+
|
|
420
|
+
|
|
421
|
+
|
|
422
|
+
### Example
|
|
423
|
+
|
|
424
|
+
|
|
425
|
+
```python
|
|
426
|
+
import eval_studio_client.api
|
|
427
|
+
from eval_studio_client.api.models.v1_list_unseen_operations_response import V1ListUnseenOperationsResponse
|
|
428
|
+
from eval_studio_client.api.rest import ApiException
|
|
429
|
+
from pprint import pprint
|
|
430
|
+
|
|
431
|
+
# Defining the host is optional and defaults to http://localhost
|
|
432
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
433
|
+
configuration = eval_studio_client.api.Configuration(
|
|
434
|
+
host = "http://localhost"
|
|
435
|
+
)
|
|
436
|
+
|
|
437
|
+
|
|
438
|
+
# Enter a context with an instance of the API client
|
|
439
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
440
|
+
# Create an instance of the API class
|
|
441
|
+
api_instance = eval_studio_client.api.OperationServiceApi(api_client)
|
|
442
|
+
page_size = 56 # int | The maximum number of Operations to return. The service may return fewer than this value, even if more are available. If unspecified, the default page size is unlimited. (optional)
|
|
443
|
+
view = 'OPERATION_VIEW_UNSPECIFIED' # str | The level of detail for each Operation in the response. Defaults to OPERATION_VIEW_FULL. - OPERATION_VIEW_UNSPECIFIED: Default / unset value. The API will default to the OPERATION_VIEW_FULL. - OPERATION_VIEW_BASIC: Include basic metadata about the Operation, but not the response. - OPERATION_VIEW_FULL: Include everything. (optional) (default to 'OPERATION_VIEW_UNSPECIFIED')
|
|
444
|
+
|
|
445
|
+
try:
|
|
446
|
+
api_response = api_instance.operation_service_list_unseen_operations(page_size=page_size, view=view)
|
|
447
|
+
print("The response of OperationServiceApi->operation_service_list_unseen_operations:\n")
|
|
448
|
+
pprint(api_response)
|
|
449
|
+
except Exception as e:
|
|
450
|
+
print("Exception when calling OperationServiceApi->operation_service_list_unseen_operations: %s\n" % e)
|
|
451
|
+
```
|
|
452
|
+
|
|
453
|
+
|
|
454
|
+
|
|
455
|
+
### Parameters
|
|
456
|
+
|
|
457
|
+
|
|
458
|
+
Name | Type | Description | Notes
|
|
459
|
+
------------- | ------------- | ------------- | -------------
|
|
460
|
+
**page_size** | **int**| The maximum number of Operations to return. The service may return fewer than this value, even if more are available. If unspecified, the default page size is unlimited. | [optional]
|
|
461
|
+
**view** | **str**| The level of detail for each Operation in the response. Defaults to OPERATION_VIEW_FULL. - OPERATION_VIEW_UNSPECIFIED: Default / unset value. The API will default to the OPERATION_VIEW_FULL. - OPERATION_VIEW_BASIC: Include basic metadata about the Operation, but not the response. - OPERATION_VIEW_FULL: Include everything. | [optional] [default to 'OPERATION_VIEW_UNSPECIFIED']
|
|
462
|
+
|
|
463
|
+
### Return type
|
|
464
|
+
|
|
465
|
+
[**V1ListUnseenOperationsResponse**](V1ListUnseenOperationsResponse.md)
|
|
466
|
+
|
|
467
|
+
### Authorization
|
|
468
|
+
|
|
469
|
+
No authorization required
|
|
470
|
+
|
|
471
|
+
### HTTP request headers
|
|
472
|
+
|
|
473
|
+
- **Content-Type**: Not defined
|
|
474
|
+
- **Accept**: application/json
|
|
475
|
+
|
|
476
|
+
### HTTP response details
|
|
477
|
+
|
|
478
|
+
| Status code | Description | Response headers |
|
|
479
|
+
|-------------|-------------|------------------|
|
|
480
|
+
**200** | A successful response. | - |
|
|
481
|
+
**0** | An unexpected error response. | - |
|
|
482
|
+
|
|
483
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
484
|
+
|
|
485
|
+
# **operation_service_mark_operation_seen_by_creator**
|
|
486
|
+
> V1MarkOperationSeenByCreatorResponse operation_service_mark_operation_seen_by_creator(name)
|
|
487
|
+
|
|
488
|
+
|
|
489
|
+
|
|
490
|
+
### Example
|
|
491
|
+
|
|
492
|
+
|
|
493
|
+
```python
|
|
494
|
+
import eval_studio_client.api
|
|
495
|
+
from eval_studio_client.api.models.v1_mark_operation_seen_by_creator_response import V1MarkOperationSeenByCreatorResponse
|
|
496
|
+
from eval_studio_client.api.rest import ApiException
|
|
497
|
+
from pprint import pprint
|
|
498
|
+
|
|
499
|
+
# Defining the host is optional and defaults to http://localhost
|
|
500
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
501
|
+
configuration = eval_studio_client.api.Configuration(
|
|
502
|
+
host = "http://localhost"
|
|
503
|
+
)
|
|
504
|
+
|
|
505
|
+
|
|
506
|
+
# Enter a context with an instance of the API client
|
|
507
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
508
|
+
# Create an instance of the API class
|
|
509
|
+
api_instance = eval_studio_client.api.OperationServiceApi(api_client)
|
|
510
|
+
name = 'name_example' # str | Required. The name of the Operation to mark as seen.
|
|
511
|
+
|
|
512
|
+
try:
|
|
513
|
+
api_response = api_instance.operation_service_mark_operation_seen_by_creator(name)
|
|
514
|
+
print("The response of OperationServiceApi->operation_service_mark_operation_seen_by_creator:\n")
|
|
515
|
+
pprint(api_response)
|
|
516
|
+
except Exception as e:
|
|
517
|
+
print("Exception when calling OperationServiceApi->operation_service_mark_operation_seen_by_creator: %s\n" % e)
|
|
518
|
+
```
|
|
519
|
+
|
|
520
|
+
|
|
521
|
+
|
|
522
|
+
### Parameters
|
|
523
|
+
|
|
524
|
+
|
|
525
|
+
Name | Type | Description | Notes
|
|
526
|
+
------------- | ------------- | ------------- | -------------
|
|
527
|
+
**name** | **str**| Required. The name of the Operation to mark as seen. |
|
|
528
|
+
|
|
529
|
+
### Return type
|
|
530
|
+
|
|
531
|
+
[**V1MarkOperationSeenByCreatorResponse**](V1MarkOperationSeenByCreatorResponse.md)
|
|
532
|
+
|
|
533
|
+
### Authorization
|
|
534
|
+
|
|
535
|
+
No authorization required
|
|
536
|
+
|
|
537
|
+
### HTTP request headers
|
|
538
|
+
|
|
539
|
+
- **Content-Type**: Not defined
|
|
540
|
+
- **Accept**: application/json
|
|
541
|
+
|
|
542
|
+
### HTTP response details
|
|
543
|
+
|
|
544
|
+
| Status code | Description | Response headers |
|
|
545
|
+
|-------------|-------------|------------------|
|
|
546
|
+
**200** | A successful response. | - |
|
|
547
|
+
**0** | An unexpected error response. | - |
|
|
548
|
+
|
|
549
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
550
|
+
|
|
344
551
|
# **operation_service_update_operation**
|
|
345
552
|
> V1UpdateOperationResponse operation_service_update_operation(operation_name, operation)
|
|
346
553
|
|