eval-studio-client 1.2.5__py3-none-any.whl → 1.3.0a1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/api/__init__.py +65 -0
- eval_studio_client/api/api/__init__.py +3 -0
- eval_studio_client/api/api/dashboard_report_service_api.py +292 -0
- eval_studio_client/api/api/dashboard_service_api.py +16 -16
- eval_studio_client/api/api/dashboard_test_case_annotation_service_api.py +611 -0
- eval_studio_client/api/api/document_service_api.py +16 -16
- eval_studio_client/api/api/evaluation_service_api.py +12 -12
- eval_studio_client/api/api/evaluator_service_api.py +16 -16
- eval_studio_client/api/api/leaderboard_report_service_api.py +304 -17
- eval_studio_client/api/api/leaderboard_service_api.py +554 -16
- eval_studio_client/api/api/leaderboard_test_case_annotation_service_api.py +611 -0
- eval_studio_client/api/api/model_service_api.py +16 -16
- eval_studio_client/api/api/operation_service_api.py +821 -17
- eval_studio_client/api/api/perturbator_service_api.py +22 -22
- eval_studio_client/api/api/test_case_service_api.py +300 -16
- eval_studio_client/api/api/test_class_service_api.py +16 -16
- eval_studio_client/api/api/test_service_api.py +285 -16
- eval_studio_client/api/api/workflow_node_service_api.py +16 -16
- eval_studio_client/api/api/workflow_service_api.py +16 -16
- eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md +2 -1
- eval_studio_client/api/docs/DashboardReportServiceApi.md +75 -0
- eval_studio_client/api/docs/DashboardServiceApi.md +5 -5
- eval_studio_client/api/docs/DashboardTestCaseAnnotationServiceApi.md +149 -0
- eval_studio_client/api/docs/DocumentServiceApi.md +5 -5
- eval_studio_client/api/docs/EvaluationServiceApi.md +4 -4
- eval_studio_client/api/docs/EvaluatorServiceApi.md +5 -5
- eval_studio_client/api/docs/LeaderboardReportServiceApi.md +75 -5
- eval_studio_client/api/docs/LeaderboardServiceApi.md +141 -5
- eval_studio_client/api/docs/LeaderboardTestCaseAnnotationServiceApi.md +149 -0
- eval_studio_client/api/docs/ModelServiceApi.md +5 -5
- eval_studio_client/api/docs/OperationServiceApi.md +215 -8
- eval_studio_client/api/docs/PerturbatorServiceApi.md +7 -7
- eval_studio_client/api/docs/RequiredTheDashboardTestCaseAnnotationToUpdate.md +35 -0
- eval_studio_client/api/docs/RequiredTheLeaderboardTestCaseAnnotationToUpdate.md +35 -0
- eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +1 -0
- eval_studio_client/api/docs/RequiredTheOperationToFinalize.md +1 -0
- eval_studio_client/api/docs/RequiredTheOperationToUpdate.md +1 -0
- eval_studio_client/api/docs/TestCaseServiceApi.md +75 -5
- eval_studio_client/api/docs/TestCaseServiceAppendTestCasesRequest.md +30 -0
- eval_studio_client/api/docs/TestClassServiceApi.md +5 -5
- eval_studio_client/api/docs/TestServiceApi.md +73 -5
- eval_studio_client/api/docs/V1ActualOutputMeta.md +30 -0
- eval_studio_client/api/docs/V1ActualOutputMetaDiff.md +36 -0
- eval_studio_client/api/docs/V1AgentChatActivityDiagram.md +31 -0
- eval_studio_client/api/docs/V1AgentChatActivityDiagramEdge.md +32 -0
- eval_studio_client/api/docs/V1AgentChatActivityDiagramNode.md +32 -0
- eval_studio_client/api/docs/V1AgentChatActivityDiagramRow.md +30 -0
- eval_studio_client/api/docs/V1AgentChatScriptUsage.md +33 -0
- eval_studio_client/api/docs/V1AgentChatScriptsBarChart.md +30 -0
- eval_studio_client/api/docs/V1AgentChatToolUsage.md +33 -0
- eval_studio_client/api/docs/V1AgentChatToolsBarChart.md +30 -0
- eval_studio_client/api/docs/V1AllMetricScores.md +29 -0
- eval_studio_client/api/docs/V1AppendTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchCreateLeaderboardsWithoutCacheRequest.md +31 -0
- eval_studio_client/api/docs/V1BatchCreateLeaderboardsWithoutCacheResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchMarkOperationSeenByCreatorResponse.md +29 -0
- eval_studio_client/api/docs/V1CmpLeaderboardReportsRequest.md +33 -0
- eval_studio_client/api/docs/V1CmpLeaderboardReportsResponse.md +29 -0
- eval_studio_client/api/docs/V1ComparisonItem.md +36 -0
- eval_studio_client/api/docs/V1ComparisonMetricScore.md +30 -0
- eval_studio_client/api/docs/V1ComparisonResult.md +31 -0
- eval_studio_client/api/docs/V1ComparisonSummary.md +31 -0
- eval_studio_client/api/docs/V1CreateEvaluationRequest.md +1 -0
- eval_studio_client/api/docs/V1CreateTestFromTestCasesRequest.md +32 -0
- eval_studio_client/api/docs/V1CreateTestFromTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1DashboardReport.md +31 -0
- eval_studio_client/api/docs/V1DashboardReportResult.md +39 -0
- eval_studio_client/api/docs/V1DashboardTestCaseAnnotation.md +36 -0
- eval_studio_client/api/docs/V1DataFragment.md +31 -0
- eval_studio_client/api/docs/V1DeepCompareLeaderboardsRequest.md +33 -0
- eval_studio_client/api/docs/V1DeepCompareLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1DiffItem.md +36 -0
- eval_studio_client/api/docs/V1EvaluationType.md +12 -0
- eval_studio_client/api/docs/V1FlippedMetric.md +31 -0
- eval_studio_client/api/docs/V1GetDashboardReportResponse.md +29 -0
- eval_studio_client/api/docs/V1HumanDecision.md +12 -0
- eval_studio_client/api/docs/V1Info.md +1 -0
- eval_studio_client/api/docs/V1Leaderboard.md +1 -0
- eval_studio_client/api/docs/V1LeaderboardCmpReport.md +30 -0
- eval_studio_client/api/docs/V1LeaderboardComparisonItem.md +31 -0
- eval_studio_client/api/docs/V1LeaderboardInfo.md +30 -0
- eval_studio_client/api/docs/V1LeaderboardReportActualOutputMeta.md +6 -3
- eval_studio_client/api/docs/V1LeaderboardReportResult.md +11 -8
- eval_studio_client/api/docs/V1LeaderboardReportResultView.md +12 -0
- eval_studio_client/api/docs/V1LeaderboardTestCaseAnnotation.md +36 -0
- eval_studio_client/api/docs/V1ListDashboardTestCaseAnnotationsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListLeaderboardTestCaseAnnotationsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListOperationsResponse.md +1 -0
- eval_studio_client/api/docs/V1ListUnseenOperationsResponse.md +30 -0
- eval_studio_client/api/docs/V1MarkOperationSeenByCreatorResponse.md +29 -0
- eval_studio_client/api/docs/V1Metric.md +30 -0
- eval_studio_client/api/docs/V1MetricAverage.md +36 -0
- eval_studio_client/api/docs/V1MetricMeta.md +40 -0
- eval_studio_client/api/docs/V1MetricScore.md +1 -1
- eval_studio_client/api/docs/V1MetricScores.md +1 -1
- eval_studio_client/api/docs/V1ModelType.md +1 -1
- eval_studio_client/api/docs/V1ModelsComparisons.md +32 -0
- eval_studio_client/api/docs/V1ModelsComparisonsMetrics.md +33 -0
- eval_studio_client/api/docs/V1ModelsOverview.md +34 -0
- eval_studio_client/api/docs/V1Operation.md +1 -0
- eval_studio_client/api/docs/V1OperationView.md +12 -0
- eval_studio_client/api/docs/V1RetrievedContextDiff.md +36 -0
- eval_studio_client/api/docs/V1Stats.md +2 -0
- eval_studio_client/api/docs/V1TechnicalMetrics.md +30 -0
- eval_studio_client/api/docs/V1TechnicalMetricsDetail.md +33 -0
- eval_studio_client/api/docs/V1TestCaseLeaderboardItem.md +31 -0
- eval_studio_client/api/docs/V1TestCaseRelationshipInfo.md +31 -0
- eval_studio_client/api/docs/V1TestCaseResult.md +48 -0
- eval_studio_client/api/docs/V1TextSimilarityMetric.md +12 -0
- eval_studio_client/api/docs/V1UpdateDashboardTestCaseAnnotationResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateLeaderboardTestCaseAnnotationResponse.md +29 -0
- eval_studio_client/api/docs/WorkflowNodeServiceApi.md +5 -5
- eval_studio_client/api/docs/WorkflowServiceApi.md +5 -5
- eval_studio_client/api/models/__init__.py +62 -0
- eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +17 -2
- eval_studio_client/api/models/required_the_dashboard_test_case_annotation_to_update.py +108 -0
- eval_studio_client/api/models/required_the_leaderboard_test_case_annotation_to_update.py +108 -0
- eval_studio_client/api/models/required_the_leaderboard_to_update.py +5 -2
- eval_studio_client/api/models/required_the_operation_to_finalize.py +6 -2
- eval_studio_client/api/models/required_the_operation_to_update.py +6 -2
- eval_studio_client/api/models/test_case_service_append_test_cases_request.py +89 -0
- eval_studio_client/api/models/v1_actual_output_meta.py +97 -0
- eval_studio_client/api/models/v1_actual_output_meta_diff.py +101 -0
- eval_studio_client/api/models/v1_agent_chat_activity_diagram.py +109 -0
- eval_studio_client/api/models/v1_agent_chat_activity_diagram_edge.py +97 -0
- eval_studio_client/api/models/v1_agent_chat_activity_diagram_node.py +97 -0
- eval_studio_client/api/models/v1_agent_chat_activity_diagram_row.py +97 -0
- eval_studio_client/api/models/v1_agent_chat_script_usage.py +101 -0
- eval_studio_client/api/models/v1_agent_chat_scripts_bar_chart.py +102 -0
- eval_studio_client/api/models/v1_agent_chat_tool_usage.py +101 -0
- eval_studio_client/api/models/v1_agent_chat_tools_bar_chart.py +102 -0
- eval_studio_client/api/models/v1_all_metric_scores.py +87 -0
- eval_studio_client/api/models/v1_append_test_cases_response.py +95 -0
- eval_studio_client/api/models/v1_batch_create_leaderboards_without_cache_request.py +99 -0
- eval_studio_client/api/models/v1_batch_create_leaderboards_without_cache_response.py +91 -0
- eval_studio_client/api/models/v1_batch_mark_operation_seen_by_creator_response.py +95 -0
- eval_studio_client/api/models/v1_cmp_leaderboard_reports_request.py +96 -0
- eval_studio_client/api/models/v1_cmp_leaderboard_reports_response.py +91 -0
- eval_studio_client/api/models/v1_comparison_item.py +130 -0
- eval_studio_client/api/models/v1_comparison_metric_score.py +89 -0
- eval_studio_client/api/models/v1_comparison_result.py +120 -0
- eval_studio_client/api/models/v1_comparison_summary.py +91 -0
- eval_studio_client/api/models/v1_create_evaluation_request.py +5 -2
- eval_studio_client/api/models/v1_create_test_from_test_cases_request.py +93 -0
- eval_studio_client/api/models/v1_create_test_from_test_cases_response.py +91 -0
- eval_studio_client/api/models/v1_dashboard_report.py +109 -0
- eval_studio_client/api/models/v1_dashboard_report_result.py +139 -0
- eval_studio_client/api/models/v1_dashboard_test_case_annotation.py +112 -0
- eval_studio_client/api/models/v1_data_fragment.py +91 -0
- eval_studio_client/api/models/v1_deep_compare_leaderboards_request.py +96 -0
- eval_studio_client/api/models/v1_deep_compare_leaderboards_response.py +91 -0
- eval_studio_client/api/models/v1_diff_item.py +137 -0
- eval_studio_client/api/models/v1_evaluation_type.py +39 -0
- eval_studio_client/api/models/v1_flipped_metric.py +91 -0
- eval_studio_client/api/models/v1_get_dashboard_report_response.py +91 -0
- eval_studio_client/api/models/v1_human_decision.py +38 -0
- eval_studio_client/api/models/v1_info.py +4 -2
- eval_studio_client/api/models/v1_leaderboard.py +5 -2
- eval_studio_client/api/models/v1_leaderboard_cmp_report.py +93 -0
- eval_studio_client/api/models/v1_leaderboard_comparison_item.py +91 -0
- eval_studio_client/api/models/v1_leaderboard_info.py +97 -0
- eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py +23 -9
- eval_studio_client/api/models/v1_leaderboard_report_result.py +21 -10
- eval_studio_client/api/models/v1_leaderboard_report_result_view.py +38 -0
- eval_studio_client/api/models/v1_leaderboard_test_case_annotation.py +112 -0
- eval_studio_client/api/models/v1_list_dashboard_test_case_annotations_response.py +95 -0
- eval_studio_client/api/models/v1_list_leaderboard_test_case_annotations_response.py +95 -0
- eval_studio_client/api/models/v1_list_operations_response.py +5 -3
- eval_studio_client/api/models/v1_list_unseen_operations_response.py +97 -0
- eval_studio_client/api/models/v1_mark_operation_seen_by_creator_response.py +91 -0
- eval_studio_client/api/models/v1_metric.py +89 -0
- eval_studio_client/api/models/v1_metric_average.py +101 -0
- eval_studio_client/api/models/v1_metric_meta.py +109 -0
- eval_studio_client/api/models/v1_metric_score.py +6 -1
- eval_studio_client/api/models/v1_metric_scores.py +1 -1
- eval_studio_client/api/models/v1_model_type.py +2 -1
- eval_studio_client/api/models/v1_models_comparisons.py +93 -0
- eval_studio_client/api/models/v1_models_comparisons_metrics.py +103 -0
- eval_studio_client/api/models/v1_models_overview.py +97 -0
- eval_studio_client/api/models/v1_operation.py +6 -2
- eval_studio_client/api/models/v1_operation_view.py +38 -0
- eval_studio_client/api/models/v1_retrieved_context_diff.py +101 -0
- eval_studio_client/api/models/v1_stats.py +16 -2
- eval_studio_client/api/models/v1_technical_metrics.py +96 -0
- eval_studio_client/api/models/v1_technical_metrics_detail.py +95 -0
- eval_studio_client/api/models/v1_test_case_leaderboard_item.py +91 -0
- eval_studio_client/api/models/v1_test_case_relationship_info.py +91 -0
- eval_studio_client/api/models/v1_test_case_result.py +157 -0
- eval_studio_client/api/models/v1_text_similarity_metric.py +39 -0
- eval_studio_client/api/models/v1_update_dashboard_test_case_annotation_response.py +91 -0
- eval_studio_client/api/models/v1_update_leaderboard_test_case_annotation_response.py +91 -0
- eval_studio_client/api/models/v1_workflow_node_type.py +1 -0
- eval_studio_client/api/models/v1_workflow_type.py +1 -0
- eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +6 -0
- eval_studio_client/api/test/test_dashboard_report_service_api.py +37 -0
- eval_studio_client/api/test/test_dashboard_test_case_annotation_service_api.py +43 -0
- eval_studio_client/api/test/test_leaderboard_report_service_api.py +6 -0
- eval_studio_client/api/test/test_leaderboard_service_api.py +12 -0
- eval_studio_client/api/test/test_leaderboard_test_case_annotation_service_api.py +43 -0
- eval_studio_client/api/test/test_operation_service_api.py +18 -0
- eval_studio_client/api/test/test_required_the_dashboard_test_case_annotation_to_update.py +57 -0
- eval_studio_client/api/test/test_required_the_leaderboard_test_case_annotation_to_update.py +57 -0
- eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +2 -1
- eval_studio_client/api/test/test_required_the_operation_to_finalize.py +2 -1
- eval_studio_client/api/test/test_required_the_operation_to_update.py +2 -1
- eval_studio_client/api/test/test_test_case_service_api.py +6 -0
- eval_studio_client/api/test/test_test_case_service_append_test_cases_request.py +52 -0
- eval_studio_client/api/test/test_test_service_api.py +6 -0
- eval_studio_client/api/test/test_v1_abort_operation_response.py +2 -1
- eval_studio_client/api/test/test_v1_actual_output_meta.py +61 -0
- eval_studio_client/api/test/test_v1_actual_output_meta_diff.py +66 -0
- eval_studio_client/api/test/test_v1_agent_chat_activity_diagram.py +65 -0
- eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_edge.py +53 -0
- eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_node.py +53 -0
- eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_row.py +56 -0
- eval_studio_client/api/test/test_v1_agent_chat_script_usage.py +54 -0
- eval_studio_client/api/test/test_v1_agent_chat_scripts_bar_chart.py +57 -0
- eval_studio_client/api/test/test_v1_agent_chat_tool_usage.py +54 -0
- eval_studio_client/api/test/test_v1_agent_chat_tools_bar_chart.py +57 -0
- eval_studio_client/api/test/test_v1_all_metric_scores.py +53 -0
- eval_studio_client/api/test/test_v1_append_test_cases_response.py +74 -0
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_request.py +2 -1
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_without_cache_request.py +120 -0
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_without_cache_response.py +72 -0
- eval_studio_client/api/test/test_v1_batch_delete_leaderboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_get_leaderboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_get_operations_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_import_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_mark_operation_seen_by_creator_response.py +74 -0
- eval_studio_client/api/test/test_v1_cmp_leaderboard_reports_request.py +55 -0
- eval_studio_client/api/test/test_v1_cmp_leaderboard_reports_response.py +255 -0
- eval_studio_client/api/test/test_v1_comparison_item.py +233 -0
- eval_studio_client/api/test/test_v1_comparison_metric_score.py +52 -0
- eval_studio_client/api/test/test_v1_comparison_result.py +258 -0
- eval_studio_client/api/test/test_v1_comparison_summary.py +53 -0
- eval_studio_client/api/test/test_v1_create_evaluation_request.py +2 -1
- eval_studio_client/api/test/test_v1_create_leaderboard_request.py +2 -1
- eval_studio_client/api/test/test_v1_create_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_create_leaderboard_without_cache_response.py +2 -1
- eval_studio_client/api/test/test_v1_create_test_from_test_cases_request.py +54 -0
- eval_studio_client/api/test/test_v1_create_test_from_test_cases_response.py +68 -0
- eval_studio_client/api/test/test_v1_dashboard_report.py +142 -0
- eval_studio_client/api/test/test_v1_dashboard_report_result.py +72 -0
- eval_studio_client/api/test/test_v1_dashboard_test_case_annotation.py +58 -0
- eval_studio_client/api/test/test_v1_data_fragment.py +57 -0
- eval_studio_client/api/test/test_v1_deep_compare_leaderboards_request.py +55 -0
- eval_studio_client/api/test/test_v1_deep_compare_leaderboards_response.py +255 -0
- eval_studio_client/api/test/test_v1_delete_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_diff_item.py +226 -0
- eval_studio_client/api/test/test_v1_evaluation_type.py +33 -0
- eval_studio_client/api/test/test_v1_finalize_operation_response.py +2 -1
- eval_studio_client/api/test/test_v1_flipped_metric.py +53 -0
- eval_studio_client/api/test/test_v1_generate_test_cases_response.py +2 -1
- eval_studio_client/api/test/test_v1_get_dashboard_report_response.py +143 -0
- eval_studio_client/api/test/test_v1_get_info_response.py +4 -1
- eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py +39 -2
- eval_studio_client/api/test/test_v1_get_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_get_operation_response.py +2 -1
- eval_studio_client/api/test/test_v1_get_stats_response.py +3 -1
- eval_studio_client/api/test/test_v1_human_decision.py +33 -0
- eval_studio_client/api/test/test_v1_import_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py +2 -1
- eval_studio_client/api/test/test_v1_info.py +4 -1
- eval_studio_client/api/test/test_v1_leaderboard.py +2 -1
- eval_studio_client/api/test/test_v1_leaderboard_cmp_report.py +254 -0
- eval_studio_client/api/test/test_v1_leaderboard_comparison_item.py +53 -0
- eval_studio_client/api/test/test_v1_leaderboard_info.py +57 -0
- eval_studio_client/api/test/test_v1_leaderboard_report.py +39 -2
- eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_meta.py +33 -1
- eval_studio_client/api/test/test_v1_leaderboard_report_result.py +39 -2
- eval_studio_client/api/test/test_v1_leaderboard_report_result_view.py +33 -0
- eval_studio_client/api/test/test_v1_leaderboard_test_case_annotation.py +58 -0
- eval_studio_client/api/test/test_v1_list_dashboard_test_case_annotations_response.py +61 -0
- eval_studio_client/api/test/test_v1_list_leaderboard_test_case_annotations_response.py +61 -0
- eval_studio_client/api/test/test_v1_list_leaderboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_list_most_recent_leaderboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_list_operations_response.py +4 -2
- eval_studio_client/api/test/test_v1_list_unseen_operations_response.py +75 -0
- eval_studio_client/api/test/test_v1_mark_operation_seen_by_creator_response.py +72 -0
- eval_studio_client/api/test/test_v1_metric.py +52 -0
- eval_studio_client/api/test/test_v1_metric_average.py +58 -0
- eval_studio_client/api/test/test_v1_metric_meta.py +66 -0
- eval_studio_client/api/test/test_v1_models_comparisons.py +54 -0
- eval_studio_client/api/test/test_v1_models_comparisons_metrics.py +65 -0
- eval_studio_client/api/test/test_v1_models_overview.py +60 -0
- eval_studio_client/api/test/test_v1_operation.py +2 -1
- eval_studio_client/api/test/test_v1_operation_view.py +33 -0
- eval_studio_client/api/test/test_v1_process_workflow_node_response.py +2 -1
- eval_studio_client/api/test/test_v1_retrieved_context_diff.py +66 -0
- eval_studio_client/api/test/test_v1_stats.py +3 -1
- eval_studio_client/api/test/test_v1_technical_metrics.py +62 -0
- eval_studio_client/api/test/test_v1_technical_metrics_detail.py +55 -0
- eval_studio_client/api/test/test_v1_test_case_leaderboard_item.py +53 -0
- eval_studio_client/api/test/test_v1_test_case_relationship_info.py +53 -0
- eval_studio_client/api/test/test_v1_test_case_result.py +106 -0
- eval_studio_client/api/test/test_v1_text_similarity_metric.py +33 -0
- eval_studio_client/api/test/test_v1_update_dashboard_test_case_annotation_response.py +59 -0
- eval_studio_client/api/test/test_v1_update_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_update_leaderboard_test_case_annotation_response.py +59 -0
- eval_studio_client/api/test/test_v1_update_operation_response.py +2 -1
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +2340 -210
- eval_studio_client/models.py +18 -6
- {eval_studio_client-1.2.5.dist-info → eval_studio_client-1.3.0a1.dist-info}/METADATA +2 -2
- {eval_studio_client-1.2.5.dist-info → eval_studio_client-1.3.0a1.dist-info}/RECORD +306 -111
- {eval_studio_client-1.2.5.dist-info → eval_studio_client-1.3.0a1.dist-info}/WHEEL +0 -0
|
@@ -44,7 +44,7 @@ class PerturbatorServiceApi:
|
|
|
44
44
|
@validate_call
|
|
45
45
|
def perturbator_service_get_perturbator(
|
|
46
46
|
self,
|
|
47
|
-
|
|
47
|
+
name_8: Annotated[str, Field(strict=True, description="Required. The name of the Perturbator to retrieve.")],
|
|
48
48
|
_request_timeout: Union[
|
|
49
49
|
None,
|
|
50
50
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -61,8 +61,8 @@ class PerturbatorServiceApi:
|
|
|
61
61
|
"""perturbator_service_get_perturbator
|
|
62
62
|
|
|
63
63
|
|
|
64
|
-
:param
|
|
65
|
-
:type
|
|
64
|
+
:param name_8: Required. The name of the Perturbator to retrieve. (required)
|
|
65
|
+
:type name_8: str
|
|
66
66
|
:param _request_timeout: timeout setting for this request. If one
|
|
67
67
|
number provided, it will be total request
|
|
68
68
|
timeout. It can also be a pair (tuple) of
|
|
@@ -86,7 +86,7 @@ class PerturbatorServiceApi:
|
|
|
86
86
|
""" # noqa: E501
|
|
87
87
|
|
|
88
88
|
_param = self._perturbator_service_get_perturbator_serialize(
|
|
89
|
-
|
|
89
|
+
name_8=name_8,
|
|
90
90
|
_request_auth=_request_auth,
|
|
91
91
|
_content_type=_content_type,
|
|
92
92
|
_headers=_headers,
|
|
@@ -110,7 +110,7 @@ class PerturbatorServiceApi:
|
|
|
110
110
|
@validate_call
|
|
111
111
|
def perturbator_service_get_perturbator_with_http_info(
|
|
112
112
|
self,
|
|
113
|
-
|
|
113
|
+
name_8: Annotated[str, Field(strict=True, description="Required. The name of the Perturbator to retrieve.")],
|
|
114
114
|
_request_timeout: Union[
|
|
115
115
|
None,
|
|
116
116
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -127,8 +127,8 @@ class PerturbatorServiceApi:
|
|
|
127
127
|
"""perturbator_service_get_perturbator
|
|
128
128
|
|
|
129
129
|
|
|
130
|
-
:param
|
|
131
|
-
:type
|
|
130
|
+
:param name_8: Required. The name of the Perturbator to retrieve. (required)
|
|
131
|
+
:type name_8: str
|
|
132
132
|
:param _request_timeout: timeout setting for this request. If one
|
|
133
133
|
number provided, it will be total request
|
|
134
134
|
timeout. It can also be a pair (tuple) of
|
|
@@ -152,7 +152,7 @@ class PerturbatorServiceApi:
|
|
|
152
152
|
""" # noqa: E501
|
|
153
153
|
|
|
154
154
|
_param = self._perturbator_service_get_perturbator_serialize(
|
|
155
|
-
|
|
155
|
+
name_8=name_8,
|
|
156
156
|
_request_auth=_request_auth,
|
|
157
157
|
_content_type=_content_type,
|
|
158
158
|
_headers=_headers,
|
|
@@ -176,7 +176,7 @@ class PerturbatorServiceApi:
|
|
|
176
176
|
@validate_call
|
|
177
177
|
def perturbator_service_get_perturbator_without_preload_content(
|
|
178
178
|
self,
|
|
179
|
-
|
|
179
|
+
name_8: Annotated[str, Field(strict=True, description="Required. The name of the Perturbator to retrieve.")],
|
|
180
180
|
_request_timeout: Union[
|
|
181
181
|
None,
|
|
182
182
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -193,8 +193,8 @@ class PerturbatorServiceApi:
|
|
|
193
193
|
"""perturbator_service_get_perturbator
|
|
194
194
|
|
|
195
195
|
|
|
196
|
-
:param
|
|
197
|
-
:type
|
|
196
|
+
:param name_8: Required. The name of the Perturbator to retrieve. (required)
|
|
197
|
+
:type name_8: str
|
|
198
198
|
:param _request_timeout: timeout setting for this request. If one
|
|
199
199
|
number provided, it will be total request
|
|
200
200
|
timeout. It can also be a pair (tuple) of
|
|
@@ -218,7 +218,7 @@ class PerturbatorServiceApi:
|
|
|
218
218
|
""" # noqa: E501
|
|
219
219
|
|
|
220
220
|
_param = self._perturbator_service_get_perturbator_serialize(
|
|
221
|
-
|
|
221
|
+
name_8=name_8,
|
|
222
222
|
_request_auth=_request_auth,
|
|
223
223
|
_content_type=_content_type,
|
|
224
224
|
_headers=_headers,
|
|
@@ -237,7 +237,7 @@ class PerturbatorServiceApi:
|
|
|
237
237
|
|
|
238
238
|
def _perturbator_service_get_perturbator_serialize(
|
|
239
239
|
self,
|
|
240
|
-
|
|
240
|
+
name_8,
|
|
241
241
|
_request_auth,
|
|
242
242
|
_content_type,
|
|
243
243
|
_headers,
|
|
@@ -257,8 +257,8 @@ class PerturbatorServiceApi:
|
|
|
257
257
|
_body_params: Optional[bytes] = None
|
|
258
258
|
|
|
259
259
|
# process the path parameters
|
|
260
|
-
if
|
|
261
|
-
_path_params['
|
|
260
|
+
if name_8 is not None:
|
|
261
|
+
_path_params['name_8'] = name_8
|
|
262
262
|
# process the query parameters
|
|
263
263
|
# process the header parameters
|
|
264
264
|
# process the form parameters
|
|
@@ -279,7 +279,7 @@ class PerturbatorServiceApi:
|
|
|
279
279
|
|
|
280
280
|
return self.api_client.param_serialize(
|
|
281
281
|
method='GET',
|
|
282
|
-
resource_path='/v1/{
|
|
282
|
+
resource_path='/v1/{name_8}',
|
|
283
283
|
path_params=_path_params,
|
|
284
284
|
query_params=_query_params,
|
|
285
285
|
header_params=_header_params,
|
|
@@ -309,7 +309,7 @@ class PerturbatorServiceApi:
|
|
|
309
309
|
default_h2ogpte_model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
|
|
310
310
|
default_h2ogpte_model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
|
|
311
311
|
default_h2ogpte_model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
|
|
312
|
-
default_h2ogpte_model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
|
|
312
|
+
default_h2ogpte_model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat.")] = None,
|
|
313
313
|
default_h2ogpte_model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
|
|
314
314
|
default_h2ogpte_model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
|
|
315
315
|
_request_timeout: Union[
|
|
@@ -350,7 +350,7 @@ class PerturbatorServiceApi:
|
|
|
350
350
|
:type default_h2ogpte_model_url: str
|
|
351
351
|
:param default_h2ogpte_model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
|
|
352
352
|
:type default_h2ogpte_model_api_key: str
|
|
353
|
-
:param default_h2ogpte_model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
|
|
353
|
+
:param default_h2ogpte_model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat.
|
|
354
354
|
:type default_h2ogpte_model_type: str
|
|
355
355
|
:param default_h2ogpte_model_parameters: Optional. Model specific parameters in JSON format.
|
|
356
356
|
:type default_h2ogpte_model_parameters: str
|
|
@@ -427,7 +427,7 @@ class PerturbatorServiceApi:
|
|
|
427
427
|
default_h2ogpte_model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
|
|
428
428
|
default_h2ogpte_model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
|
|
429
429
|
default_h2ogpte_model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
|
|
430
|
-
default_h2ogpte_model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
|
|
430
|
+
default_h2ogpte_model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat.")] = None,
|
|
431
431
|
default_h2ogpte_model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
|
|
432
432
|
default_h2ogpte_model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
|
|
433
433
|
_request_timeout: Union[
|
|
@@ -468,7 +468,7 @@ class PerturbatorServiceApi:
|
|
|
468
468
|
:type default_h2ogpte_model_url: str
|
|
469
469
|
:param default_h2ogpte_model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
|
|
470
470
|
:type default_h2ogpte_model_api_key: str
|
|
471
|
-
:param default_h2ogpte_model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
|
|
471
|
+
:param default_h2ogpte_model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat.
|
|
472
472
|
:type default_h2ogpte_model_type: str
|
|
473
473
|
:param default_h2ogpte_model_parameters: Optional. Model specific parameters in JSON format.
|
|
474
474
|
:type default_h2ogpte_model_parameters: str
|
|
@@ -545,7 +545,7 @@ class PerturbatorServiceApi:
|
|
|
545
545
|
default_h2ogpte_model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
|
|
546
546
|
default_h2ogpte_model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
|
|
547
547
|
default_h2ogpte_model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
|
|
548
|
-
default_h2ogpte_model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
|
|
548
|
+
default_h2ogpte_model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat.")] = None,
|
|
549
549
|
default_h2ogpte_model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
|
|
550
550
|
default_h2ogpte_model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
|
|
551
551
|
_request_timeout: Union[
|
|
@@ -586,7 +586,7 @@ class PerturbatorServiceApi:
|
|
|
586
586
|
:type default_h2ogpte_model_url: str
|
|
587
587
|
:param default_h2ogpte_model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
|
|
588
588
|
:type default_h2ogpte_model_api_key: str
|
|
589
|
-
:param default_h2ogpte_model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
|
|
589
|
+
:param default_h2ogpte_model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat.
|
|
590
590
|
:type default_h2ogpte_model_type: str
|
|
591
591
|
:param default_h2ogpte_model_parameters: Optional. Model specific parameters in JSON format.
|
|
592
592
|
:type default_h2ogpte_model_parameters: str
|
|
@@ -20,7 +20,9 @@ from pydantic import Field, StrictStr, field_validator
|
|
|
20
20
|
from typing import List, Optional
|
|
21
21
|
from typing_extensions import Annotated
|
|
22
22
|
from eval_studio_client.api.models.required_the_test_case_to_update import RequiredTheTestCaseToUpdate
|
|
23
|
+
from eval_studio_client.api.models.test_case_service_append_test_cases_request import TestCaseServiceAppendTestCasesRequest
|
|
23
24
|
from eval_studio_client.api.models.test_case_service_batch_delete_test_cases_request import TestCaseServiceBatchDeleteTestCasesRequest
|
|
25
|
+
from eval_studio_client.api.models.v1_append_test_cases_response import V1AppendTestCasesResponse
|
|
24
26
|
from eval_studio_client.api.models.v1_batch_delete_test_cases_response import V1BatchDeleteTestCasesResponse
|
|
25
27
|
from eval_studio_client.api.models.v1_create_test_case_response import V1CreateTestCaseResponse
|
|
26
28
|
from eval_studio_client.api.models.v1_delete_test_case_response import V1DeleteTestCaseResponse
|
|
@@ -48,6 +50,288 @@ class TestCaseServiceApi:
|
|
|
48
50
|
self.api_client = api_client
|
|
49
51
|
|
|
50
52
|
|
|
53
|
+
@validate_call
|
|
54
|
+
def test_case_service_append_test_cases(
|
|
55
|
+
self,
|
|
56
|
+
parent: Annotated[str, Field(strict=True, description="Required. The parent Test where the TestCases will be imported. Format: tests/<UUID>")],
|
|
57
|
+
body: TestCaseServiceAppendTestCasesRequest,
|
|
58
|
+
_request_timeout: Union[
|
|
59
|
+
None,
|
|
60
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
61
|
+
Tuple[
|
|
62
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
63
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
64
|
+
]
|
|
65
|
+
] = None,
|
|
66
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
67
|
+
_content_type: Optional[StrictStr] = None,
|
|
68
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
69
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
70
|
+
) -> V1AppendTestCasesResponse:
|
|
71
|
+
"""test_case_service_append_test_cases
|
|
72
|
+
|
|
73
|
+
|
|
74
|
+
:param parent: Required. The parent Test where the TestCases will be imported. Format: tests/<UUID> (required)
|
|
75
|
+
:type parent: str
|
|
76
|
+
:param body: (required)
|
|
77
|
+
:type body: TestCaseServiceAppendTestCasesRequest
|
|
78
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
79
|
+
number provided, it will be total request
|
|
80
|
+
timeout. It can also be a pair (tuple) of
|
|
81
|
+
(connection, read) timeouts.
|
|
82
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
83
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
84
|
+
request; this effectively ignores the
|
|
85
|
+
authentication in the spec for a single request.
|
|
86
|
+
:type _request_auth: dict, optional
|
|
87
|
+
:param _content_type: force content-type for the request.
|
|
88
|
+
:type _content_type: str, Optional
|
|
89
|
+
:param _headers: set to override the headers for a single
|
|
90
|
+
request; this effectively ignores the headers
|
|
91
|
+
in the spec for a single request.
|
|
92
|
+
:type _headers: dict, optional
|
|
93
|
+
:param _host_index: set to override the host_index for a single
|
|
94
|
+
request; this effectively ignores the host_index
|
|
95
|
+
in the spec for a single request.
|
|
96
|
+
:type _host_index: int, optional
|
|
97
|
+
:return: Returns the result object.
|
|
98
|
+
""" # noqa: E501
|
|
99
|
+
|
|
100
|
+
_param = self._test_case_service_append_test_cases_serialize(
|
|
101
|
+
parent=parent,
|
|
102
|
+
body=body,
|
|
103
|
+
_request_auth=_request_auth,
|
|
104
|
+
_content_type=_content_type,
|
|
105
|
+
_headers=_headers,
|
|
106
|
+
_host_index=_host_index
|
|
107
|
+
)
|
|
108
|
+
|
|
109
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
110
|
+
'200': "V1AppendTestCasesResponse",
|
|
111
|
+
}
|
|
112
|
+
response_data = self.api_client.call_api(
|
|
113
|
+
*_param,
|
|
114
|
+
_request_timeout=_request_timeout
|
|
115
|
+
)
|
|
116
|
+
response_data.read()
|
|
117
|
+
return self.api_client.response_deserialize(
|
|
118
|
+
response_data=response_data,
|
|
119
|
+
response_types_map=_response_types_map,
|
|
120
|
+
).data
|
|
121
|
+
|
|
122
|
+
|
|
123
|
+
@validate_call
|
|
124
|
+
def test_case_service_append_test_cases_with_http_info(
|
|
125
|
+
self,
|
|
126
|
+
parent: Annotated[str, Field(strict=True, description="Required. The parent Test where the TestCases will be imported. Format: tests/<UUID>")],
|
|
127
|
+
body: TestCaseServiceAppendTestCasesRequest,
|
|
128
|
+
_request_timeout: Union[
|
|
129
|
+
None,
|
|
130
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
131
|
+
Tuple[
|
|
132
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
133
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
134
|
+
]
|
|
135
|
+
] = None,
|
|
136
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
137
|
+
_content_type: Optional[StrictStr] = None,
|
|
138
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
139
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
140
|
+
) -> ApiResponse[V1AppendTestCasesResponse]:
|
|
141
|
+
"""test_case_service_append_test_cases
|
|
142
|
+
|
|
143
|
+
|
|
144
|
+
:param parent: Required. The parent Test where the TestCases will be imported. Format: tests/<UUID> (required)
|
|
145
|
+
:type parent: str
|
|
146
|
+
:param body: (required)
|
|
147
|
+
:type body: TestCaseServiceAppendTestCasesRequest
|
|
148
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
149
|
+
number provided, it will be total request
|
|
150
|
+
timeout. It can also be a pair (tuple) of
|
|
151
|
+
(connection, read) timeouts.
|
|
152
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
153
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
154
|
+
request; this effectively ignores the
|
|
155
|
+
authentication in the spec for a single request.
|
|
156
|
+
:type _request_auth: dict, optional
|
|
157
|
+
:param _content_type: force content-type for the request.
|
|
158
|
+
:type _content_type: str, Optional
|
|
159
|
+
:param _headers: set to override the headers for a single
|
|
160
|
+
request; this effectively ignores the headers
|
|
161
|
+
in the spec for a single request.
|
|
162
|
+
:type _headers: dict, optional
|
|
163
|
+
:param _host_index: set to override the host_index for a single
|
|
164
|
+
request; this effectively ignores the host_index
|
|
165
|
+
in the spec for a single request.
|
|
166
|
+
:type _host_index: int, optional
|
|
167
|
+
:return: Returns the result object.
|
|
168
|
+
""" # noqa: E501
|
|
169
|
+
|
|
170
|
+
_param = self._test_case_service_append_test_cases_serialize(
|
|
171
|
+
parent=parent,
|
|
172
|
+
body=body,
|
|
173
|
+
_request_auth=_request_auth,
|
|
174
|
+
_content_type=_content_type,
|
|
175
|
+
_headers=_headers,
|
|
176
|
+
_host_index=_host_index
|
|
177
|
+
)
|
|
178
|
+
|
|
179
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
180
|
+
'200': "V1AppendTestCasesResponse",
|
|
181
|
+
}
|
|
182
|
+
response_data = self.api_client.call_api(
|
|
183
|
+
*_param,
|
|
184
|
+
_request_timeout=_request_timeout
|
|
185
|
+
)
|
|
186
|
+
response_data.read()
|
|
187
|
+
return self.api_client.response_deserialize(
|
|
188
|
+
response_data=response_data,
|
|
189
|
+
response_types_map=_response_types_map,
|
|
190
|
+
)
|
|
191
|
+
|
|
192
|
+
|
|
193
|
+
@validate_call
|
|
194
|
+
def test_case_service_append_test_cases_without_preload_content(
|
|
195
|
+
self,
|
|
196
|
+
parent: Annotated[str, Field(strict=True, description="Required. The parent Test where the TestCases will be imported. Format: tests/<UUID>")],
|
|
197
|
+
body: TestCaseServiceAppendTestCasesRequest,
|
|
198
|
+
_request_timeout: Union[
|
|
199
|
+
None,
|
|
200
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
201
|
+
Tuple[
|
|
202
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
203
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
204
|
+
]
|
|
205
|
+
] = None,
|
|
206
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
207
|
+
_content_type: Optional[StrictStr] = None,
|
|
208
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
209
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
210
|
+
) -> RESTResponseType:
|
|
211
|
+
"""test_case_service_append_test_cases
|
|
212
|
+
|
|
213
|
+
|
|
214
|
+
:param parent: Required. The parent Test where the TestCases will be imported. Format: tests/<UUID> (required)
|
|
215
|
+
:type parent: str
|
|
216
|
+
:param body: (required)
|
|
217
|
+
:type body: TestCaseServiceAppendTestCasesRequest
|
|
218
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
219
|
+
number provided, it will be total request
|
|
220
|
+
timeout. It can also be a pair (tuple) of
|
|
221
|
+
(connection, read) timeouts.
|
|
222
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
223
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
224
|
+
request; this effectively ignores the
|
|
225
|
+
authentication in the spec for a single request.
|
|
226
|
+
:type _request_auth: dict, optional
|
|
227
|
+
:param _content_type: force content-type for the request.
|
|
228
|
+
:type _content_type: str, Optional
|
|
229
|
+
:param _headers: set to override the headers for a single
|
|
230
|
+
request; this effectively ignores the headers
|
|
231
|
+
in the spec for a single request.
|
|
232
|
+
:type _headers: dict, optional
|
|
233
|
+
:param _host_index: set to override the host_index for a single
|
|
234
|
+
request; this effectively ignores the host_index
|
|
235
|
+
in the spec for a single request.
|
|
236
|
+
:type _host_index: int, optional
|
|
237
|
+
:return: Returns the result object.
|
|
238
|
+
""" # noqa: E501
|
|
239
|
+
|
|
240
|
+
_param = self._test_case_service_append_test_cases_serialize(
|
|
241
|
+
parent=parent,
|
|
242
|
+
body=body,
|
|
243
|
+
_request_auth=_request_auth,
|
|
244
|
+
_content_type=_content_type,
|
|
245
|
+
_headers=_headers,
|
|
246
|
+
_host_index=_host_index
|
|
247
|
+
)
|
|
248
|
+
|
|
249
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
250
|
+
'200': "V1AppendTestCasesResponse",
|
|
251
|
+
}
|
|
252
|
+
response_data = self.api_client.call_api(
|
|
253
|
+
*_param,
|
|
254
|
+
_request_timeout=_request_timeout
|
|
255
|
+
)
|
|
256
|
+
return response_data.response
|
|
257
|
+
|
|
258
|
+
|
|
259
|
+
def _test_case_service_append_test_cases_serialize(
|
|
260
|
+
self,
|
|
261
|
+
parent,
|
|
262
|
+
body,
|
|
263
|
+
_request_auth,
|
|
264
|
+
_content_type,
|
|
265
|
+
_headers,
|
|
266
|
+
_host_index,
|
|
267
|
+
) -> RequestSerialized:
|
|
268
|
+
|
|
269
|
+
_host = None
|
|
270
|
+
|
|
271
|
+
_collection_formats: Dict[str, str] = {
|
|
272
|
+
}
|
|
273
|
+
|
|
274
|
+
_path_params: Dict[str, str] = {}
|
|
275
|
+
_query_params: List[Tuple[str, str]] = []
|
|
276
|
+
_header_params: Dict[str, Optional[str]] = _headers or {}
|
|
277
|
+
_form_params: List[Tuple[str, str]] = []
|
|
278
|
+
_files: Dict[str, Union[str, bytes]] = {}
|
|
279
|
+
_body_params: Optional[bytes] = None
|
|
280
|
+
|
|
281
|
+
# process the path parameters
|
|
282
|
+
if parent is not None:
|
|
283
|
+
_path_params['parent'] = parent
|
|
284
|
+
# process the query parameters
|
|
285
|
+
# process the header parameters
|
|
286
|
+
# process the form parameters
|
|
287
|
+
# process the body parameter
|
|
288
|
+
if body is not None:
|
|
289
|
+
_body_params = body
|
|
290
|
+
|
|
291
|
+
|
|
292
|
+
# set the HTTP header `Accept`
|
|
293
|
+
_header_params['Accept'] = self.api_client.select_header_accept(
|
|
294
|
+
[
|
|
295
|
+
'application/json'
|
|
296
|
+
]
|
|
297
|
+
)
|
|
298
|
+
|
|
299
|
+
# set the HTTP header `Content-Type`
|
|
300
|
+
if _content_type:
|
|
301
|
+
_header_params['Content-Type'] = _content_type
|
|
302
|
+
else:
|
|
303
|
+
_default_content_type = (
|
|
304
|
+
self.api_client.select_header_content_type(
|
|
305
|
+
[
|
|
306
|
+
'application/json'
|
|
307
|
+
]
|
|
308
|
+
)
|
|
309
|
+
)
|
|
310
|
+
if _default_content_type is not None:
|
|
311
|
+
_header_params['Content-Type'] = _default_content_type
|
|
312
|
+
|
|
313
|
+
# authentication setting
|
|
314
|
+
_auth_settings: List[str] = [
|
|
315
|
+
]
|
|
316
|
+
|
|
317
|
+
return self.api_client.param_serialize(
|
|
318
|
+
method='POST',
|
|
319
|
+
resource_path='/v1/{parent}/testCases:append',
|
|
320
|
+
path_params=_path_params,
|
|
321
|
+
query_params=_query_params,
|
|
322
|
+
header_params=_header_params,
|
|
323
|
+
body=_body_params,
|
|
324
|
+
post_params=_form_params,
|
|
325
|
+
files=_files,
|
|
326
|
+
auth_settings=_auth_settings,
|
|
327
|
+
collection_formats=_collection_formats,
|
|
328
|
+
_host=_host,
|
|
329
|
+
_request_auth=_request_auth
|
|
330
|
+
)
|
|
331
|
+
|
|
332
|
+
|
|
333
|
+
|
|
334
|
+
|
|
51
335
|
@validate_call
|
|
52
336
|
def test_case_service_batch_delete_test_cases(
|
|
53
337
|
self,
|
|
@@ -1126,7 +1410,7 @@ class TestCaseServiceApi:
|
|
|
1126
1410
|
@validate_call
|
|
1127
1411
|
def test_case_service_get_test_case(
|
|
1128
1412
|
self,
|
|
1129
|
-
|
|
1413
|
+
name_9: Annotated[str, Field(strict=True, description="The name of the TestCase to retrieve. Format: tests/<UUID>/testCases/<UUID>")],
|
|
1130
1414
|
_request_timeout: Union[
|
|
1131
1415
|
None,
|
|
1132
1416
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -1143,8 +1427,8 @@ class TestCaseServiceApi:
|
|
|
1143
1427
|
"""test_case_service_get_test_case
|
|
1144
1428
|
|
|
1145
1429
|
|
|
1146
|
-
:param
|
|
1147
|
-
:type
|
|
1430
|
+
:param name_9: The name of the TestCase to retrieve. Format: tests/<UUID>/testCases/<UUID> (required)
|
|
1431
|
+
:type name_9: str
|
|
1148
1432
|
:param _request_timeout: timeout setting for this request. If one
|
|
1149
1433
|
number provided, it will be total request
|
|
1150
1434
|
timeout. It can also be a pair (tuple) of
|
|
@@ -1168,7 +1452,7 @@ class TestCaseServiceApi:
|
|
|
1168
1452
|
""" # noqa: E501
|
|
1169
1453
|
|
|
1170
1454
|
_param = self._test_case_service_get_test_case_serialize(
|
|
1171
|
-
|
|
1455
|
+
name_9=name_9,
|
|
1172
1456
|
_request_auth=_request_auth,
|
|
1173
1457
|
_content_type=_content_type,
|
|
1174
1458
|
_headers=_headers,
|
|
@@ -1192,7 +1476,7 @@ class TestCaseServiceApi:
|
|
|
1192
1476
|
@validate_call
|
|
1193
1477
|
def test_case_service_get_test_case_with_http_info(
|
|
1194
1478
|
self,
|
|
1195
|
-
|
|
1479
|
+
name_9: Annotated[str, Field(strict=True, description="The name of the TestCase to retrieve. Format: tests/<UUID>/testCases/<UUID>")],
|
|
1196
1480
|
_request_timeout: Union[
|
|
1197
1481
|
None,
|
|
1198
1482
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -1209,8 +1493,8 @@ class TestCaseServiceApi:
|
|
|
1209
1493
|
"""test_case_service_get_test_case
|
|
1210
1494
|
|
|
1211
1495
|
|
|
1212
|
-
:param
|
|
1213
|
-
:type
|
|
1496
|
+
:param name_9: The name of the TestCase to retrieve. Format: tests/<UUID>/testCases/<UUID> (required)
|
|
1497
|
+
:type name_9: str
|
|
1214
1498
|
:param _request_timeout: timeout setting for this request. If one
|
|
1215
1499
|
number provided, it will be total request
|
|
1216
1500
|
timeout. It can also be a pair (tuple) of
|
|
@@ -1234,7 +1518,7 @@ class TestCaseServiceApi:
|
|
|
1234
1518
|
""" # noqa: E501
|
|
1235
1519
|
|
|
1236
1520
|
_param = self._test_case_service_get_test_case_serialize(
|
|
1237
|
-
|
|
1521
|
+
name_9=name_9,
|
|
1238
1522
|
_request_auth=_request_auth,
|
|
1239
1523
|
_content_type=_content_type,
|
|
1240
1524
|
_headers=_headers,
|
|
@@ -1258,7 +1542,7 @@ class TestCaseServiceApi:
|
|
|
1258
1542
|
@validate_call
|
|
1259
1543
|
def test_case_service_get_test_case_without_preload_content(
|
|
1260
1544
|
self,
|
|
1261
|
-
|
|
1545
|
+
name_9: Annotated[str, Field(strict=True, description="The name of the TestCase to retrieve. Format: tests/<UUID>/testCases/<UUID>")],
|
|
1262
1546
|
_request_timeout: Union[
|
|
1263
1547
|
None,
|
|
1264
1548
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -1275,8 +1559,8 @@ class TestCaseServiceApi:
|
|
|
1275
1559
|
"""test_case_service_get_test_case
|
|
1276
1560
|
|
|
1277
1561
|
|
|
1278
|
-
:param
|
|
1279
|
-
:type
|
|
1562
|
+
:param name_9: The name of the TestCase to retrieve. Format: tests/<UUID>/testCases/<UUID> (required)
|
|
1563
|
+
:type name_9: str
|
|
1280
1564
|
:param _request_timeout: timeout setting for this request. If one
|
|
1281
1565
|
number provided, it will be total request
|
|
1282
1566
|
timeout. It can also be a pair (tuple) of
|
|
@@ -1300,7 +1584,7 @@ class TestCaseServiceApi:
|
|
|
1300
1584
|
""" # noqa: E501
|
|
1301
1585
|
|
|
1302
1586
|
_param = self._test_case_service_get_test_case_serialize(
|
|
1303
|
-
|
|
1587
|
+
name_9=name_9,
|
|
1304
1588
|
_request_auth=_request_auth,
|
|
1305
1589
|
_content_type=_content_type,
|
|
1306
1590
|
_headers=_headers,
|
|
@@ -1319,7 +1603,7 @@ class TestCaseServiceApi:
|
|
|
1319
1603
|
|
|
1320
1604
|
def _test_case_service_get_test_case_serialize(
|
|
1321
1605
|
self,
|
|
1322
|
-
|
|
1606
|
+
name_9,
|
|
1323
1607
|
_request_auth,
|
|
1324
1608
|
_content_type,
|
|
1325
1609
|
_headers,
|
|
@@ -1339,8 +1623,8 @@ class TestCaseServiceApi:
|
|
|
1339
1623
|
_body_params: Optional[bytes] = None
|
|
1340
1624
|
|
|
1341
1625
|
# process the path parameters
|
|
1342
|
-
if
|
|
1343
|
-
_path_params['
|
|
1626
|
+
if name_9 is not None:
|
|
1627
|
+
_path_params['name_9'] = name_9
|
|
1344
1628
|
# process the query parameters
|
|
1345
1629
|
# process the header parameters
|
|
1346
1630
|
# process the form parameters
|
|
@@ -1361,7 +1645,7 @@ class TestCaseServiceApi:
|
|
|
1361
1645
|
|
|
1362
1646
|
return self.api_client.param_serialize(
|
|
1363
1647
|
method='GET',
|
|
1364
|
-
resource_path='/v1/{
|
|
1648
|
+
resource_path='/v1/{name_9}',
|
|
1365
1649
|
path_params=_path_params,
|
|
1366
1650
|
query_params=_query_params,
|
|
1367
1651
|
header_params=_header_params,
|