eval-studio-client 1.2.4a2__py3-none-any.whl → 1.3.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/api/__init__.py +65 -0
- eval_studio_client/api/api/__init__.py +3 -0
- eval_studio_client/api/api/dashboard_report_service_api.py +292 -0
- eval_studio_client/api/api/dashboard_service_api.py +16 -16
- eval_studio_client/api/api/dashboard_test_case_annotation_service_api.py +611 -0
- eval_studio_client/api/api/document_service_api.py +16 -16
- eval_studio_client/api/api/evaluation_service_api.py +12 -12
- eval_studio_client/api/api/evaluator_service_api.py +16 -16
- eval_studio_client/api/api/leaderboard_report_service_api.py +304 -17
- eval_studio_client/api/api/leaderboard_service_api.py +554 -16
- eval_studio_client/api/api/leaderboard_test_case_annotation_service_api.py +611 -0
- eval_studio_client/api/api/model_service_api.py +16 -16
- eval_studio_client/api/api/operation_service_api.py +821 -17
- eval_studio_client/api/api/perturbator_service_api.py +22 -22
- eval_studio_client/api/api/test_case_service_api.py +300 -16
- eval_studio_client/api/api/test_class_service_api.py +16 -16
- eval_studio_client/api/api/test_service_api.py +285 -16
- eval_studio_client/api/api/workflow_node_service_api.py +16 -16
- eval_studio_client/api/api/workflow_service_api.py +16 -16
- eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md +2 -1
- eval_studio_client/api/docs/DashboardReportServiceApi.md +75 -0
- eval_studio_client/api/docs/DashboardServiceApi.md +5 -5
- eval_studio_client/api/docs/DashboardTestCaseAnnotationServiceApi.md +149 -0
- eval_studio_client/api/docs/DocumentServiceApi.md +5 -5
- eval_studio_client/api/docs/EvaluationServiceApi.md +4 -4
- eval_studio_client/api/docs/EvaluatorServiceApi.md +5 -5
- eval_studio_client/api/docs/LeaderboardReportServiceApi.md +75 -5
- eval_studio_client/api/docs/LeaderboardServiceApi.md +141 -5
- eval_studio_client/api/docs/LeaderboardTestCaseAnnotationServiceApi.md +149 -0
- eval_studio_client/api/docs/ModelServiceApi.md +5 -5
- eval_studio_client/api/docs/OperationServiceApi.md +215 -8
- eval_studio_client/api/docs/PerturbatorServiceApi.md +7 -7
- eval_studio_client/api/docs/RequiredTheDashboardTestCaseAnnotationToUpdate.md +35 -0
- eval_studio_client/api/docs/RequiredTheLeaderboardTestCaseAnnotationToUpdate.md +35 -0
- eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +1 -0
- eval_studio_client/api/docs/RequiredTheOperationToFinalize.md +1 -0
- eval_studio_client/api/docs/RequiredTheOperationToUpdate.md +1 -0
- eval_studio_client/api/docs/TestCaseServiceApi.md +75 -5
- eval_studio_client/api/docs/TestCaseServiceAppendTestCasesRequest.md +30 -0
- eval_studio_client/api/docs/TestClassServiceApi.md +5 -5
- eval_studio_client/api/docs/TestServiceApi.md +73 -5
- eval_studio_client/api/docs/V1ActualOutputMeta.md +30 -0
- eval_studio_client/api/docs/V1ActualOutputMetaDiff.md +36 -0
- eval_studio_client/api/docs/V1AgentChatActivityDiagram.md +31 -0
- eval_studio_client/api/docs/V1AgentChatActivityDiagramEdge.md +32 -0
- eval_studio_client/api/docs/V1AgentChatActivityDiagramNode.md +32 -0
- eval_studio_client/api/docs/V1AgentChatActivityDiagramRow.md +30 -0
- eval_studio_client/api/docs/V1AgentChatScriptUsage.md +33 -0
- eval_studio_client/api/docs/V1AgentChatScriptsBarChart.md +30 -0
- eval_studio_client/api/docs/V1AgentChatToolUsage.md +33 -0
- eval_studio_client/api/docs/V1AgentChatToolsBarChart.md +30 -0
- eval_studio_client/api/docs/V1AllMetricScores.md +29 -0
- eval_studio_client/api/docs/V1AppendTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchCreateLeaderboardsWithoutCacheRequest.md +31 -0
- eval_studio_client/api/docs/V1BatchCreateLeaderboardsWithoutCacheResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchMarkOperationSeenByCreatorResponse.md +29 -0
- eval_studio_client/api/docs/V1CmpLeaderboardReportsRequest.md +33 -0
- eval_studio_client/api/docs/V1CmpLeaderboardReportsResponse.md +29 -0
- eval_studio_client/api/docs/V1ComparisonItem.md +36 -0
- eval_studio_client/api/docs/V1ComparisonMetricScore.md +30 -0
- eval_studio_client/api/docs/V1ComparisonResult.md +31 -0
- eval_studio_client/api/docs/V1ComparisonSummary.md +31 -0
- eval_studio_client/api/docs/V1CreateEvaluationRequest.md +1 -0
- eval_studio_client/api/docs/V1CreateTestFromTestCasesRequest.md +32 -0
- eval_studio_client/api/docs/V1CreateTestFromTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1DashboardReport.md +31 -0
- eval_studio_client/api/docs/V1DashboardReportResult.md +39 -0
- eval_studio_client/api/docs/V1DashboardTestCaseAnnotation.md +36 -0
- eval_studio_client/api/docs/V1DataFragment.md +31 -0
- eval_studio_client/api/docs/V1DeepCompareLeaderboardsRequest.md +33 -0
- eval_studio_client/api/docs/V1DeepCompareLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1DiffItem.md +36 -0
- eval_studio_client/api/docs/V1EvaluationType.md +12 -0
- eval_studio_client/api/docs/V1FlippedMetric.md +31 -0
- eval_studio_client/api/docs/V1GetDashboardReportResponse.md +29 -0
- eval_studio_client/api/docs/V1HumanDecision.md +12 -0
- eval_studio_client/api/docs/V1Info.md +1 -0
- eval_studio_client/api/docs/V1Leaderboard.md +1 -0
- eval_studio_client/api/docs/V1LeaderboardCmpReport.md +30 -0
- eval_studio_client/api/docs/V1LeaderboardComparisonItem.md +31 -0
- eval_studio_client/api/docs/V1LeaderboardInfo.md +30 -0
- eval_studio_client/api/docs/V1LeaderboardReportActualOutputMeta.md +6 -3
- eval_studio_client/api/docs/V1LeaderboardReportResult.md +11 -8
- eval_studio_client/api/docs/V1LeaderboardReportResultView.md +12 -0
- eval_studio_client/api/docs/V1LeaderboardTestCaseAnnotation.md +36 -0
- eval_studio_client/api/docs/V1ListDashboardTestCaseAnnotationsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListLeaderboardTestCaseAnnotationsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListOperationsResponse.md +1 -0
- eval_studio_client/api/docs/V1ListUnseenOperationsResponse.md +30 -0
- eval_studio_client/api/docs/V1MarkOperationSeenByCreatorResponse.md +29 -0
- eval_studio_client/api/docs/V1Metric.md +30 -0
- eval_studio_client/api/docs/V1MetricAverage.md +36 -0
- eval_studio_client/api/docs/V1MetricMeta.md +40 -0
- eval_studio_client/api/docs/V1MetricScore.md +1 -1
- eval_studio_client/api/docs/V1MetricScores.md +1 -1
- eval_studio_client/api/docs/V1ModelType.md +1 -1
- eval_studio_client/api/docs/V1ModelsComparisons.md +32 -0
- eval_studio_client/api/docs/V1ModelsComparisonsMetrics.md +33 -0
- eval_studio_client/api/docs/V1ModelsOverview.md +34 -0
- eval_studio_client/api/docs/V1Operation.md +1 -0
- eval_studio_client/api/docs/V1OperationView.md +12 -0
- eval_studio_client/api/docs/V1RetrievedContextDiff.md +36 -0
- eval_studio_client/api/docs/V1Stats.md +2 -0
- eval_studio_client/api/docs/V1TechnicalMetrics.md +30 -0
- eval_studio_client/api/docs/V1TechnicalMetricsDetail.md +33 -0
- eval_studio_client/api/docs/V1TestCaseLeaderboardItem.md +31 -0
- eval_studio_client/api/docs/V1TestCaseRelationshipInfo.md +31 -0
- eval_studio_client/api/docs/V1TestCaseResult.md +48 -0
- eval_studio_client/api/docs/V1TextSimilarityMetric.md +12 -0
- eval_studio_client/api/docs/V1UpdateDashboardTestCaseAnnotationResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateLeaderboardTestCaseAnnotationResponse.md +29 -0
- eval_studio_client/api/docs/WorkflowNodeServiceApi.md +5 -5
- eval_studio_client/api/docs/WorkflowServiceApi.md +5 -5
- eval_studio_client/api/models/__init__.py +62 -0
- eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +17 -2
- eval_studio_client/api/models/required_the_dashboard_test_case_annotation_to_update.py +108 -0
- eval_studio_client/api/models/required_the_leaderboard_test_case_annotation_to_update.py +108 -0
- eval_studio_client/api/models/required_the_leaderboard_to_update.py +5 -2
- eval_studio_client/api/models/required_the_operation_to_finalize.py +6 -2
- eval_studio_client/api/models/required_the_operation_to_update.py +6 -2
- eval_studio_client/api/models/test_case_service_append_test_cases_request.py +89 -0
- eval_studio_client/api/models/v1_actual_output_meta.py +97 -0
- eval_studio_client/api/models/v1_actual_output_meta_diff.py +101 -0
- eval_studio_client/api/models/v1_agent_chat_activity_diagram.py +109 -0
- eval_studio_client/api/models/v1_agent_chat_activity_diagram_edge.py +97 -0
- eval_studio_client/api/models/v1_agent_chat_activity_diagram_node.py +97 -0
- eval_studio_client/api/models/v1_agent_chat_activity_diagram_row.py +97 -0
- eval_studio_client/api/models/v1_agent_chat_script_usage.py +101 -0
- eval_studio_client/api/models/v1_agent_chat_scripts_bar_chart.py +102 -0
- eval_studio_client/api/models/v1_agent_chat_tool_usage.py +101 -0
- eval_studio_client/api/models/v1_agent_chat_tools_bar_chart.py +102 -0
- eval_studio_client/api/models/v1_all_metric_scores.py +87 -0
- eval_studio_client/api/models/v1_append_test_cases_response.py +95 -0
- eval_studio_client/api/models/v1_batch_create_leaderboards_without_cache_request.py +99 -0
- eval_studio_client/api/models/v1_batch_create_leaderboards_without_cache_response.py +91 -0
- eval_studio_client/api/models/v1_batch_mark_operation_seen_by_creator_response.py +95 -0
- eval_studio_client/api/models/v1_cmp_leaderboard_reports_request.py +96 -0
- eval_studio_client/api/models/v1_cmp_leaderboard_reports_response.py +91 -0
- eval_studio_client/api/models/v1_comparison_item.py +130 -0
- eval_studio_client/api/models/v1_comparison_metric_score.py +89 -0
- eval_studio_client/api/models/v1_comparison_result.py +120 -0
- eval_studio_client/api/models/v1_comparison_summary.py +91 -0
- eval_studio_client/api/models/v1_create_evaluation_request.py +5 -2
- eval_studio_client/api/models/v1_create_test_from_test_cases_request.py +93 -0
- eval_studio_client/api/models/v1_create_test_from_test_cases_response.py +91 -0
- eval_studio_client/api/models/v1_dashboard_report.py +109 -0
- eval_studio_client/api/models/v1_dashboard_report_result.py +139 -0
- eval_studio_client/api/models/v1_dashboard_test_case_annotation.py +112 -0
- eval_studio_client/api/models/v1_data_fragment.py +91 -0
- eval_studio_client/api/models/v1_deep_compare_leaderboards_request.py +96 -0
- eval_studio_client/api/models/v1_deep_compare_leaderboards_response.py +91 -0
- eval_studio_client/api/models/v1_diff_item.py +137 -0
- eval_studio_client/api/models/v1_evaluation_type.py +39 -0
- eval_studio_client/api/models/v1_flipped_metric.py +91 -0
- eval_studio_client/api/models/v1_get_dashboard_report_response.py +91 -0
- eval_studio_client/api/models/v1_human_decision.py +38 -0
- eval_studio_client/api/models/v1_info.py +4 -2
- eval_studio_client/api/models/v1_leaderboard.py +5 -2
- eval_studio_client/api/models/v1_leaderboard_cmp_report.py +93 -0
- eval_studio_client/api/models/v1_leaderboard_comparison_item.py +91 -0
- eval_studio_client/api/models/v1_leaderboard_info.py +97 -0
- eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py +23 -9
- eval_studio_client/api/models/v1_leaderboard_report_result.py +21 -10
- eval_studio_client/api/models/v1_leaderboard_report_result_view.py +38 -0
- eval_studio_client/api/models/v1_leaderboard_test_case_annotation.py +112 -0
- eval_studio_client/api/models/v1_list_dashboard_test_case_annotations_response.py +95 -0
- eval_studio_client/api/models/v1_list_leaderboard_test_case_annotations_response.py +95 -0
- eval_studio_client/api/models/v1_list_operations_response.py +5 -3
- eval_studio_client/api/models/v1_list_unseen_operations_response.py +97 -0
- eval_studio_client/api/models/v1_mark_operation_seen_by_creator_response.py +91 -0
- eval_studio_client/api/models/v1_metric.py +89 -0
- eval_studio_client/api/models/v1_metric_average.py +101 -0
- eval_studio_client/api/models/v1_metric_meta.py +109 -0
- eval_studio_client/api/models/v1_metric_score.py +6 -1
- eval_studio_client/api/models/v1_metric_scores.py +1 -1
- eval_studio_client/api/models/v1_model_type.py +2 -1
- eval_studio_client/api/models/v1_models_comparisons.py +93 -0
- eval_studio_client/api/models/v1_models_comparisons_metrics.py +103 -0
- eval_studio_client/api/models/v1_models_overview.py +97 -0
- eval_studio_client/api/models/v1_operation.py +6 -2
- eval_studio_client/api/models/v1_operation_view.py +38 -0
- eval_studio_client/api/models/v1_retrieved_context_diff.py +101 -0
- eval_studio_client/api/models/v1_stats.py +16 -2
- eval_studio_client/api/models/v1_technical_metrics.py +96 -0
- eval_studio_client/api/models/v1_technical_metrics_detail.py +95 -0
- eval_studio_client/api/models/v1_test_case_leaderboard_item.py +91 -0
- eval_studio_client/api/models/v1_test_case_relationship_info.py +91 -0
- eval_studio_client/api/models/v1_test_case_result.py +157 -0
- eval_studio_client/api/models/v1_text_similarity_metric.py +39 -0
- eval_studio_client/api/models/v1_update_dashboard_test_case_annotation_response.py +91 -0
- eval_studio_client/api/models/v1_update_leaderboard_test_case_annotation_response.py +91 -0
- eval_studio_client/api/models/v1_workflow_node_type.py +1 -0
- eval_studio_client/api/models/v1_workflow_type.py +1 -0
- eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +6 -0
- eval_studio_client/api/test/test_dashboard_report_service_api.py +37 -0
- eval_studio_client/api/test/test_dashboard_test_case_annotation_service_api.py +43 -0
- eval_studio_client/api/test/test_leaderboard_report_service_api.py +6 -0
- eval_studio_client/api/test/test_leaderboard_service_api.py +12 -0
- eval_studio_client/api/test/test_leaderboard_test_case_annotation_service_api.py +43 -0
- eval_studio_client/api/test/test_operation_service_api.py +18 -0
- eval_studio_client/api/test/test_required_the_dashboard_test_case_annotation_to_update.py +57 -0
- eval_studio_client/api/test/test_required_the_leaderboard_test_case_annotation_to_update.py +57 -0
- eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +2 -1
- eval_studio_client/api/test/test_required_the_operation_to_finalize.py +2 -1
- eval_studio_client/api/test/test_required_the_operation_to_update.py +2 -1
- eval_studio_client/api/test/test_test_case_service_api.py +6 -0
- eval_studio_client/api/test/test_test_case_service_append_test_cases_request.py +52 -0
- eval_studio_client/api/test/test_test_service_api.py +6 -0
- eval_studio_client/api/test/test_v1_abort_operation_response.py +2 -1
- eval_studio_client/api/test/test_v1_actual_output_meta.py +61 -0
- eval_studio_client/api/test/test_v1_actual_output_meta_diff.py +66 -0
- eval_studio_client/api/test/test_v1_agent_chat_activity_diagram.py +65 -0
- eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_edge.py +53 -0
- eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_node.py +53 -0
- eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_row.py +56 -0
- eval_studio_client/api/test/test_v1_agent_chat_script_usage.py +54 -0
- eval_studio_client/api/test/test_v1_agent_chat_scripts_bar_chart.py +57 -0
- eval_studio_client/api/test/test_v1_agent_chat_tool_usage.py +54 -0
- eval_studio_client/api/test/test_v1_agent_chat_tools_bar_chart.py +57 -0
- eval_studio_client/api/test/test_v1_all_metric_scores.py +53 -0
- eval_studio_client/api/test/test_v1_append_test_cases_response.py +74 -0
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_request.py +2 -1
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_without_cache_request.py +120 -0
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_without_cache_response.py +72 -0
- eval_studio_client/api/test/test_v1_batch_delete_leaderboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_get_leaderboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_get_operations_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_import_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_mark_operation_seen_by_creator_response.py +74 -0
- eval_studio_client/api/test/test_v1_cmp_leaderboard_reports_request.py +55 -0
- eval_studio_client/api/test/test_v1_cmp_leaderboard_reports_response.py +255 -0
- eval_studio_client/api/test/test_v1_comparison_item.py +233 -0
- eval_studio_client/api/test/test_v1_comparison_metric_score.py +52 -0
- eval_studio_client/api/test/test_v1_comparison_result.py +258 -0
- eval_studio_client/api/test/test_v1_comparison_summary.py +53 -0
- eval_studio_client/api/test/test_v1_create_evaluation_request.py +2 -1
- eval_studio_client/api/test/test_v1_create_leaderboard_request.py +2 -1
- eval_studio_client/api/test/test_v1_create_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_create_leaderboard_without_cache_response.py +2 -1
- eval_studio_client/api/test/test_v1_create_test_from_test_cases_request.py +54 -0
- eval_studio_client/api/test/test_v1_create_test_from_test_cases_response.py +68 -0
- eval_studio_client/api/test/test_v1_dashboard_report.py +142 -0
- eval_studio_client/api/test/test_v1_dashboard_report_result.py +72 -0
- eval_studio_client/api/test/test_v1_dashboard_test_case_annotation.py +58 -0
- eval_studio_client/api/test/test_v1_data_fragment.py +57 -0
- eval_studio_client/api/test/test_v1_deep_compare_leaderboards_request.py +55 -0
- eval_studio_client/api/test/test_v1_deep_compare_leaderboards_response.py +255 -0
- eval_studio_client/api/test/test_v1_delete_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_diff_item.py +226 -0
- eval_studio_client/api/test/test_v1_evaluation_type.py +33 -0
- eval_studio_client/api/test/test_v1_finalize_operation_response.py +2 -1
- eval_studio_client/api/test/test_v1_flipped_metric.py +53 -0
- eval_studio_client/api/test/test_v1_generate_test_cases_response.py +2 -1
- eval_studio_client/api/test/test_v1_get_dashboard_report_response.py +143 -0
- eval_studio_client/api/test/test_v1_get_info_response.py +4 -1
- eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py +39 -2
- eval_studio_client/api/test/test_v1_get_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_get_operation_response.py +2 -1
- eval_studio_client/api/test/test_v1_get_stats_response.py +3 -1
- eval_studio_client/api/test/test_v1_human_decision.py +33 -0
- eval_studio_client/api/test/test_v1_import_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py +2 -1
- eval_studio_client/api/test/test_v1_info.py +4 -1
- eval_studio_client/api/test/test_v1_leaderboard.py +2 -1
- eval_studio_client/api/test/test_v1_leaderboard_cmp_report.py +254 -0
- eval_studio_client/api/test/test_v1_leaderboard_comparison_item.py +53 -0
- eval_studio_client/api/test/test_v1_leaderboard_info.py +57 -0
- eval_studio_client/api/test/test_v1_leaderboard_report.py +39 -2
- eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_meta.py +33 -1
- eval_studio_client/api/test/test_v1_leaderboard_report_result.py +39 -2
- eval_studio_client/api/test/test_v1_leaderboard_report_result_view.py +33 -0
- eval_studio_client/api/test/test_v1_leaderboard_test_case_annotation.py +58 -0
- eval_studio_client/api/test/test_v1_list_dashboard_test_case_annotations_response.py +61 -0
- eval_studio_client/api/test/test_v1_list_leaderboard_test_case_annotations_response.py +61 -0
- eval_studio_client/api/test/test_v1_list_leaderboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_list_most_recent_leaderboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_list_operations_response.py +4 -2
- eval_studio_client/api/test/test_v1_list_unseen_operations_response.py +75 -0
- eval_studio_client/api/test/test_v1_mark_operation_seen_by_creator_response.py +72 -0
- eval_studio_client/api/test/test_v1_metric.py +52 -0
- eval_studio_client/api/test/test_v1_metric_average.py +58 -0
- eval_studio_client/api/test/test_v1_metric_meta.py +66 -0
- eval_studio_client/api/test/test_v1_models_comparisons.py +54 -0
- eval_studio_client/api/test/test_v1_models_comparisons_metrics.py +65 -0
- eval_studio_client/api/test/test_v1_models_overview.py +60 -0
- eval_studio_client/api/test/test_v1_operation.py +2 -1
- eval_studio_client/api/test/test_v1_operation_view.py +33 -0
- eval_studio_client/api/test/test_v1_process_workflow_node_response.py +2 -1
- eval_studio_client/api/test/test_v1_retrieved_context_diff.py +66 -0
- eval_studio_client/api/test/test_v1_stats.py +3 -1
- eval_studio_client/api/test/test_v1_technical_metrics.py +62 -0
- eval_studio_client/api/test/test_v1_technical_metrics_detail.py +55 -0
- eval_studio_client/api/test/test_v1_test_case_leaderboard_item.py +53 -0
- eval_studio_client/api/test/test_v1_test_case_relationship_info.py +53 -0
- eval_studio_client/api/test/test_v1_test_case_result.py +106 -0
- eval_studio_client/api/test/test_v1_text_similarity_metric.py +33 -0
- eval_studio_client/api/test/test_v1_update_dashboard_test_case_annotation_response.py +59 -0
- eval_studio_client/api/test/test_v1_update_leaderboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_update_leaderboard_test_case_annotation_response.py +59 -0
- eval_studio_client/api/test/test_v1_update_operation_response.py +2 -1
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +2340 -210
- eval_studio_client/models.py +18 -6
- {eval_studio_client-1.2.4a2.dist-info → eval_studio_client-1.3.0.dist-info}/METADATA +2 -2
- {eval_studio_client-1.2.4a2.dist-info → eval_studio_client-1.3.0.dist-info}/RECORD +306 -111
- {eval_studio_client-1.2.4a2.dist-info → eval_studio_client-1.3.0.dist-info}/WHEEL +0 -0
|
@@ -1096,7 +1096,7 @@ class DocumentServiceApi:
|
|
|
1096
1096
|
@validate_call
|
|
1097
1097
|
def document_service_get_document(
|
|
1098
1098
|
self,
|
|
1099
|
-
|
|
1099
|
+
name_2: Annotated[str, Field(strict=True, description="Required. The name of the Document to retrieve.")],
|
|
1100
1100
|
_request_timeout: Union[
|
|
1101
1101
|
None,
|
|
1102
1102
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -1113,8 +1113,8 @@ class DocumentServiceApi:
|
|
|
1113
1113
|
"""document_service_get_document
|
|
1114
1114
|
|
|
1115
1115
|
|
|
1116
|
-
:param
|
|
1117
|
-
:type
|
|
1116
|
+
:param name_2: Required. The name of the Document to retrieve. (required)
|
|
1117
|
+
:type name_2: str
|
|
1118
1118
|
:param _request_timeout: timeout setting for this request. If one
|
|
1119
1119
|
number provided, it will be total request
|
|
1120
1120
|
timeout. It can also be a pair (tuple) of
|
|
@@ -1138,7 +1138,7 @@ class DocumentServiceApi:
|
|
|
1138
1138
|
""" # noqa: E501
|
|
1139
1139
|
|
|
1140
1140
|
_param = self._document_service_get_document_serialize(
|
|
1141
|
-
|
|
1141
|
+
name_2=name_2,
|
|
1142
1142
|
_request_auth=_request_auth,
|
|
1143
1143
|
_content_type=_content_type,
|
|
1144
1144
|
_headers=_headers,
|
|
@@ -1162,7 +1162,7 @@ class DocumentServiceApi:
|
|
|
1162
1162
|
@validate_call
|
|
1163
1163
|
def document_service_get_document_with_http_info(
|
|
1164
1164
|
self,
|
|
1165
|
-
|
|
1165
|
+
name_2: Annotated[str, Field(strict=True, description="Required. The name of the Document to retrieve.")],
|
|
1166
1166
|
_request_timeout: Union[
|
|
1167
1167
|
None,
|
|
1168
1168
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -1179,8 +1179,8 @@ class DocumentServiceApi:
|
|
|
1179
1179
|
"""document_service_get_document
|
|
1180
1180
|
|
|
1181
1181
|
|
|
1182
|
-
:param
|
|
1183
|
-
:type
|
|
1182
|
+
:param name_2: Required. The name of the Document to retrieve. (required)
|
|
1183
|
+
:type name_2: str
|
|
1184
1184
|
:param _request_timeout: timeout setting for this request. If one
|
|
1185
1185
|
number provided, it will be total request
|
|
1186
1186
|
timeout. It can also be a pair (tuple) of
|
|
@@ -1204,7 +1204,7 @@ class DocumentServiceApi:
|
|
|
1204
1204
|
""" # noqa: E501
|
|
1205
1205
|
|
|
1206
1206
|
_param = self._document_service_get_document_serialize(
|
|
1207
|
-
|
|
1207
|
+
name_2=name_2,
|
|
1208
1208
|
_request_auth=_request_auth,
|
|
1209
1209
|
_content_type=_content_type,
|
|
1210
1210
|
_headers=_headers,
|
|
@@ -1228,7 +1228,7 @@ class DocumentServiceApi:
|
|
|
1228
1228
|
@validate_call
|
|
1229
1229
|
def document_service_get_document_without_preload_content(
|
|
1230
1230
|
self,
|
|
1231
|
-
|
|
1231
|
+
name_2: Annotated[str, Field(strict=True, description="Required. The name of the Document to retrieve.")],
|
|
1232
1232
|
_request_timeout: Union[
|
|
1233
1233
|
None,
|
|
1234
1234
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -1245,8 +1245,8 @@ class DocumentServiceApi:
|
|
|
1245
1245
|
"""document_service_get_document
|
|
1246
1246
|
|
|
1247
1247
|
|
|
1248
|
-
:param
|
|
1249
|
-
:type
|
|
1248
|
+
:param name_2: Required. The name of the Document to retrieve. (required)
|
|
1249
|
+
:type name_2: str
|
|
1250
1250
|
:param _request_timeout: timeout setting for this request. If one
|
|
1251
1251
|
number provided, it will be total request
|
|
1252
1252
|
timeout. It can also be a pair (tuple) of
|
|
@@ -1270,7 +1270,7 @@ class DocumentServiceApi:
|
|
|
1270
1270
|
""" # noqa: E501
|
|
1271
1271
|
|
|
1272
1272
|
_param = self._document_service_get_document_serialize(
|
|
1273
|
-
|
|
1273
|
+
name_2=name_2,
|
|
1274
1274
|
_request_auth=_request_auth,
|
|
1275
1275
|
_content_type=_content_type,
|
|
1276
1276
|
_headers=_headers,
|
|
@@ -1289,7 +1289,7 @@ class DocumentServiceApi:
|
|
|
1289
1289
|
|
|
1290
1290
|
def _document_service_get_document_serialize(
|
|
1291
1291
|
self,
|
|
1292
|
-
|
|
1292
|
+
name_2,
|
|
1293
1293
|
_request_auth,
|
|
1294
1294
|
_content_type,
|
|
1295
1295
|
_headers,
|
|
@@ -1309,8 +1309,8 @@ class DocumentServiceApi:
|
|
|
1309
1309
|
_body_params: Optional[bytes] = None
|
|
1310
1310
|
|
|
1311
1311
|
# process the path parameters
|
|
1312
|
-
if
|
|
1313
|
-
_path_params['
|
|
1312
|
+
if name_2 is not None:
|
|
1313
|
+
_path_params['name_2'] = name_2
|
|
1314
1314
|
# process the query parameters
|
|
1315
1315
|
# process the header parameters
|
|
1316
1316
|
# process the form parameters
|
|
@@ -1331,7 +1331,7 @@ class DocumentServiceApi:
|
|
|
1331
1331
|
|
|
1332
1332
|
return self.api_client.param_serialize(
|
|
1333
1333
|
method='GET',
|
|
1334
|
-
resource_path='/v1/{
|
|
1334
|
+
resource_path='/v1/{name_2}',
|
|
1335
1335
|
path_params=_path_params,
|
|
1336
1336
|
query_params=_query_params,
|
|
1337
1337
|
header_params=_header_params,
|
|
@@ -592,7 +592,7 @@ class EvaluationServiceApi:
|
|
|
592
592
|
model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
|
|
593
593
|
model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
|
|
594
594
|
model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
|
|
595
|
-
model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
|
|
595
|
+
model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat.")] = None,
|
|
596
596
|
model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
|
|
597
597
|
model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
|
|
598
598
|
retries: Annotated[Optional[StrictInt], Field(description="Optional. The number of retries to attempt when querying the model for available LLM models. Defaults to 5.")] = None,
|
|
@@ -634,7 +634,7 @@ class EvaluationServiceApi:
|
|
|
634
634
|
:type model_url: str
|
|
635
635
|
:param model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
|
|
636
636
|
:type model_api_key: str
|
|
637
|
-
:param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
|
|
637
|
+
:param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat.
|
|
638
638
|
:type model_type: str
|
|
639
639
|
:param model_parameters: Optional. Model specific parameters in JSON format.
|
|
640
640
|
:type model_parameters: str
|
|
@@ -714,7 +714,7 @@ class EvaluationServiceApi:
|
|
|
714
714
|
model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
|
|
715
715
|
model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
|
|
716
716
|
model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
|
|
717
|
-
model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
|
|
717
|
+
model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat.")] = None,
|
|
718
718
|
model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
|
|
719
719
|
model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
|
|
720
720
|
retries: Annotated[Optional[StrictInt], Field(description="Optional. The number of retries to attempt when querying the model for available LLM models. Defaults to 5.")] = None,
|
|
@@ -756,7 +756,7 @@ class EvaluationServiceApi:
|
|
|
756
756
|
:type model_url: str
|
|
757
757
|
:param model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
|
|
758
758
|
:type model_api_key: str
|
|
759
|
-
:param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
|
|
759
|
+
:param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat.
|
|
760
760
|
:type model_type: str
|
|
761
761
|
:param model_parameters: Optional. Model specific parameters in JSON format.
|
|
762
762
|
:type model_parameters: str
|
|
@@ -836,7 +836,7 @@ class EvaluationServiceApi:
|
|
|
836
836
|
model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
|
|
837
837
|
model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
|
|
838
838
|
model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
|
|
839
|
-
model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
|
|
839
|
+
model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat.")] = None,
|
|
840
840
|
model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
|
|
841
841
|
model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
|
|
842
842
|
retries: Annotated[Optional[StrictInt], Field(description="Optional. The number of retries to attempt when querying the model for available LLM models. Defaults to 5.")] = None,
|
|
@@ -878,7 +878,7 @@ class EvaluationServiceApi:
|
|
|
878
878
|
:type model_url: str
|
|
879
879
|
:param model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
|
|
880
880
|
:type model_api_key: str
|
|
881
|
-
:param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
|
|
881
|
+
:param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat.
|
|
882
882
|
:type model_type: str
|
|
883
883
|
:param model_parameters: Optional. Model specific parameters in JSON format.
|
|
884
884
|
:type model_parameters: str
|
|
@@ -1113,7 +1113,7 @@ class EvaluationServiceApi:
|
|
|
1113
1113
|
model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
|
|
1114
1114
|
model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
|
|
1115
1115
|
model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
|
|
1116
|
-
model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
|
|
1116
|
+
model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat.")] = None,
|
|
1117
1117
|
model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
|
|
1118
1118
|
model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
|
|
1119
1119
|
_request_timeout: Union[
|
|
@@ -1154,7 +1154,7 @@ class EvaluationServiceApi:
|
|
|
1154
1154
|
:type model_url: str
|
|
1155
1155
|
:param model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
|
|
1156
1156
|
:type model_api_key: str
|
|
1157
|
-
:param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
|
|
1157
|
+
:param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat.
|
|
1158
1158
|
:type model_type: str
|
|
1159
1159
|
:param model_parameters: Optional. Model specific parameters in JSON format.
|
|
1160
1160
|
:type model_parameters: str
|
|
@@ -1231,7 +1231,7 @@ class EvaluationServiceApi:
|
|
|
1231
1231
|
model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
|
|
1232
1232
|
model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
|
|
1233
1233
|
model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
|
|
1234
|
-
model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
|
|
1234
|
+
model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat.")] = None,
|
|
1235
1235
|
model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
|
|
1236
1236
|
model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
|
|
1237
1237
|
_request_timeout: Union[
|
|
@@ -1272,7 +1272,7 @@ class EvaluationServiceApi:
|
|
|
1272
1272
|
:type model_url: str
|
|
1273
1273
|
:param model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
|
|
1274
1274
|
:type model_api_key: str
|
|
1275
|
-
:param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
|
|
1275
|
+
:param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat.
|
|
1276
1276
|
:type model_type: str
|
|
1277
1277
|
:param model_parameters: Optional. Model specific parameters in JSON format.
|
|
1278
1278
|
:type model_parameters: str
|
|
@@ -1349,7 +1349,7 @@ class EvaluationServiceApi:
|
|
|
1349
1349
|
model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
|
|
1350
1350
|
model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
|
|
1351
1351
|
model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
|
|
1352
|
-
model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
|
|
1352
|
+
model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat.")] = None,
|
|
1353
1353
|
model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
|
|
1354
1354
|
model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
|
|
1355
1355
|
_request_timeout: Union[
|
|
@@ -1390,7 +1390,7 @@ class EvaluationServiceApi:
|
|
|
1390
1390
|
:type model_url: str
|
|
1391
1391
|
:param model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
|
|
1392
1392
|
:type model_api_key: str
|
|
1393
|
-
:param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
|
|
1393
|
+
:param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat.
|
|
1394
1394
|
:type model_type: str
|
|
1395
1395
|
:param model_parameters: Optional. Model specific parameters in JSON format.
|
|
1396
1396
|
:type model_parameters: str
|
|
@@ -836,7 +836,7 @@ class EvaluatorServiceApi:
|
|
|
836
836
|
@validate_call
|
|
837
837
|
def evaluator_service_get_evaluator(
|
|
838
838
|
self,
|
|
839
|
-
|
|
839
|
+
name_3: Annotated[str, Field(strict=True, description="Required. The name of the Evaluator to retrieve.")],
|
|
840
840
|
_request_timeout: Union[
|
|
841
841
|
None,
|
|
842
842
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -853,8 +853,8 @@ class EvaluatorServiceApi:
|
|
|
853
853
|
"""evaluator_service_get_evaluator
|
|
854
854
|
|
|
855
855
|
|
|
856
|
-
:param
|
|
857
|
-
:type
|
|
856
|
+
:param name_3: Required. The name of the Evaluator to retrieve. (required)
|
|
857
|
+
:type name_3: str
|
|
858
858
|
:param _request_timeout: timeout setting for this request. If one
|
|
859
859
|
number provided, it will be total request
|
|
860
860
|
timeout. It can also be a pair (tuple) of
|
|
@@ -878,7 +878,7 @@ class EvaluatorServiceApi:
|
|
|
878
878
|
""" # noqa: E501
|
|
879
879
|
|
|
880
880
|
_param = self._evaluator_service_get_evaluator_serialize(
|
|
881
|
-
|
|
881
|
+
name_3=name_3,
|
|
882
882
|
_request_auth=_request_auth,
|
|
883
883
|
_content_type=_content_type,
|
|
884
884
|
_headers=_headers,
|
|
@@ -902,7 +902,7 @@ class EvaluatorServiceApi:
|
|
|
902
902
|
@validate_call
|
|
903
903
|
def evaluator_service_get_evaluator_with_http_info(
|
|
904
904
|
self,
|
|
905
|
-
|
|
905
|
+
name_3: Annotated[str, Field(strict=True, description="Required. The name of the Evaluator to retrieve.")],
|
|
906
906
|
_request_timeout: Union[
|
|
907
907
|
None,
|
|
908
908
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -919,8 +919,8 @@ class EvaluatorServiceApi:
|
|
|
919
919
|
"""evaluator_service_get_evaluator
|
|
920
920
|
|
|
921
921
|
|
|
922
|
-
:param
|
|
923
|
-
:type
|
|
922
|
+
:param name_3: Required. The name of the Evaluator to retrieve. (required)
|
|
923
|
+
:type name_3: str
|
|
924
924
|
:param _request_timeout: timeout setting for this request. If one
|
|
925
925
|
number provided, it will be total request
|
|
926
926
|
timeout. It can also be a pair (tuple) of
|
|
@@ -944,7 +944,7 @@ class EvaluatorServiceApi:
|
|
|
944
944
|
""" # noqa: E501
|
|
945
945
|
|
|
946
946
|
_param = self._evaluator_service_get_evaluator_serialize(
|
|
947
|
-
|
|
947
|
+
name_3=name_3,
|
|
948
948
|
_request_auth=_request_auth,
|
|
949
949
|
_content_type=_content_type,
|
|
950
950
|
_headers=_headers,
|
|
@@ -968,7 +968,7 @@ class EvaluatorServiceApi:
|
|
|
968
968
|
@validate_call
|
|
969
969
|
def evaluator_service_get_evaluator_without_preload_content(
|
|
970
970
|
self,
|
|
971
|
-
|
|
971
|
+
name_3: Annotated[str, Field(strict=True, description="Required. The name of the Evaluator to retrieve.")],
|
|
972
972
|
_request_timeout: Union[
|
|
973
973
|
None,
|
|
974
974
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -985,8 +985,8 @@ class EvaluatorServiceApi:
|
|
|
985
985
|
"""evaluator_service_get_evaluator
|
|
986
986
|
|
|
987
987
|
|
|
988
|
-
:param
|
|
989
|
-
:type
|
|
988
|
+
:param name_3: Required. The name of the Evaluator to retrieve. (required)
|
|
989
|
+
:type name_3: str
|
|
990
990
|
:param _request_timeout: timeout setting for this request. If one
|
|
991
991
|
number provided, it will be total request
|
|
992
992
|
timeout. It can also be a pair (tuple) of
|
|
@@ -1010,7 +1010,7 @@ class EvaluatorServiceApi:
|
|
|
1010
1010
|
""" # noqa: E501
|
|
1011
1011
|
|
|
1012
1012
|
_param = self._evaluator_service_get_evaluator_serialize(
|
|
1013
|
-
|
|
1013
|
+
name_3=name_3,
|
|
1014
1014
|
_request_auth=_request_auth,
|
|
1015
1015
|
_content_type=_content_type,
|
|
1016
1016
|
_headers=_headers,
|
|
@@ -1029,7 +1029,7 @@ class EvaluatorServiceApi:
|
|
|
1029
1029
|
|
|
1030
1030
|
def _evaluator_service_get_evaluator_serialize(
|
|
1031
1031
|
self,
|
|
1032
|
-
|
|
1032
|
+
name_3,
|
|
1033
1033
|
_request_auth,
|
|
1034
1034
|
_content_type,
|
|
1035
1035
|
_headers,
|
|
@@ -1049,8 +1049,8 @@ class EvaluatorServiceApi:
|
|
|
1049
1049
|
_body_params: Optional[bytes] = None
|
|
1050
1050
|
|
|
1051
1051
|
# process the path parameters
|
|
1052
|
-
if
|
|
1053
|
-
_path_params['
|
|
1052
|
+
if name_3 is not None:
|
|
1053
|
+
_path_params['name_3'] = name_3
|
|
1054
1054
|
# process the query parameters
|
|
1055
1055
|
# process the header parameters
|
|
1056
1056
|
# process the form parameters
|
|
@@ -1071,7 +1071,7 @@ class EvaluatorServiceApi:
|
|
|
1071
1071
|
|
|
1072
1072
|
return self.api_client.param_serialize(
|
|
1073
1073
|
method='GET',
|
|
1074
|
-
resource_path='/v1/{
|
|
1074
|
+
resource_path='/v1/{name_3}',
|
|
1075
1075
|
path_params=_path_params,
|
|
1076
1076
|
query_params=_query_params,
|
|
1077
1077
|
header_params=_header_params,
|