eval-studio-client 1.2.5__py3-none-any.whl → 1.3.0a1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (306) hide show
  1. eval_studio_client/api/__init__.py +65 -0
  2. eval_studio_client/api/api/__init__.py +3 -0
  3. eval_studio_client/api/api/dashboard_report_service_api.py +292 -0
  4. eval_studio_client/api/api/dashboard_service_api.py +16 -16
  5. eval_studio_client/api/api/dashboard_test_case_annotation_service_api.py +611 -0
  6. eval_studio_client/api/api/document_service_api.py +16 -16
  7. eval_studio_client/api/api/evaluation_service_api.py +12 -12
  8. eval_studio_client/api/api/evaluator_service_api.py +16 -16
  9. eval_studio_client/api/api/leaderboard_report_service_api.py +304 -17
  10. eval_studio_client/api/api/leaderboard_service_api.py +554 -16
  11. eval_studio_client/api/api/leaderboard_test_case_annotation_service_api.py +611 -0
  12. eval_studio_client/api/api/model_service_api.py +16 -16
  13. eval_studio_client/api/api/operation_service_api.py +821 -17
  14. eval_studio_client/api/api/perturbator_service_api.py +22 -22
  15. eval_studio_client/api/api/test_case_service_api.py +300 -16
  16. eval_studio_client/api/api/test_class_service_api.py +16 -16
  17. eval_studio_client/api/api/test_service_api.py +285 -16
  18. eval_studio_client/api/api/workflow_node_service_api.py +16 -16
  19. eval_studio_client/api/api/workflow_service_api.py +16 -16
  20. eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md +2 -1
  21. eval_studio_client/api/docs/DashboardReportServiceApi.md +75 -0
  22. eval_studio_client/api/docs/DashboardServiceApi.md +5 -5
  23. eval_studio_client/api/docs/DashboardTestCaseAnnotationServiceApi.md +149 -0
  24. eval_studio_client/api/docs/DocumentServiceApi.md +5 -5
  25. eval_studio_client/api/docs/EvaluationServiceApi.md +4 -4
  26. eval_studio_client/api/docs/EvaluatorServiceApi.md +5 -5
  27. eval_studio_client/api/docs/LeaderboardReportServiceApi.md +75 -5
  28. eval_studio_client/api/docs/LeaderboardServiceApi.md +141 -5
  29. eval_studio_client/api/docs/LeaderboardTestCaseAnnotationServiceApi.md +149 -0
  30. eval_studio_client/api/docs/ModelServiceApi.md +5 -5
  31. eval_studio_client/api/docs/OperationServiceApi.md +215 -8
  32. eval_studio_client/api/docs/PerturbatorServiceApi.md +7 -7
  33. eval_studio_client/api/docs/RequiredTheDashboardTestCaseAnnotationToUpdate.md +35 -0
  34. eval_studio_client/api/docs/RequiredTheLeaderboardTestCaseAnnotationToUpdate.md +35 -0
  35. eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +1 -0
  36. eval_studio_client/api/docs/RequiredTheOperationToFinalize.md +1 -0
  37. eval_studio_client/api/docs/RequiredTheOperationToUpdate.md +1 -0
  38. eval_studio_client/api/docs/TestCaseServiceApi.md +75 -5
  39. eval_studio_client/api/docs/TestCaseServiceAppendTestCasesRequest.md +30 -0
  40. eval_studio_client/api/docs/TestClassServiceApi.md +5 -5
  41. eval_studio_client/api/docs/TestServiceApi.md +73 -5
  42. eval_studio_client/api/docs/V1ActualOutputMeta.md +30 -0
  43. eval_studio_client/api/docs/V1ActualOutputMetaDiff.md +36 -0
  44. eval_studio_client/api/docs/V1AgentChatActivityDiagram.md +31 -0
  45. eval_studio_client/api/docs/V1AgentChatActivityDiagramEdge.md +32 -0
  46. eval_studio_client/api/docs/V1AgentChatActivityDiagramNode.md +32 -0
  47. eval_studio_client/api/docs/V1AgentChatActivityDiagramRow.md +30 -0
  48. eval_studio_client/api/docs/V1AgentChatScriptUsage.md +33 -0
  49. eval_studio_client/api/docs/V1AgentChatScriptsBarChart.md +30 -0
  50. eval_studio_client/api/docs/V1AgentChatToolUsage.md +33 -0
  51. eval_studio_client/api/docs/V1AgentChatToolsBarChart.md +30 -0
  52. eval_studio_client/api/docs/V1AllMetricScores.md +29 -0
  53. eval_studio_client/api/docs/V1AppendTestCasesResponse.md +29 -0
  54. eval_studio_client/api/docs/V1BatchCreateLeaderboardsWithoutCacheRequest.md +31 -0
  55. eval_studio_client/api/docs/V1BatchCreateLeaderboardsWithoutCacheResponse.md +29 -0
  56. eval_studio_client/api/docs/V1BatchMarkOperationSeenByCreatorResponse.md +29 -0
  57. eval_studio_client/api/docs/V1CmpLeaderboardReportsRequest.md +33 -0
  58. eval_studio_client/api/docs/V1CmpLeaderboardReportsResponse.md +29 -0
  59. eval_studio_client/api/docs/V1ComparisonItem.md +36 -0
  60. eval_studio_client/api/docs/V1ComparisonMetricScore.md +30 -0
  61. eval_studio_client/api/docs/V1ComparisonResult.md +31 -0
  62. eval_studio_client/api/docs/V1ComparisonSummary.md +31 -0
  63. eval_studio_client/api/docs/V1CreateEvaluationRequest.md +1 -0
  64. eval_studio_client/api/docs/V1CreateTestFromTestCasesRequest.md +32 -0
  65. eval_studio_client/api/docs/V1CreateTestFromTestCasesResponse.md +29 -0
  66. eval_studio_client/api/docs/V1DashboardReport.md +31 -0
  67. eval_studio_client/api/docs/V1DashboardReportResult.md +39 -0
  68. eval_studio_client/api/docs/V1DashboardTestCaseAnnotation.md +36 -0
  69. eval_studio_client/api/docs/V1DataFragment.md +31 -0
  70. eval_studio_client/api/docs/V1DeepCompareLeaderboardsRequest.md +33 -0
  71. eval_studio_client/api/docs/V1DeepCompareLeaderboardsResponse.md +29 -0
  72. eval_studio_client/api/docs/V1DiffItem.md +36 -0
  73. eval_studio_client/api/docs/V1EvaluationType.md +12 -0
  74. eval_studio_client/api/docs/V1FlippedMetric.md +31 -0
  75. eval_studio_client/api/docs/V1GetDashboardReportResponse.md +29 -0
  76. eval_studio_client/api/docs/V1HumanDecision.md +12 -0
  77. eval_studio_client/api/docs/V1Info.md +1 -0
  78. eval_studio_client/api/docs/V1Leaderboard.md +1 -0
  79. eval_studio_client/api/docs/V1LeaderboardCmpReport.md +30 -0
  80. eval_studio_client/api/docs/V1LeaderboardComparisonItem.md +31 -0
  81. eval_studio_client/api/docs/V1LeaderboardInfo.md +30 -0
  82. eval_studio_client/api/docs/V1LeaderboardReportActualOutputMeta.md +6 -3
  83. eval_studio_client/api/docs/V1LeaderboardReportResult.md +11 -8
  84. eval_studio_client/api/docs/V1LeaderboardReportResultView.md +12 -0
  85. eval_studio_client/api/docs/V1LeaderboardTestCaseAnnotation.md +36 -0
  86. eval_studio_client/api/docs/V1ListDashboardTestCaseAnnotationsResponse.md +29 -0
  87. eval_studio_client/api/docs/V1ListLeaderboardTestCaseAnnotationsResponse.md +29 -0
  88. eval_studio_client/api/docs/V1ListOperationsResponse.md +1 -0
  89. eval_studio_client/api/docs/V1ListUnseenOperationsResponse.md +30 -0
  90. eval_studio_client/api/docs/V1MarkOperationSeenByCreatorResponse.md +29 -0
  91. eval_studio_client/api/docs/V1Metric.md +30 -0
  92. eval_studio_client/api/docs/V1MetricAverage.md +36 -0
  93. eval_studio_client/api/docs/V1MetricMeta.md +40 -0
  94. eval_studio_client/api/docs/V1MetricScore.md +1 -1
  95. eval_studio_client/api/docs/V1MetricScores.md +1 -1
  96. eval_studio_client/api/docs/V1ModelType.md +1 -1
  97. eval_studio_client/api/docs/V1ModelsComparisons.md +32 -0
  98. eval_studio_client/api/docs/V1ModelsComparisonsMetrics.md +33 -0
  99. eval_studio_client/api/docs/V1ModelsOverview.md +34 -0
  100. eval_studio_client/api/docs/V1Operation.md +1 -0
  101. eval_studio_client/api/docs/V1OperationView.md +12 -0
  102. eval_studio_client/api/docs/V1RetrievedContextDiff.md +36 -0
  103. eval_studio_client/api/docs/V1Stats.md +2 -0
  104. eval_studio_client/api/docs/V1TechnicalMetrics.md +30 -0
  105. eval_studio_client/api/docs/V1TechnicalMetricsDetail.md +33 -0
  106. eval_studio_client/api/docs/V1TestCaseLeaderboardItem.md +31 -0
  107. eval_studio_client/api/docs/V1TestCaseRelationshipInfo.md +31 -0
  108. eval_studio_client/api/docs/V1TestCaseResult.md +48 -0
  109. eval_studio_client/api/docs/V1TextSimilarityMetric.md +12 -0
  110. eval_studio_client/api/docs/V1UpdateDashboardTestCaseAnnotationResponse.md +29 -0
  111. eval_studio_client/api/docs/V1UpdateLeaderboardTestCaseAnnotationResponse.md +29 -0
  112. eval_studio_client/api/docs/WorkflowNodeServiceApi.md +5 -5
  113. eval_studio_client/api/docs/WorkflowServiceApi.md +5 -5
  114. eval_studio_client/api/models/__init__.py +62 -0
  115. eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +17 -2
  116. eval_studio_client/api/models/required_the_dashboard_test_case_annotation_to_update.py +108 -0
  117. eval_studio_client/api/models/required_the_leaderboard_test_case_annotation_to_update.py +108 -0
  118. eval_studio_client/api/models/required_the_leaderboard_to_update.py +5 -2
  119. eval_studio_client/api/models/required_the_operation_to_finalize.py +6 -2
  120. eval_studio_client/api/models/required_the_operation_to_update.py +6 -2
  121. eval_studio_client/api/models/test_case_service_append_test_cases_request.py +89 -0
  122. eval_studio_client/api/models/v1_actual_output_meta.py +97 -0
  123. eval_studio_client/api/models/v1_actual_output_meta_diff.py +101 -0
  124. eval_studio_client/api/models/v1_agent_chat_activity_diagram.py +109 -0
  125. eval_studio_client/api/models/v1_agent_chat_activity_diagram_edge.py +97 -0
  126. eval_studio_client/api/models/v1_agent_chat_activity_diagram_node.py +97 -0
  127. eval_studio_client/api/models/v1_agent_chat_activity_diagram_row.py +97 -0
  128. eval_studio_client/api/models/v1_agent_chat_script_usage.py +101 -0
  129. eval_studio_client/api/models/v1_agent_chat_scripts_bar_chart.py +102 -0
  130. eval_studio_client/api/models/v1_agent_chat_tool_usage.py +101 -0
  131. eval_studio_client/api/models/v1_agent_chat_tools_bar_chart.py +102 -0
  132. eval_studio_client/api/models/v1_all_metric_scores.py +87 -0
  133. eval_studio_client/api/models/v1_append_test_cases_response.py +95 -0
  134. eval_studio_client/api/models/v1_batch_create_leaderboards_without_cache_request.py +99 -0
  135. eval_studio_client/api/models/v1_batch_create_leaderboards_without_cache_response.py +91 -0
  136. eval_studio_client/api/models/v1_batch_mark_operation_seen_by_creator_response.py +95 -0
  137. eval_studio_client/api/models/v1_cmp_leaderboard_reports_request.py +96 -0
  138. eval_studio_client/api/models/v1_cmp_leaderboard_reports_response.py +91 -0
  139. eval_studio_client/api/models/v1_comparison_item.py +130 -0
  140. eval_studio_client/api/models/v1_comparison_metric_score.py +89 -0
  141. eval_studio_client/api/models/v1_comparison_result.py +120 -0
  142. eval_studio_client/api/models/v1_comparison_summary.py +91 -0
  143. eval_studio_client/api/models/v1_create_evaluation_request.py +5 -2
  144. eval_studio_client/api/models/v1_create_test_from_test_cases_request.py +93 -0
  145. eval_studio_client/api/models/v1_create_test_from_test_cases_response.py +91 -0
  146. eval_studio_client/api/models/v1_dashboard_report.py +109 -0
  147. eval_studio_client/api/models/v1_dashboard_report_result.py +139 -0
  148. eval_studio_client/api/models/v1_dashboard_test_case_annotation.py +112 -0
  149. eval_studio_client/api/models/v1_data_fragment.py +91 -0
  150. eval_studio_client/api/models/v1_deep_compare_leaderboards_request.py +96 -0
  151. eval_studio_client/api/models/v1_deep_compare_leaderboards_response.py +91 -0
  152. eval_studio_client/api/models/v1_diff_item.py +137 -0
  153. eval_studio_client/api/models/v1_evaluation_type.py +39 -0
  154. eval_studio_client/api/models/v1_flipped_metric.py +91 -0
  155. eval_studio_client/api/models/v1_get_dashboard_report_response.py +91 -0
  156. eval_studio_client/api/models/v1_human_decision.py +38 -0
  157. eval_studio_client/api/models/v1_info.py +4 -2
  158. eval_studio_client/api/models/v1_leaderboard.py +5 -2
  159. eval_studio_client/api/models/v1_leaderboard_cmp_report.py +93 -0
  160. eval_studio_client/api/models/v1_leaderboard_comparison_item.py +91 -0
  161. eval_studio_client/api/models/v1_leaderboard_info.py +97 -0
  162. eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py +23 -9
  163. eval_studio_client/api/models/v1_leaderboard_report_result.py +21 -10
  164. eval_studio_client/api/models/v1_leaderboard_report_result_view.py +38 -0
  165. eval_studio_client/api/models/v1_leaderboard_test_case_annotation.py +112 -0
  166. eval_studio_client/api/models/v1_list_dashboard_test_case_annotations_response.py +95 -0
  167. eval_studio_client/api/models/v1_list_leaderboard_test_case_annotations_response.py +95 -0
  168. eval_studio_client/api/models/v1_list_operations_response.py +5 -3
  169. eval_studio_client/api/models/v1_list_unseen_operations_response.py +97 -0
  170. eval_studio_client/api/models/v1_mark_operation_seen_by_creator_response.py +91 -0
  171. eval_studio_client/api/models/v1_metric.py +89 -0
  172. eval_studio_client/api/models/v1_metric_average.py +101 -0
  173. eval_studio_client/api/models/v1_metric_meta.py +109 -0
  174. eval_studio_client/api/models/v1_metric_score.py +6 -1
  175. eval_studio_client/api/models/v1_metric_scores.py +1 -1
  176. eval_studio_client/api/models/v1_model_type.py +2 -1
  177. eval_studio_client/api/models/v1_models_comparisons.py +93 -0
  178. eval_studio_client/api/models/v1_models_comparisons_metrics.py +103 -0
  179. eval_studio_client/api/models/v1_models_overview.py +97 -0
  180. eval_studio_client/api/models/v1_operation.py +6 -2
  181. eval_studio_client/api/models/v1_operation_view.py +38 -0
  182. eval_studio_client/api/models/v1_retrieved_context_diff.py +101 -0
  183. eval_studio_client/api/models/v1_stats.py +16 -2
  184. eval_studio_client/api/models/v1_technical_metrics.py +96 -0
  185. eval_studio_client/api/models/v1_technical_metrics_detail.py +95 -0
  186. eval_studio_client/api/models/v1_test_case_leaderboard_item.py +91 -0
  187. eval_studio_client/api/models/v1_test_case_relationship_info.py +91 -0
  188. eval_studio_client/api/models/v1_test_case_result.py +157 -0
  189. eval_studio_client/api/models/v1_text_similarity_metric.py +39 -0
  190. eval_studio_client/api/models/v1_update_dashboard_test_case_annotation_response.py +91 -0
  191. eval_studio_client/api/models/v1_update_leaderboard_test_case_annotation_response.py +91 -0
  192. eval_studio_client/api/models/v1_workflow_node_type.py +1 -0
  193. eval_studio_client/api/models/v1_workflow_type.py +1 -0
  194. eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +6 -0
  195. eval_studio_client/api/test/test_dashboard_report_service_api.py +37 -0
  196. eval_studio_client/api/test/test_dashboard_test_case_annotation_service_api.py +43 -0
  197. eval_studio_client/api/test/test_leaderboard_report_service_api.py +6 -0
  198. eval_studio_client/api/test/test_leaderboard_service_api.py +12 -0
  199. eval_studio_client/api/test/test_leaderboard_test_case_annotation_service_api.py +43 -0
  200. eval_studio_client/api/test/test_operation_service_api.py +18 -0
  201. eval_studio_client/api/test/test_required_the_dashboard_test_case_annotation_to_update.py +57 -0
  202. eval_studio_client/api/test/test_required_the_leaderboard_test_case_annotation_to_update.py +57 -0
  203. eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +2 -1
  204. eval_studio_client/api/test/test_required_the_operation_to_finalize.py +2 -1
  205. eval_studio_client/api/test/test_required_the_operation_to_update.py +2 -1
  206. eval_studio_client/api/test/test_test_case_service_api.py +6 -0
  207. eval_studio_client/api/test/test_test_case_service_append_test_cases_request.py +52 -0
  208. eval_studio_client/api/test/test_test_service_api.py +6 -0
  209. eval_studio_client/api/test/test_v1_abort_operation_response.py +2 -1
  210. eval_studio_client/api/test/test_v1_actual_output_meta.py +61 -0
  211. eval_studio_client/api/test/test_v1_actual_output_meta_diff.py +66 -0
  212. eval_studio_client/api/test/test_v1_agent_chat_activity_diagram.py +65 -0
  213. eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_edge.py +53 -0
  214. eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_node.py +53 -0
  215. eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_row.py +56 -0
  216. eval_studio_client/api/test/test_v1_agent_chat_script_usage.py +54 -0
  217. eval_studio_client/api/test/test_v1_agent_chat_scripts_bar_chart.py +57 -0
  218. eval_studio_client/api/test/test_v1_agent_chat_tool_usage.py +54 -0
  219. eval_studio_client/api/test/test_v1_agent_chat_tools_bar_chart.py +57 -0
  220. eval_studio_client/api/test/test_v1_all_metric_scores.py +53 -0
  221. eval_studio_client/api/test/test_v1_append_test_cases_response.py +74 -0
  222. eval_studio_client/api/test/test_v1_batch_create_leaderboards_request.py +2 -1
  223. eval_studio_client/api/test/test_v1_batch_create_leaderboards_response.py +2 -1
  224. eval_studio_client/api/test/test_v1_batch_create_leaderboards_without_cache_request.py +120 -0
  225. eval_studio_client/api/test/test_v1_batch_create_leaderboards_without_cache_response.py +72 -0
  226. eval_studio_client/api/test/test_v1_batch_delete_leaderboards_response.py +2 -1
  227. eval_studio_client/api/test/test_v1_batch_get_leaderboards_response.py +2 -1
  228. eval_studio_client/api/test/test_v1_batch_get_operations_response.py +2 -1
  229. eval_studio_client/api/test/test_v1_batch_import_leaderboard_response.py +2 -1
  230. eval_studio_client/api/test/test_v1_batch_mark_operation_seen_by_creator_response.py +74 -0
  231. eval_studio_client/api/test/test_v1_cmp_leaderboard_reports_request.py +55 -0
  232. eval_studio_client/api/test/test_v1_cmp_leaderboard_reports_response.py +255 -0
  233. eval_studio_client/api/test/test_v1_comparison_item.py +233 -0
  234. eval_studio_client/api/test/test_v1_comparison_metric_score.py +52 -0
  235. eval_studio_client/api/test/test_v1_comparison_result.py +258 -0
  236. eval_studio_client/api/test/test_v1_comparison_summary.py +53 -0
  237. eval_studio_client/api/test/test_v1_create_evaluation_request.py +2 -1
  238. eval_studio_client/api/test/test_v1_create_leaderboard_request.py +2 -1
  239. eval_studio_client/api/test/test_v1_create_leaderboard_response.py +2 -1
  240. eval_studio_client/api/test/test_v1_create_leaderboard_without_cache_response.py +2 -1
  241. eval_studio_client/api/test/test_v1_create_test_from_test_cases_request.py +54 -0
  242. eval_studio_client/api/test/test_v1_create_test_from_test_cases_response.py +68 -0
  243. eval_studio_client/api/test/test_v1_dashboard_report.py +142 -0
  244. eval_studio_client/api/test/test_v1_dashboard_report_result.py +72 -0
  245. eval_studio_client/api/test/test_v1_dashboard_test_case_annotation.py +58 -0
  246. eval_studio_client/api/test/test_v1_data_fragment.py +57 -0
  247. eval_studio_client/api/test/test_v1_deep_compare_leaderboards_request.py +55 -0
  248. eval_studio_client/api/test/test_v1_deep_compare_leaderboards_response.py +255 -0
  249. eval_studio_client/api/test/test_v1_delete_leaderboard_response.py +2 -1
  250. eval_studio_client/api/test/test_v1_diff_item.py +226 -0
  251. eval_studio_client/api/test/test_v1_evaluation_type.py +33 -0
  252. eval_studio_client/api/test/test_v1_finalize_operation_response.py +2 -1
  253. eval_studio_client/api/test/test_v1_flipped_metric.py +53 -0
  254. eval_studio_client/api/test/test_v1_generate_test_cases_response.py +2 -1
  255. eval_studio_client/api/test/test_v1_get_dashboard_report_response.py +143 -0
  256. eval_studio_client/api/test/test_v1_get_info_response.py +4 -1
  257. eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py +39 -2
  258. eval_studio_client/api/test/test_v1_get_leaderboard_response.py +2 -1
  259. eval_studio_client/api/test/test_v1_get_operation_response.py +2 -1
  260. eval_studio_client/api/test/test_v1_get_stats_response.py +3 -1
  261. eval_studio_client/api/test/test_v1_human_decision.py +33 -0
  262. eval_studio_client/api/test/test_v1_import_leaderboard_response.py +2 -1
  263. eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py +2 -1
  264. eval_studio_client/api/test/test_v1_info.py +4 -1
  265. eval_studio_client/api/test/test_v1_leaderboard.py +2 -1
  266. eval_studio_client/api/test/test_v1_leaderboard_cmp_report.py +254 -0
  267. eval_studio_client/api/test/test_v1_leaderboard_comparison_item.py +53 -0
  268. eval_studio_client/api/test/test_v1_leaderboard_info.py +57 -0
  269. eval_studio_client/api/test/test_v1_leaderboard_report.py +39 -2
  270. eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_meta.py +33 -1
  271. eval_studio_client/api/test/test_v1_leaderboard_report_result.py +39 -2
  272. eval_studio_client/api/test/test_v1_leaderboard_report_result_view.py +33 -0
  273. eval_studio_client/api/test/test_v1_leaderboard_test_case_annotation.py +58 -0
  274. eval_studio_client/api/test/test_v1_list_dashboard_test_case_annotations_response.py +61 -0
  275. eval_studio_client/api/test/test_v1_list_leaderboard_test_case_annotations_response.py +61 -0
  276. eval_studio_client/api/test/test_v1_list_leaderboards_response.py +2 -1
  277. eval_studio_client/api/test/test_v1_list_most_recent_leaderboards_response.py +2 -1
  278. eval_studio_client/api/test/test_v1_list_operations_response.py +4 -2
  279. eval_studio_client/api/test/test_v1_list_unseen_operations_response.py +75 -0
  280. eval_studio_client/api/test/test_v1_mark_operation_seen_by_creator_response.py +72 -0
  281. eval_studio_client/api/test/test_v1_metric.py +52 -0
  282. eval_studio_client/api/test/test_v1_metric_average.py +58 -0
  283. eval_studio_client/api/test/test_v1_metric_meta.py +66 -0
  284. eval_studio_client/api/test/test_v1_models_comparisons.py +54 -0
  285. eval_studio_client/api/test/test_v1_models_comparisons_metrics.py +65 -0
  286. eval_studio_client/api/test/test_v1_models_overview.py +60 -0
  287. eval_studio_client/api/test/test_v1_operation.py +2 -1
  288. eval_studio_client/api/test/test_v1_operation_view.py +33 -0
  289. eval_studio_client/api/test/test_v1_process_workflow_node_response.py +2 -1
  290. eval_studio_client/api/test/test_v1_retrieved_context_diff.py +66 -0
  291. eval_studio_client/api/test/test_v1_stats.py +3 -1
  292. eval_studio_client/api/test/test_v1_technical_metrics.py +62 -0
  293. eval_studio_client/api/test/test_v1_technical_metrics_detail.py +55 -0
  294. eval_studio_client/api/test/test_v1_test_case_leaderboard_item.py +53 -0
  295. eval_studio_client/api/test/test_v1_test_case_relationship_info.py +53 -0
  296. eval_studio_client/api/test/test_v1_test_case_result.py +106 -0
  297. eval_studio_client/api/test/test_v1_text_similarity_metric.py +33 -0
  298. eval_studio_client/api/test/test_v1_update_dashboard_test_case_annotation_response.py +59 -0
  299. eval_studio_client/api/test/test_v1_update_leaderboard_response.py +2 -1
  300. eval_studio_client/api/test/test_v1_update_leaderboard_test_case_annotation_response.py +59 -0
  301. eval_studio_client/api/test/test_v1_update_operation_response.py +2 -1
  302. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +2340 -210
  303. eval_studio_client/models.py +18 -6
  304. {eval_studio_client-1.2.5.dist-info → eval_studio_client-1.3.0a1.dist-info}/METADATA +2 -2
  305. {eval_studio_client-1.2.5.dist-info → eval_studio_client-1.3.0a1.dist-info}/RECORD +306 -111
  306. {eval_studio_client-1.2.5.dist-info → eval_studio_client-1.3.0a1.dist-info}/WHEEL +0 -0
@@ -6,83 +6,92 @@ eval_studio_client/documents.py,sha256=fjsbHnqZnouu0stCf_p15RgoszkY4_gIsbX1hiw7X
6
6
  eval_studio_client/evaluators.py,sha256=blJlWMswIGr1u6TQDiiO-fInYVnkBT0Y02J57o8Z094,2100
7
7
  eval_studio_client/insights.py,sha256=bhe6XBVJ61-2bcDdNe6HiZsu0sly8LeoYAKo1GkgK08,1199
8
8
  eval_studio_client/leaderboards.py,sha256=PzL_guGZw7NlLZXB5d4ngga_doBOGumEv3EAuIQZFbI,13151
9
- eval_studio_client/models.py,sha256=uJk8SrsmlvG5ouHaq1Rx1xICSriXyK_ZgeGMo43As4c,26000
9
+ eval_studio_client/models.py,sha256=QYZkbxHkO79DfAGciy8RizC9yvUyNlYMpwdOlrROUH8,26608
10
10
  eval_studio_client/perturbators.py,sha256=CtcWqEgPGpOcDHvYAQBlNDKnS-ZDBkL7Y_Ygsgpvikw,3133
11
11
  eval_studio_client/problems.py,sha256=rdGIfo7AqyxGhWMpbIDX1WXFoQvzKktKAWDKRde5VbY,1515
12
12
  eval_studio_client/test_labs.py,sha256=tePU8z4Cw6wMBrW-pSP3FAaT76Y2RK3xiWaRVndcmv4,12331
13
13
  eval_studio_client/tests.py,sha256=doN99_t58aIIm9ZySvvbpZemHohey255i_98Ep65Dzg,32971
14
14
  eval_studio_client/utils.py,sha256=e5bsQVgNHYNSqSOthxlmncerPdgbvWwQaY_C-libuXk,764
15
- eval_studio_client/api/__init__.py,sha256=7AeXtin33DvSdabZDqN8MebYO0ZTmGynnZ5BhYkAQf8,25661
15
+ eval_studio_client/api/__init__.py,sha256=cs-lOs078wPq3IHZn82MVHsYzw3OJ6wVRiMgtM2TDGg,32191
16
16
  eval_studio_client/api/api_client.py,sha256=2Qwvxm4lRzMDRaA2FqunosFSEbIEO7Oz5YH5WAGTDnU,26428
17
17
  eval_studio_client/api/api_response.py,sha256=eMxw1mpmJcoGZ3gs9z6jM4oYoZ10Gjk333s9sKxGv7s,652
18
18
  eval_studio_client/api/configuration.py,sha256=3A8i8o_A71YfdwAzpmNYI-aBT7pWj2Eg7uBCLhamPPs,14520
19
19
  eval_studio_client/api/exceptions.py,sha256=Ko_d0Y8cP3A-xlTon24LOmk1oHUaDs3fDhFrywVQ4M4,6010
20
20
  eval_studio_client/api/rest.py,sha256=OSPOLQi9L95C4H71CJffWr4Er3TCfGJp1yHERzSfemw,9454
21
- eval_studio_client/api/api/__init__.py,sha256=F5SeTnC22VnW1VRWXttdrvnm9VRXwikcKRjSTuVe67I,2270
21
+ eval_studio_client/api/api/__init__.py,sha256=xhsMjD2a2Hf2vgS2YkWTxhQvyrh7-xm5g4gdecprez0,2608
22
22
  eval_studio_client/api/api/adversarial_inputs_service_api.py,sha256=8BNOPL-etJxKeuRYBUgzTi6oLnUIb3euPx3KANksdDE,13055
23
- eval_studio_client/api/api/dashboard_service_api.py,sha256=HkpiOyoXoY9W1cOVHJrm6NAzch5c2OrMzf5QmWb4MLE,133440
24
- eval_studio_client/api/api/document_service_api.py,sha256=w59EFdhPfxT39nHFUsUdTyYdU_iNGmyUGLg5r_acaKo,74864
25
- eval_studio_client/api/api/evaluation_service_api.py,sha256=u4-8QMdTsHXoKvWdt8qoaK4nWY1VN6N8ffURMGhjQq4,82512
26
- eval_studio_client/api/api/evaluator_service_api.py,sha256=11W49GWfKimtyq3A1cT9dGUDc_iaNWHAZv1Y148ksio,55735
23
+ eval_studio_client/api/api/dashboard_report_service_api.py,sha256=sakhvXy5MK2LBUZP8xh3fGbmpnYXoS7KR4d6fOQ-UNs,11440
24
+ eval_studio_client/api/api/dashboard_service_api.py,sha256=cEs1IYzxK_1d4XGwRgJhivE3J9LcFMnsYKybN6sb11A,133480
25
+ eval_studio_client/api/api/dashboard_test_case_annotation_service_api.py,sha256=e7_NYNxjhU89-aZYHgQ8cTvnS12UwPFdmO4N9QsTiqE,30439
26
+ eval_studio_client/api/api/document_service_api.py,sha256=OlkOtwdpEjBrDdW2FjWM0HxIiyuztsDlxojORsheNtE,74864
27
+ eval_studio_client/api/api/evaluation_service_api.py,sha256=aSSbIk5TyYspYLH72oQXt6QdPViJ9e1nTIdjBkVddEw,83172
28
+ eval_studio_client/api/api/evaluator_service_api.py,sha256=hwjUP1LdO6KyarJf4cfEuI-zenpiRaaW2NuLn3T2CbE,55735
27
29
  eval_studio_client/api/api/human_calibration_service_api.py,sha256=mPvoPITEkuuISPvVhgGbzgKM8OEjm1DE1yUHXgkBaBk,11711
28
30
  eval_studio_client/api/api/info_service_api.py,sha256=I4XNOBbr7KLlaCPtcm7ppfskDD3paW2KgWgDomiwyk0,19370
29
- eval_studio_client/api/api/leaderboard_report_service_api.py,sha256=ifkTyqbuzbga7cozDQdLGRaZycsfZMUvYQW7oIhjIpQ,11548
30
- eval_studio_client/api/api/leaderboard_service_api.py,sha256=MBJGUvrBdWHxDj2fdA45BYcvtMGCvQ2swRp2EsCl2RU,152918
31
- eval_studio_client/api/api/model_service_api.py,sha256=sq4raYbOgFNs4XDsm0XoIFSsDxiGtraDFx_BSE_9NGI,116802
31
+ eval_studio_client/api/api/leaderboard_report_service_api.py,sha256=5Cpe_01MazHrxOdEFuw_qjUjIuUub7uZWgto412xp1k,25017
32
+ eval_studio_client/api/api/leaderboard_service_api.py,sha256=-CwtsikvjCy7vKUhf8DQ09aUP7e1-zSibB1Oq_BzvKs,174548
33
+ eval_studio_client/api/api/leaderboard_test_case_annotation_service_api.py,sha256=HGVGxrmE_aoJgH8kZnwHrK30YkxNTVuACebSmVu9TDA,30129
34
+ eval_studio_client/api/api/model_service_api.py,sha256=BcoCWDS7zSJZPztaa1yia9Yy3EM-2SZmZ_5h1w35pj8,116802
32
35
  eval_studio_client/api/api/operation_progress_service_api.py,sha256=qPyx-psBBAKw-yfkMfmk2EjSVd430D6idLdUtt7lmjQ,11687
33
- eval_studio_client/api/api/operation_service_api.py,sha256=NnmVB99LYc878Wc1OK08RvzDRIH1GIQWqHKtH8xPjAs,66566
36
+ eval_studio_client/api/api/operation_service_api.py,sha256=HZkv0oxxUfisTbBoNCecBiWl5N3eyKtVLgaHTK1pfO8,103087
34
37
  eval_studio_client/api/api/perturbation_service_api.py,sha256=LqdZuJkUfAWLAepMeyr2YbYySTSMo_b0zptRZ0q16dA,12596
35
- eval_studio_client/api/api/perturbator_service_api.py,sha256=Be0c0gsbhtn2i64yKUpV5ej8sJghjgjeX0whpaGTXGM,45500
38
+ eval_studio_client/api/api/perturbator_service_api.py,sha256=0adR6I6zWB6PRtlkTCU_9QVhtm2zohrR7P7ZfJj9yP0,45830
36
39
  eval_studio_client/api/api/prompt_generation_service_api.py,sha256=Vnvu00pBuLcePIQqU9_bim1Cdqd6yiwfqQbq_QuE6HI,12653
37
40
  eval_studio_client/api/api/prompt_library_service_api.py,sha256=8ZycO7_o3At3AIJ241CPaXP9d0gyvklMAZzhDKeHna8,28418
38
41
  eval_studio_client/api/api/test_case_relationship_service_api.py,sha256=-f9n6xHiphMZqEGnhkRA5DSmkOcAd4SOT2QLhgrIGwY,11775
39
- eval_studio_client/api/api/test_case_service_api.py,sha256=QYPDBc0O0kZOrFOJeXBKD-VwM4MqLgp7W0D9mAFxVRM,78263
40
- eval_studio_client/api/api/test_class_service_api.py,sha256=xt5qRpMjclaCXqFRtJ3J9UtT_Y1ccyE1j8P4x5Ne3mY,20764
42
+ eval_studio_client/api/api/test_case_service_api.py,sha256=dggZXPVTQNpQax24scwq7-w7oI7b1WMwQlBxiAIfew4,89860
43
+ eval_studio_client/api/api/test_class_service_api.py,sha256=l0IQpt7ejLBCCGMqx6cGGo07BbX5kKP5oi4R5zKWsr8,20784
41
44
  eval_studio_client/api/api/test_lab_service_api.py,sha256=6gg_6Ek3vaA93VO41o35sbNnGpGp_1I0wHaJqCur9F4,25735
42
- eval_studio_client/api/api/test_service_api.py,sha256=0A2x27X2jq7vbhFsFHxigdfkgg2S9M-dcvMlZ93jgN4,211393
45
+ eval_studio_client/api/api/test_service_api.py,sha256=0cnXhMXViu3QNkQ1ctmkzjSQcEMLMpnAORDxVI3Ve3E,221999
43
46
  eval_studio_client/api/api/who_am_i_service_api.py,sha256=Am6A2ADTsStWPhSGcUcVTr7Kcl7TQ2LyyADuNhyTR_g,10326
44
47
  eval_studio_client/api/api/workflow_edge_service_api.py,sha256=_nMV7ya5Uxll3kyAZgoVwtvclZP5LqGgMOWlrM6AEjE,34540
45
- eval_studio_client/api/api/workflow_node_service_api.py,sha256=pszpOlQ82UPLLd8xSG-z8ygqptGTKZJTLQYizwSQEn8,105755
48
+ eval_studio_client/api/api/workflow_node_service_api.py,sha256=TV83YE4S0nK5Zf2p2rSYbO6pQ3NANSFfuJuAAc18KUo,105755
46
49
  eval_studio_client/api/api/workflow_result_service_api.py,sha256=cydwZEuc0nC7---r97zqO2bO7cb4pynw9WeOu0PCNao,45976
47
- eval_studio_client/api/api/workflow_service_api.py,sha256=4xC0PxR11w4DiOgy4bL_a5uHdWt9QZsuGaJ9pMRGD9M,151029
50
+ eval_studio_client/api/api/workflow_service_api.py,sha256=ul3_xLaw4hh-aiptrG2eMxC2SOFR7vbCFtASsoJgPTU,151029
48
51
  eval_studio_client/api/docs/AdversarialInputsServiceApi.md,sha256=B7XWi7se4QJCTilz3ynROBNe2OQI5NIl3ypCKkEzVlk,3098
49
- eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md,sha256=OtQi3VLRE3o28wG0FXoXD2IdXBxL4pu5xuefJNwJTHI,3968
50
- eval_studio_client/api/docs/DashboardServiceApi.md,sha256=3I1TczFHrGI2DzwyDgoFoVqIGMgUmnrc3oOaXGY-Yc8,30559
51
- eval_studio_client/api/docs/DocumentServiceApi.md,sha256=meZFsr8iloxE97M6JcEG_Hhv5ksE__H7VfCjpHNoDlM,16170
52
- eval_studio_client/api/docs/EvaluationServiceApi.md,sha256=hpEKIgelQ1LaPa8l3Wwci0Zn9qVtQTvvDDbGa2VewIs,20042
53
- eval_studio_client/api/docs/EvaluatorServiceApi.md,sha256=H39KlAytM67zs5uLwXAwJ0_akdhH98ygm46a9ikULxE,12445
52
+ eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md,sha256=eNcTo6WKuvZfUVQoj20VxhEbQA_-QaWd3Kq8zUhpYFo,4157
53
+ eval_studio_client/api/docs/DashboardReportServiceApi.md,sha256=1PpLjzFzyQmEDxd879SKCGIs6el3KWlPzXOMrH88-vU,2465
54
+ eval_studio_client/api/docs/DashboardServiceApi.md,sha256=l8UpbhW8MDZcvC-0--cLqOLYqyEhJncLdMchr4WQ9c4,30571
55
+ eval_studio_client/api/docs/DashboardTestCaseAnnotationServiceApi.md,sha256=LeblEctNycmYTO5Hv-rcn-XxHEbH8_zdVb5UKeV97DE,7838
56
+ eval_studio_client/api/docs/DocumentServiceApi.md,sha256=tS6Y7Xep0crzbb0lJGggUSBNc987D5YFralg1qlVqeg,16170
57
+ eval_studio_client/api/docs/EvaluationServiceApi.md,sha256=G1qBe_dv1Tk8nankQx5OuVXngouEPXKiAximVtNLBSg,20262
58
+ eval_studio_client/api/docs/EvaluatorServiceApi.md,sha256=O78qVgDxbjHggeI2eprzyhr2VJQlwwu9xaqxPLx-gDY,12445
54
59
  eval_studio_client/api/docs/HumanCalibrationServiceApi.md,sha256=8bdjHavxbIZrReO9ScWR46QX_RZBT1JNDQN7ixhT158,2849
55
60
  eval_studio_client/api/docs/InfoServiceApi.md,sha256=ZJWqzAyeWGjhFeS5OiNMjAA8A-yBcebMnKFB7IM55-A,3773
56
- eval_studio_client/api/docs/LeaderboardReportServiceApi.md,sha256=b7yKt_peM8Km0VNQeF8amfbwVOCcLEbVb1XklaxMc9k,2529
57
- eval_studio_client/api/docs/LeaderboardServiceApi.md,sha256=IYCI9cG1VVoHUIKDsNGfrw8NLXhEenaheyg_XsZtobM,36836
58
- eval_studio_client/api/docs/ModelServiceApi.md,sha256=bwCg_mzyIRf030o797KNiot24ouYMdEDtuKRVVz0K88,25019
61
+ eval_studio_client/api/docs/LeaderboardReportServiceApi.md,sha256=XacgiBnVjg4Y5GZt6_mjT4TzHrWeLzpDkCWyS-pPt8c,6034
62
+ eval_studio_client/api/docs/LeaderboardServiceApi.md,sha256=A4k_ei8o2vqAlIvsI2rpoosYXmtjA_9FCONT1xNGF10,42028
63
+ eval_studio_client/api/docs/LeaderboardTestCaseAnnotationServiceApi.md,sha256=hg9XrCPcZg69BZ-KeWLeFoL7r1A_-JPUHPWhwLiSSDE,7782
64
+ eval_studio_client/api/docs/ModelServiceApi.md,sha256=Hxa0bqwOQb4eRN2YZ2dbD02r3Qx1Fl4zhdzFxqEgbJ8,25019
59
65
  eval_studio_client/api/docs/OperationProgressServiceApi.md,sha256=bS9Wrjm89O5trne_BFiC0zXnwWr3HuiJLZl2nO_7B6w,2650
60
- eval_studio_client/api/docs/OperationServiceApi.md,sha256=E-T4xSMYaoK01QuK7zR9zk3ol02b6T7f8TKUbtVPYKg,14634
66
+ eval_studio_client/api/docs/OperationServiceApi.md,sha256=kUesnIDmQeyShs_WwtNpQ6mCLBwgBQ3XgkUDVkV9hOU,23462
61
67
  eval_studio_client/api/docs/PerturbationServiceApi.md,sha256=KybVmytWNgjLuSQYFhuyo76Djsl6arwIp-F3B-L-xJY,2816
62
68
  eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md,sha256=3C5X9crwTVoq6W7qMwWWJZ7JSascuAmhkx79OwGrilQ,1883
63
- eval_studio_client/api/docs/PerturbatorServiceApi.md,sha256=wagB2L6SxTt1-Jugyez-Qb6voh2CEri4mKYUUsEsZKY,11385
69
+ eval_studio_client/api/docs/PerturbatorServiceApi.md,sha256=G7OYXv3UcFehpGCJbEfOdyTqSn6eE7fUWP9MqNX-yCQ,11495
64
70
  eval_studio_client/api/docs/PromptGenerationServiceApi.md,sha256=WGRkhPNd7v5b06IFc1Ff-EUyZR1MrfaYFf7CZZw9YsI,2856
65
71
  eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md,sha256=ZmVsXNyAaQA1iySGrz-cEtMuAsi1ZwebSLyU-iwjWTk,2362
66
72
  eval_studio_client/api/docs/PromptLibraryServiceApi.md,sha256=30uJZah-5ULNeAMOo6kUs53Ia1UEM-mywE0TP3-6Nag,6512
67
73
  eval_studio_client/api/docs/ProtobufAny.md,sha256=sf40Vp58QzpEL9hnIoF28BRRgcFrB1NDJFCcQACv_zM,4608
68
74
  eval_studio_client/api/docs/ProtobufNullValue.md,sha256=dU4vJwx5LrZZwVFKsjXBxEERvGNP5B1iGryiH6g1mVU,477
75
+ eval_studio_client/api/docs/RequiredTheDashboardTestCaseAnnotationToUpdate.md,sha256=jo0d5Q3osUSWp89eHw6t37XLrG-xUAItxihWs9V_mPg,2163
69
76
  eval_studio_client/api/docs/RequiredTheDashboardToUpdate.md,sha256=idMdqdCvBGkzlA3qCwXC7qpoWIyX77zA0cIyWBJnZ1g,2690
70
77
  eval_studio_client/api/docs/RequiredTheDocumentToUpdate.md,sha256=XIbspwsWmbf2sdPKxiPf9JWvmqgk6_wqrOHQgxX7WB4,2439
71
- eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md,sha256=Ce3xJxpOfjWepq6MIDCWfMuA-oeU0teB5IrntKiG9Tw,4014
78
+ eval_studio_client/api/docs/RequiredTheLeaderboardTestCaseAnnotationToUpdate.md,sha256=TkxzdsbIzhxP_pH1Ise0gNjOZs6EQt8hu6iHpScc8j4,2201
79
+ eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md,sha256=RrtpoEhpL_p7U4L8nYqMVVLryJlQnqw40itknyuAXVM,4097
72
80
  eval_studio_client/api/docs/RequiredTheModelToUpdate.md,sha256=zCjxnWXUkopE6Aj9oNUsaGvYmofuTt3kGAl0rn8l-Ac,2550
73
- eval_studio_client/api/docs/RequiredTheOperationToFinalize.md,sha256=lS166DG5qL_Z-XqWzTs2nti7bhi7EbG2gfcv1-XYhEw,2440
74
- eval_studio_client/api/docs/RequiredTheOperationToUpdate.md,sha256=C3NgHs1s9QuGnuUrWcoZkH716hB9rXbH1av6ojdWWuA,2412
81
+ eval_studio_client/api/docs/RequiredTheOperationToFinalize.md,sha256=bjXnHIkw-p6s4UjULlWIJNbGwKQ-JKPD8gUxpXJXhjw,2670
82
+ eval_studio_client/api/docs/RequiredTheOperationToUpdate.md,sha256=mCQXAjjwvXobXv000h3mQyy3SmqPL-SHoipYUVOoU4A,2642
75
83
  eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md,sha256=zZRMLBvMJAnTY5RHgTkzJI8IEEDWlBNBPvLucj1-MH4,2644
76
84
  eval_studio_client/api/docs/RequiredTheTestToUpdate.md,sha256=rI4ZkTc-2clk3Iek1XWspAUc-K5KdhW9iHdz0mtOt4U,2317
77
85
  eval_studio_client/api/docs/RequiredTheUpdatedWorkflow.md,sha256=VDLN8nhxnqRbUI_Bv_xPsb-NIhQnZYdEm_5Lj_4Ynu0,3157
78
86
  eval_studio_client/api/docs/RequiredTheUpdatedWorkflowNode.md,sha256=ZVm27r9OLAAMb3pIlSE45km5Woj_zX0UIdGBrzeGcqI,3274
79
87
  eval_studio_client/api/docs/RpcStatus.md,sha256=yJVcDty4KVV1H8nvmc4dr_7blyCar_js0SXW5QA8Z8I,1776
80
88
  eval_studio_client/api/docs/TestCaseRelationshipServiceApi.md,sha256=vDlC-cOmYJRiwlWGSSsehHkYKFyP36IDbJSh4O0Y1Fs,2684
81
- eval_studio_client/api/docs/TestCaseServiceApi.md,sha256=ZnQmqnyf-nFrldDJq9xD-WlMPZxyOpr0ctpJsvx26V4,17251
89
+ eval_studio_client/api/docs/TestCaseServiceApi.md,sha256=a8fsTRRIL_hyoXbjvpG3GZM_SziZRrM0MleU8H06PQc,19891
90
+ eval_studio_client/api/docs/TestCaseServiceAppendTestCasesRequest.md,sha256=KrZi08fpakVOSV4IS6Xeo9fi8f3sVak9xCPvjEa8b1M,1354
82
91
  eval_studio_client/api/docs/TestCaseServiceBatchDeleteTestCasesRequest.md,sha256=QcPFhvfLHzbiLDC0rAKeDJHQp-uBfMl7zeDbtdtvH30,1339
83
- eval_studio_client/api/docs/TestClassServiceApi.md,sha256=UZlxKKBn0mrl1zPrABeZ0wiSUY4wv8UI1C05-49oj00,4341
92
+ eval_studio_client/api/docs/TestClassServiceApi.md,sha256=nw2w6mh09cLbJ91TgmT62Mf-RN5lXpUvSnEY2pib9HY,4347
84
93
  eval_studio_client/api/docs/TestLabServiceApi.md,sha256=J0_dlLp92Q2UTpINe6w_tlaHcaY4_En-J7CWIyyeqoA,5545
85
- eval_studio_client/api/docs/TestServiceApi.md,sha256=mI1oWiDI6iAvCwJwbMivESh-pLJmCVVMnZZAFBtVaeg,45922
94
+ eval_studio_client/api/docs/TestServiceApi.md,sha256=fgo3SZi4gQSnDwG1pdZr1iPDSam3nCQObpriVO7UaVE,48341
86
95
  eval_studio_client/api/docs/TestServiceCloneTestRequest.md,sha256=n5CuodW4KlkoSn5pYsWVV1dDArFbJbUEzEYLPZ7v5ho,1242
87
96
  eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md,sha256=CGmdpWMUqndbUWJu5tiiYqm--Xxl2FuUvnyWAckE9yQ,2489
88
97
  eval_studio_client/api/docs/TestServiceGrantTestAccessRequest.md,sha256=1AX06-dNFJy7WoK81pUzbhN_zanZKGIykKAMcIne0fo,1264
@@ -92,8 +101,22 @@ eval_studio_client/api/docs/TestServicePerturbTestInPlaceRequest.md,sha256=qbJ9H
92
101
  eval_studio_client/api/docs/TestServicePerturbTestRequest.md,sha256=iXqEbf-4fSz2JXpchr9vT5sLNZkOieIid00ctW1wk6c,1554
93
102
  eval_studio_client/api/docs/TestServiceRevokeTestAccessRequest.md,sha256=df2zTpPIuQXKEtn4CFyWU2I4Py-GKmWAOji4UtZ-Xr4,1278
94
103
  eval_studio_client/api/docs/V1AbortOperationResponse.md,sha256=JXBLkGl5O0OG74awNOZReFFT2Hl3GSvgEes-0AuRzbI,1070
104
+ eval_studio_client/api/docs/V1ActualOutputMeta.md,sha256=dVsb18fQwOjldFLpPS8h7XWHBbXCn887J2DtQQOuhmc,1078
105
+ eval_studio_client/api/docs/V1ActualOutputMetaDiff.md,sha256=cm7Z5tP18c0XyzRhJWBUXSLe8oHDupcI5ZUjEs8gyQk,1568
106
+ eval_studio_client/api/docs/V1AgentChatActivityDiagram.md,sha256=UILWmCjCNyBeVlyv_zmksD5nj_a6yWKITY8jP6kaZC0,1472
107
+ eval_studio_client/api/docs/V1AgentChatActivityDiagramEdge.md,sha256=XtyseqcyTKGUq5nH_UyUEsgvtK2noi-7uDGBGym9ZQY,1395
108
+ eval_studio_client/api/docs/V1AgentChatActivityDiagramNode.md,sha256=LhNjr2kITc_atyNYSgCGiQUqa7a3Ep1W01omnOvpXGU,1451
109
+ eval_studio_client/api/docs/V1AgentChatActivityDiagramRow.md,sha256=KwlGtegMb0dsMbYy_9fKkil1AcAoasdcumiNako_lhE,1307
110
+ eval_studio_client/api/docs/V1AgentChatScriptUsage.md,sha256=zGtHW6esKHGZV1uyDOhEvyoUfXLSf5EGHiU9k6mJp9g,1424
111
+ eval_studio_client/api/docs/V1AgentChatScriptsBarChart.md,sha256=SAUykG6CUDm1hcpR-UJUpLg9ZCXFIWGKZ6snlzAUqBs,1289
112
+ eval_studio_client/api/docs/V1AgentChatToolUsage.md,sha256=O3cu5l_zDwFsR2fyNoCz-Bkvy1tVRJoonrdw8RNmnWE,1395
113
+ eval_studio_client/api/docs/V1AgentChatToolsBarChart.md,sha256=BjW7beopGRZS8SIzn3uL3DIvhtLf_9_4LYCMTcB7g-8,1249
114
+ eval_studio_client/api/docs/V1AllMetricScores.md,sha256=W6YcJR_N4FClU9Slt8D6wK5ci0mIUkv6yvJgCZ9mICI,1010
115
+ eval_studio_client/api/docs/V1AppendTestCasesResponse.md,sha256=8XYduqLDGGfHr9JYYwP7cPM_K_yjpds84VLWnVX0U9M,1122
95
116
  eval_studio_client/api/docs/V1BatchCreateLeaderboardsRequest.md,sha256=v3I0WjeesPwOQvjUP0CjI_FVZ_RRKxKHwZddtBdvQYA,1536
96
117
  eval_studio_client/api/docs/V1BatchCreateLeaderboardsResponse.md,sha256=xTCB6Ecw32MbDI750hqOPDMOhUQRG71P-HEbj7NKk5g,1193
118
+ eval_studio_client/api/docs/V1BatchCreateLeaderboardsWithoutCacheRequest.md,sha256=mZoGkzc2uA93XWXs6NoUMy3DFs07OblLHeQYeGnSyvY,1704
119
+ eval_studio_client/api/docs/V1BatchCreateLeaderboardsWithoutCacheResponse.md,sha256=YkxVHk7pnCG72R5RJ6AToBlsuMSHvt8wzliWAhfquCE,1361
97
120
  eval_studio_client/api/docs/V1BatchDeleteDashboardsRequest.md,sha256=sGmGomZOcVA5ssTGyHw_sll2Ikur2JNn0s2Jb_jP3W8,1214
98
121
  eval_studio_client/api/docs/V1BatchDeleteDashboardsResponse.md,sha256=cfr6p-KCdECZ_6Rh4JDvo7noNLOjeAS4BcWScTg1BBo,1197
99
122
  eval_studio_client/api/docs/V1BatchDeleteDocumentsRequest.md,sha256=aJ4tgRLNzmIIwbMCOlSWKAWMsZiG8oB7PdfQToblz5k,1200
@@ -121,14 +144,21 @@ eval_studio_client/api/docs/V1BatchImportLeaderboardRequest.md,sha256=VUoaYiD9EF
121
144
  eval_studio_client/api/docs/V1BatchImportLeaderboardResponse.md,sha256=blArM0EAy5El3wX854bIwPn53HGhU0dkD24Ve1PUQRU,1180
122
145
  eval_studio_client/api/docs/V1BatchImportTestsRequest.md,sha256=ZN3r-y9FBXeamC_WCbCar6OpbTTg_XuE56nqH3ljgpI,1521
123
146
  eval_studio_client/api/docs/V1BatchImportTestsResponse.md,sha256=sN1rT8H-dQDVekd_lNzyBmmq-Wbw3458Q_tgzG7tgIo,1113
147
+ eval_studio_client/api/docs/V1BatchMarkOperationSeenByCreatorResponse.md,sha256=xDmwryABnYF-EPbwfylDNPOP8V5auZwEGQZRvoEMIJI,1345
124
148
  eval_studio_client/api/docs/V1CheckBaseModelsResponse.md,sha256=qYL6yEP6It-KSYTSZuy6V8vZVEBsG5eiif7U1h9uwVU,1199
125
149
  eval_studio_client/api/docs/V1CloneTestResponse.md,sha256=P9XJhYZ2Wve34b_LLqPlxLLLd81QnxWO7iOjdHo5-PY,990
126
150
  eval_studio_client/api/docs/V1CloneWorkflowResponse.md,sha256=mhpTEegLoRoFRmI0FV4zrGiMXz6J_83oOzGt1cwEGIU,1054
151
+ eval_studio_client/api/docs/V1CmpLeaderboardReportsRequest.md,sha256=iNwbt_BCAQu9Bwssr_apG2YaczBQc8GCioKzt_9FX3E,1653
152
+ eval_studio_client/api/docs/V1CmpLeaderboardReportsResponse.md,sha256=zEy62W0PxJ8fM3S5cJgPiEK3U5n5s3u5whGNbTXPRVw,1202
127
153
  eval_studio_client/api/docs/V1CollectionInfo.md,sha256=2iHdNlhmUHE3b6onAJ1ICEzJb_DybNs4ARWjUmkbeVU,1279
154
+ eval_studio_client/api/docs/V1ComparisonItem.md,sha256=r9CHAQHK5aDXRBgEFI-FiFP8vCCk7cqP3HuWB4byAlc,1741
155
+ eval_studio_client/api/docs/V1ComparisonMetricScore.md,sha256=4qH5wDJ0keNzJM7F3fRe9OV0YqBYeB1LHOQpKzk5K9w,1110
156
+ eval_studio_client/api/docs/V1ComparisonResult.md,sha256=iqTIWmcx4xpWIrNkA5utUC0FU2G6LLdZj3y6gs7_XNE,1245
157
+ eval_studio_client/api/docs/V1ComparisonSummary.md,sha256=X2MExh62Gx2wxvKAui3JzLmNZKJm-vuqS62UplxrjLE,1200
128
158
  eval_studio_client/api/docs/V1Context.md,sha256=0_1FvSJaXqeBh-2JC2V2m2BQ9Kw7jjDr4n7KcxTaALU,1341
129
159
  eval_studio_client/api/docs/V1CreateDashboardResponse.md,sha256=KVvv7O5LVaHq1KN37uZtEi1hrtmwM5hodhcQDsU3FpY,1083
130
160
  eval_studio_client/api/docs/V1CreateDocumentResponse.md,sha256=ZgaSw6BFfUIpkPDI8wj7GJf7U61PzTaPX4IjPGan_Ow,1067
131
- eval_studio_client/api/docs/V1CreateEvaluationRequest.md,sha256=7YI-Q5PWcevsSMyx2ojb666e20xxlgxm1lbdNAfPgPw,2319
161
+ eval_studio_client/api/docs/V1CreateEvaluationRequest.md,sha256=PdjnD3YHp72T5bRaCk4KkARlpThB8YkhD29IKZZKJwg,2402
132
162
  eval_studio_client/api/docs/V1CreateEvaluatorResponse.md,sha256=ew8KdI4A0CaQ1j7KSARIgErErErUq0nolHC8fbl14mI,1083
133
163
  eval_studio_client/api/docs/V1CreateLeaderboardRequest.md,sha256=ix1VypKBRjBasnJ1Q28JdAeow0IUIaV7dt0znDkNGDc,1102
134
164
  eval_studio_client/api/docs/V1CreateLeaderboardResponse.md,sha256=qVGdVCKCQdyOoF9lyWypblXaykzIHSzVu_6kAj3w75o,1109
@@ -136,14 +166,22 @@ eval_studio_client/api/docs/V1CreateLeaderboardWithoutCacheResponse.md,sha256=x0
136
166
  eval_studio_client/api/docs/V1CreateModelResponse.md,sha256=s2b2UcpsLpguiA8YiJm7KDUiPZmedPHbHrGc8amyjjM,1019
137
167
  eval_studio_client/api/docs/V1CreatePerturbationResponse.md,sha256=RQEojXIpsKP4zZmrEbyHBBYPfpdZemBz2cL1CH3kRek,1133
138
168
  eval_studio_client/api/docs/V1CreateTestCaseResponse.md,sha256=cL_eWpvtpIOt3g2vieC_5nwMJJUqTPjTL3SX0CjcHAY,1074
169
+ eval_studio_client/api/docs/V1CreateTestFromTestCasesRequest.md,sha256=Eb-ZtVSUUtf73zrhEvvDRPiw6xei73_DeYfb5xlF0Ow,1479
170
+ eval_studio_client/api/docs/V1CreateTestFromTestCasesResponse.md,sha256=8oh40iDhQc7_Qa5zp8kCMV5XgVKuorjYT6sbxxkSAEs,1190
139
171
  eval_studio_client/api/docs/V1CreateTestLabResponse.md,sha256=5GW7qERdraNJT-0tcJepC_LsbwQbqejyYh6hL0BdraM,1058
140
172
  eval_studio_client/api/docs/V1CreateTestResponse.md,sha256=fSw8GoHv7zx91aFvyLzHG5w5nuqzil6hGo5MvCHOj5M,1003
141
173
  eval_studio_client/api/docs/V1CreateWorkflowEdgeResponse.md,sha256=0cxQOO-6gFaDx7DvuR0-WsMdzW4CWIkLuDH6nZyUYQg,1129
142
174
  eval_studio_client/api/docs/V1CreateWorkflowNodeResponse.md,sha256=LcH9vpUb_VqDdXX40-szBBVgbVq0tKk44eEVJj4WZEk,1129
143
175
  eval_studio_client/api/docs/V1CreateWorkflowResponse.md,sha256=KYXx47FTWjDmOBAfC72jFi5GX0rCBOr0xIPy-q4FmH4,1067
144
176
  eval_studio_client/api/docs/V1Dashboard.md,sha256=DQZgs24iH_vNEQiXAI3KivMu6uMfhxrXoPfVmSzbg0A,2393
177
+ eval_studio_client/api/docs/V1DashboardReport.md,sha256=8LInahkCOjRD6QGJIYOkLuh0qgiC0RqHXO3mVGad0Ck,1370
178
+ eval_studio_client/api/docs/V1DashboardReportResult.md,sha256=mJy2kscJ0piHWxhqEVrAzebX31LFRMdPb10nrWzlNQM,2263
145
179
  eval_studio_client/api/docs/V1DashboardStatus.md,sha256=Cdamni0C7EsCDUqjjYeJE7uRrN2XvQJEdonyPBIjS2Y,685
180
+ eval_studio_client/api/docs/V1DashboardTestCaseAnnotation.md,sha256=2zsjpQSjzX5yRGN12Cs_dPukDLKLv7_H7JU5OMowKBA,1971
146
181
  eval_studio_client/api/docs/V1DashboardType.md,sha256=r6FdzgfI3gB5P2SUQIDjtH0fbfUZIn1I026f3UqSqdQ,464
182
+ eval_studio_client/api/docs/V1DataFragment.md,sha256=JmFt_eURLZiWFtNpvRkb8dbvpFTpK-keyEAXhmAnh70,1061
183
+ eval_studio_client/api/docs/V1DeepCompareLeaderboardsRequest.md,sha256=KfKSin1tQ_pzxUy-cuX8jK-W9AJDcZaqJWjIFTSlN9Q,1675
184
+ eval_studio_client/api/docs/V1DeepCompareLeaderboardsResponse.md,sha256=dtYufca2PMGskJm39qd_ZIysbPhn2f2AWdMB3NWIfKw,1228
147
185
  eval_studio_client/api/docs/V1DeleteDashboardResponse.md,sha256=p-rBdA9mZc_K4jE3NkOl-_MytL8uqgXwB8UrfpQy3S8,1083
148
186
  eval_studio_client/api/docs/V1DeleteDocumentResponse.md,sha256=Z5k7MVVjTXKiIJnnUj1gT1f1Zdhuwn4lHaLtug0MV-Y,1067
149
187
  eval_studio_client/api/docs/V1DeleteEvaluatorResponse.md,sha256=9IaxW5alef6RbV8QeUyumObb4TCwg5piRoqYecdZJDU,1083
@@ -155,9 +193,11 @@ eval_studio_client/api/docs/V1DeleteWorkflowEdgeResponse.md,sha256=AemjWaN3hdefw
155
193
  eval_studio_client/api/docs/V1DeleteWorkflowNodeResponse.md,sha256=Gz-VgTCOQDo2c6UG6IaOkWSCMtHEn-9TJAySFtpbfSw,1129
156
194
  eval_studio_client/api/docs/V1DeleteWorkflowResponse.md,sha256=1bI_uGCC_KzQ9gXDUotof2x8KvX_Wkz7VaHT5WrnA7o,1067
157
195
  eval_studio_client/api/docs/V1DependencyList.md,sha256=dDAZxRi7-lkvlG5xAizB3Pad4MNuTs-B6GJdWFnYjuE,1126
196
+ eval_studio_client/api/docs/V1DiffItem.md,sha256=RdvOGGcg7xBeUAGUPbubRhV4NvnyhC9BoRek-YS2Y98,1634
158
197
  eval_studio_client/api/docs/V1Document.md,sha256=1qRJipUHo6K9e_5Gbk4YWhQM3O5-KBrr9jqjLT7Bk9o,2144
159
198
  eval_studio_client/api/docs/V1EstimateThresholdRequest.md,sha256=O1SJT6MEdwpqV88yrG__1blpclRVn5ygq5cHKsn5Nwo,1583
160
199
  eval_studio_client/api/docs/V1EvaluationTest.md,sha256=u23SsaPTGnDMfNexHCy62TBy60AM-V2X424I8udUEO0,1374
200
+ eval_studio_client/api/docs/V1EvaluationType.md,sha256=7zbDUi8b5wDmLG5lnadqHwthYIWp7wFOPcoSMeRRo4c,651
161
201
  eval_studio_client/api/docs/V1Evaluator.md,sha256=H9PZJmJnGgPpOZ1YGCrfjKy-46TvACJ0TILF_jgpsD4,3342
162
202
  eval_studio_client/api/docs/V1EvaluatorParamType.md,sha256=XVKlniYkPU4TTF6QkfZAMGgbCJoaXF1w_l5v567uGyo,613
163
203
  eval_studio_client/api/docs/V1EvaluatorParameter.md,sha256=9QIomi6DdVwJRFt1IE-VI07zjp0PAbhpQgeVoX2Llt4,1861
@@ -166,7 +206,9 @@ eval_studio_client/api/docs/V1FinalizeOperationResponse.md,sha256=hstFodHOaIo3xj
166
206
  eval_studio_client/api/docs/V1FindAllTestCasesByIDResponse.md,sha256=XNfuyhfeHmj1Uo-zWCXh_WGKON5nRnDxsx2exE3l-80,1199
167
207
  eval_studio_client/api/docs/V1FindTestLabResponse.md,sha256=cc-cG2eV5wp8XdihCtAAhBuICpdmbgHBa1CJ1OycA4E,1032
168
208
  eval_studio_client/api/docs/V1FindWorkflowsByCollectionIDResponse.md,sha256=bphKQnUWImEJZgzmxBr2BnAPUjrSq1cBs1hzDOO4Vp0,1281
209
+ eval_studio_client/api/docs/V1FlippedMetric.md,sha256=IYfoOdMFMu8Sk2vRERZpTJUR4F24XS17loY0lTGTy40,1059
169
210
  eval_studio_client/api/docs/V1GenerateTestCasesResponse.md,sha256=YHQQrk0F9FXdqrqPTnNxUrSWr42L9VW4K4v4wFWntqg,1115
211
+ eval_studio_client/api/docs/V1GetDashboardReportResponse.md,sha256=j4lNNDJgAxE9QpOvjeWrHiFsB1jf-IUaF9s3LIFfFfs,1147
170
212
  eval_studio_client/api/docs/V1GetDashboardResponse.md,sha256=v4pZcpq-x7M4VG4Gp0yfslb4XLFy_2QF0UBo93RefOU,1044
171
213
  eval_studio_client/api/docs/V1GetDocumentResponse.md,sha256=zW8BEDk1axGqpjh35TVD-exRWP7gxszzx5XuEdQho-s,1028
172
214
  eval_studio_client/api/docs/V1GetEvaluatorResponse.md,sha256=Kjm8160WsMrg2cHWjkLR2bcShWT1LChnb9DNktoFL8s,1044
@@ -189,36 +231,44 @@ eval_studio_client/api/docs/V1GetWorkflowResultCorpusPatchResponse.md,sha256=1Ny
189
231
  eval_studio_client/api/docs/V1GetWorkflowResultReportResponse.md,sha256=LJ1_a_cLywm8zf17y0pyWNg_OndQo0Y62bti1pjnQDg,1360
190
232
  eval_studio_client/api/docs/V1GetWorkflowResultSummaryResponse.md,sha256=CklOnjBwIORFg2naawmwpiR1jetbmd-pLWo6ql2VOCE,1501
191
233
  eval_studio_client/api/docs/V1GetWorkflowResultSystemPromptPatchResponse.md,sha256=eQcEXMx8ACXsbSfIiv1bAKsC_6ARoGX3a-9n2SAtNhU,1394
234
+ eval_studio_client/api/docs/V1HumanDecision.md,sha256=gqHf4Th42X1bxiv-q_t92byflESUuF5baGqXn8J-Ioc,558
192
235
  eval_studio_client/api/docs/V1ImportEvaluationRequest.md,sha256=gr5_OKvxEMhKfOqpTdwcx8PpCAxKup6ubcOfQrRoIKk,1721
193
236
  eval_studio_client/api/docs/V1ImportLeaderboardRequest.md,sha256=1aBBkjuUpgCTyqkKcdWQZGkN3skMKndO6tGlQoxi0WY,1893
194
237
  eval_studio_client/api/docs/V1ImportLeaderboardResponse.md,sha256=WeNoOYI1qNOionChjNnyDujA9o34M8_WDsXyYeMOoEs,1109
195
238
  eval_studio_client/api/docs/V1ImportTestCasesFromLibraryResponse.md,sha256=Za3xdFm15RmoGbiNAZzAOiVuRHgtC6U5R93zlrgp46M,1244
196
239
  eval_studio_client/api/docs/V1ImportTestCasesRequest.md,sha256=6ZuVubZTFxD5O9tZsRR1qMkqsVW0LAoUqIhvJ7k94_U,1640
197
- eval_studio_client/api/docs/V1Info.md,sha256=gFxzi1wRWX8Z27Rc9cWi8cr2WKmSOTdAX4IDwUuYDyU,2135
240
+ eval_studio_client/api/docs/V1Info.md,sha256=gRVLSi7NWW00r4RIhvyDj8-VbC9PC4SOVjIkUwVJ8Vo,2385
198
241
  eval_studio_client/api/docs/V1InitWorkflowNodeResponse.md,sha256=2euxUWZy-WDVrIIEOl5gX5inPECLSdc_23sUtIi0p6c,1103
199
242
  eval_studio_client/api/docs/V1Insight.md,sha256=2l0P_ZwywFM1R8rEdjU4RpVsKsX-utkJVLkcScSMm8U,1836
200
243
  eval_studio_client/api/docs/V1LabeledTestCase.md,sha256=x6t91UbpBmivmJUbSyh4FJTT4ouqq1ZLqXP-vC07gGI,1215
201
- eval_studio_client/api/docs/V1Leaderboard.md,sha256=wh_WfNOSoB3WufWQIVai27ZaNI5f6TdXbEcolxjEmsI,3709
244
+ eval_studio_client/api/docs/V1Leaderboard.md,sha256=TciKriV0w3W9847UDORMbAuCO0bnzsXIrD8ePt5svdg,3792
245
+ eval_studio_client/api/docs/V1LeaderboardCmpReport.md,sha256=OPoVU260VepvoYJCEIDwscqtuPe3gS_rqzSVQppCtdY,1131
246
+ eval_studio_client/api/docs/V1LeaderboardComparisonItem.md,sha256=TYRziDzld-h4dM2ty70NdN1xkj-OeCTbqaMIwTWzq2g,1225
247
+ eval_studio_client/api/docs/V1LeaderboardInfo.md,sha256=Q7ltRivjeolJLJQattaHTY5XXzc3_5t445GCJR01wqM,1170
202
248
  eval_studio_client/api/docs/V1LeaderboardReport.md,sha256=s7a39b895HZrtPPnKyt0-AOmbjn175ENQ5XG5eLUqHU,1465
203
249
  eval_studio_client/api/docs/V1LeaderboardReportActualOutputData.md,sha256=-pHUTDpfRS3udxunIQ1Y692rh24DXYZ2S2nOW5jFd9s,1388
204
- eval_studio_client/api/docs/V1LeaderboardReportActualOutputMeta.md,sha256=nZWViYbUTnAg8LWTQAvb5uZ_sE6JpgA022c_Xmk0pC8,1565
250
+ eval_studio_client/api/docs/V1LeaderboardReportActualOutputMeta.md,sha256=tDyekQiNrQqZ_9EBKG8fgTwN9u7eXyMxHF6HsvuVE3A,1941
205
251
  eval_studio_client/api/docs/V1LeaderboardReportEvaluator.md,sha256=7RLQDNGiOfv-weZZJJ7BkIe2Xxp8-_GdNenzrj6wbgU,2701
206
252
  eval_studio_client/api/docs/V1LeaderboardReportEvaluatorParameter.md,sha256=HrveSTjFT2jSnheEaaUBrcHJgPU9TNmfNR4QGZMEnCU,1951
207
253
  eval_studio_client/api/docs/V1LeaderboardReportExplanation.md,sha256=7NDXM1Vqfdl4vyps5qCHHQAFYuQH8ZnzLsO_0TqMucE,1657
208
254
  eval_studio_client/api/docs/V1LeaderboardReportMetricsMetaEntry.md,sha256=rP3oEPJoIIamoReymcRO3yK_fYswXUvN9OBg6njLDw4,2307
209
255
  eval_studio_client/api/docs/V1LeaderboardReportModel.md,sha256=C4CyF1R0HJrhn2aXqdWsux9eRD_2WIDn0SIV0z7e6eg,1714
210
- eval_studio_client/api/docs/V1LeaderboardReportResult.md,sha256=UtG-q978UfhNHtB5xRc3l7SH0a6ghc7ppXmDnhRQlko,3129
256
+ eval_studio_client/api/docs/V1LeaderboardReportResult.md,sha256=a-HTPFgz-HZd86j0I5GW-xnDqe5tKfqqDojy_ivIZmc,3908
211
257
  eval_studio_client/api/docs/V1LeaderboardReportResultRelationship.md,sha256=WZVtjNJzBETjjQDJVqXwSAeOv92pw8OwB10oE4O4TeY,1538
258
+ eval_studio_client/api/docs/V1LeaderboardReportResultView.md,sha256=-9tCzL02YaCrdxQX_hvHAJ2v--5hhMSfMXZcUEynsy8,564
212
259
  eval_studio_client/api/docs/V1LeaderboardStatus.md,sha256=lCe8JUyREr9vFQS_7qtuE6LWCMFxg82ukLAwTXt-rOU,604
260
+ eval_studio_client/api/docs/V1LeaderboardTestCaseAnnotation.md,sha256=dglb5rfSbglbtSxRXCVOYAPldpm7vsBqrEiMN02ga1E,2009
213
261
  eval_studio_client/api/docs/V1LeaderboardType.md,sha256=8kQdVoo6WaRMd8o6zfGXsh7mhnJ7f7YbIRCStjVqxCY,554
214
262
  eval_studio_client/api/docs/V1LeaderboardView.md,sha256=CQ45I6wx5qFfdnLoOE8Y7cWViRDTzZ30_Of7LG-9t0s,577
215
263
  eval_studio_client/api/docs/V1ListBaseModelsResponse.md,sha256=er9-LKZYsfXr9AGzCAIKeGRWrArVOcBPV0nPdBlTSrU,1077
216
264
  eval_studio_client/api/docs/V1ListDashboardAccessResponse.md,sha256=RMq4EfnqqPbDfPDC7qyYyyLlyKqTGVArd-TiMPgU6XU,1200
265
+ eval_studio_client/api/docs/V1ListDashboardTestCaseAnnotationsResponse.md,sha256=M3YB_VT4kM16wY064Mw1stlx8LSgG2DIM3UdndZ-hL0,1427
217
266
  eval_studio_client/api/docs/V1ListDashboardsResponse.md,sha256=2wiignEPyWz5wzCb7DT0SRjYnawHxBlfj6ymaTTR8m0,1100
218
267
  eval_studio_client/api/docs/V1ListDashboardsSharedWithMeResponse.md,sha256=MAQ1DCst7doN5bTVVbcWcYdKsR2TTdp1zbrpgVU46yA,1289
219
268
  eval_studio_client/api/docs/V1ListDocumentsResponse.md,sha256=oVrtSEFI3hAiWVvkRkn2I7_30TddYDiciDP71359bnA,1083
220
269
  eval_studio_client/api/docs/V1ListEvaluatorsResponse.md,sha256=Qe9YFdG0nb5m4au5Mm1jtU4I9aJXTKX0B2kzgeUFD_E,1100
221
270
  eval_studio_client/api/docs/V1ListLLMModelsResponse.md,sha256=yVYHH9R5ns31eAmYPkabNACUlY45n0hoFEXECg7v7mE,1094
271
+ eval_studio_client/api/docs/V1ListLeaderboardTestCaseAnnotationsResponse.md,sha256=oIKh8X3aXuAhNl-OdLJKBCneU0p48Ouun6NX-wUf0TY,1461
222
272
  eval_studio_client/api/docs/V1ListLeaderboardsResponse.md,sha256=GQ5BQXtonOxo9QSYwHySUYOL-fUWF7w06K1-PFciskI,1321
223
273
  eval_studio_client/api/docs/V1ListModelCollectionsResponse.md,sha256=pzHMWsL2vPTkyAdJtbTbidoIXuatMIxxwpAyPQ6q8vQ,1196
224
274
  eval_studio_client/api/docs/V1ListModelsResponse.md,sha256=q8g68AW7CuGMwtwQNoPl902_0vpTjzz7TFt89mIH7Bo,1032
@@ -226,7 +276,7 @@ eval_studio_client/api/docs/V1ListMostRecentDashboardsResponse.md,sha256=g1cvLcR
226
276
  eval_studio_client/api/docs/V1ListMostRecentLeaderboardsResponse.md,sha256=Ban0C7XNWWTG_DYxgVoVzECG8aCmWQkFFytkQZLMGi8,1276
227
277
  eval_studio_client/api/docs/V1ListMostRecentModelsResponse.md,sha256=jQAKzVCAIL5tmGRUXsR0iwaG-h9bdhsavf4NwqmMWRQ,1174
228
278
  eval_studio_client/api/docs/V1ListMostRecentTestsResponse.md,sha256=nvIv4NqKnDLMR4qlCLZTxovLKL74QnkttOfausxC4GU,1157
229
- eval_studio_client/api/docs/V1ListOperationsResponse.md,sha256=weyV_-9DriiyzWCWPk6L04PgisUdhU4EAfndOKoShb8,1100
279
+ eval_studio_client/api/docs/V1ListOperationsResponse.md,sha256=zUkVD02C82e-TGzeCRGPlnN7B_NiAJYf4PjjPulwydM,1224
230
280
  eval_studio_client/api/docs/V1ListPerturbatorsResponse.md,sha256=3WQ6k99hrdfUjCIFbRouwRz7XsQmaifGd5Ryo6ZC5sA,1134
231
281
  eval_studio_client/api/docs/V1ListPromptLibraryItemsResponse.md,sha256=1-aiMadB0kEpHHZ54hKInWTDg-H8PKnrl1np_-0wxqI,1254
232
282
  eval_studio_client/api/docs/V1ListRAGCollectionsResponse.md,sha256=o3VJDBIjDiR5XQmzBX3r290otx3pf8OxwENqussWXxU,1205
@@ -237,16 +287,25 @@ eval_studio_client/api/docs/V1ListTestCasesResponse.md,sha256=avESjIFuW6GBE0G9eV
237
287
  eval_studio_client/api/docs/V1ListTestClassesResponse.md,sha256=1qwkK5OU60zvWngySTG8XAN6NmHUe1BhDfw6aRZOxnU,1137
238
288
  eval_studio_client/api/docs/V1ListTestsResponse.md,sha256=NFiSpglSDzsy8OtcdzlqHNwPgOqZAbswTARycMSo56s,1030
239
289
  eval_studio_client/api/docs/V1ListTestsSharedWithMeResponse.md,sha256=BacwDEwXLuvysvoxp3UkkrxrCkE-rqaFaumBrS3QWjY,1204
290
+ eval_studio_client/api/docs/V1ListUnseenOperationsResponse.md,sha256=v1ZV5JUr7fb8y3WsV6pSUUUmDeV3zbAqbBjJA3EGdQw,1342
240
291
  eval_studio_client/api/docs/V1ListWorkflowAccessResponse.md,sha256=mipjwKDHmaJ1fOb9xuSz3PBqphp93TLLGI-fz2DA3p0,1186
241
292
  eval_studio_client/api/docs/V1ListWorkflowDependenciesResponse.md,sha256=bWf4Q-O9mXjVMxq5TJQvnykOkfD90XfZwrhDb097G6g,1396
242
293
  eval_studio_client/api/docs/V1ListWorkflowsResponse.md,sha256=c8XvzQ6B9k45mT37rWt9lFaNEFk_j5q-d9_981WMEPU,1085
243
294
  eval_studio_client/api/docs/V1ListWorkflowsSharedWithMeResponse.md,sha256=L6jjBvBglY_Bp9hKAI-zF2jv27c2I5innl6FlIijkVI,1272
244
- eval_studio_client/api/docs/V1MetricScore.md,sha256=MWRVaMZ6FTBkgHl4YNGRSD01tvpqWXCo3wZF0dioqV0,1076
245
- eval_studio_client/api/docs/V1MetricScores.md,sha256=vQi9W0Vgxbalrq6z35x9QwBNz_05FRGUDwOdDXs58-I,969
295
+ eval_studio_client/api/docs/V1MarkOperationSeenByCreatorResponse.md,sha256=Pb9c8XH8y5pOIkWx9no79fsgsYtSMK2Q577tCM181kM,1244
296
+ eval_studio_client/api/docs/V1Metric.md,sha256=wVVO-_Go0NgjzKlkSY6uNOtFqWmaYKuCd3SSZEwuEug,892
297
+ eval_studio_client/api/docs/V1MetricAverage.md,sha256=bGFtvV7SXOmL68oV7ERfJDiOgYOnsyGUHni4wggpbJI,1435
298
+ eval_studio_client/api/docs/V1MetricMeta.md,sha256=NYy2Gp2cm3cbVnMBhrwV2A2RoaeX6oMZ15HYdx6CWYg,1587
299
+ eval_studio_client/api/docs/V1MetricScore.md,sha256=6kGDyif7ax03sI5MQ0SiidqfPnZFSIiKsHpXp_PlcGg,1157
300
+ eval_studio_client/api/docs/V1MetricScores.md,sha256=aASoLq61wv7qlqx8yiIfdV2PAvGS4l43QzZQOXfkED4,973
246
301
  eval_studio_client/api/docs/V1Model.md,sha256=rImr8_44g7n-0Gj8DnKzIxgG6NFXuGMo81LsXfnWXqk,2358
247
- eval_studio_client/api/docs/V1ModelType.md,sha256=43en3zOytBZhqoelWfUPZuHXJ6WFU2N1aZ2DFiHtgRk,772
248
- eval_studio_client/api/docs/V1Operation.md,sha256=IZjyJE4MTwUayi-sHL-emkMt3tC-clP6So2yKZvXeGo,2207
302
+ eval_studio_client/api/docs/V1ModelType.md,sha256=mALXINvc51_idg_9-hBKe8bbNfYsljJiQEX3epl_Pww,827
303
+ eval_studio_client/api/docs/V1ModelsComparisons.md,sha256=zakY2Ye7fijup2XjjM4qaf7y8OOFFOzIJOiAmO4jHJw,1264
304
+ eval_studio_client/api/docs/V1ModelsComparisonsMetrics.md,sha256=ddU8SsEzRbWvYG4qu4OjNZ1i6JhLG3ITNaNOyvm1Twk,1454
305
+ eval_studio_client/api/docs/V1ModelsOverview.md,sha256=hRl4R1LLJPrA16L8h49efKUUBwjZ75bFHiaBvVNQN-0,1335
306
+ eval_studio_client/api/docs/V1Operation.md,sha256=TcSQ9Qq1bqNb-V6amxGH4oi_Sd_ybnWyy54_KCaqAYI,2437
249
307
  eval_studio_client/api/docs/V1OperationProgress.md,sha256=ijfwQvaDPT0dMBM3vvD4NQeVXKsVLfEETxVc7rM-6yk,1263
308
+ eval_studio_client/api/docs/V1OperationView.md,sha256=XCiCB1PY0p_wSNc7lF2NJf58NI2gFyOjbJ_XMRWlAXA,533
250
309
  eval_studio_client/api/docs/V1PerturbTestInPlaceResponse.md,sha256=80thqeMJurrvnuDoRFZD6GYHVYqJzikajtPaeQHXiTk,1119
251
310
  eval_studio_client/api/docs/V1PerturbTestResponse.md,sha256=K6eJ3ayYMNvKOF9xjCjdPkIBJk2BRRXbbtgtH5DkxyQ,1016
252
311
  eval_studio_client/api/docs/V1Perturbator.md,sha256=Vf3ZkYIE2hip-U_I1tnTDY8833QMncO4E7wyU4Kxu88,2104
@@ -258,21 +317,30 @@ eval_studio_client/api/docs/V1PromptLibraryItem.md,sha256=sWa1dgWxPku3Y4vw3FJIoz
258
317
  eval_studio_client/api/docs/V1RepeatedContext.md,sha256=u_jSJH5h9JmXkioj9Q2J3krjFFU2c_BGpeBbe6v-1A4,973
259
318
  eval_studio_client/api/docs/V1RepeatedString.md,sha256=ZvZQFAfEGQGhQP0qf3AFBUpuSXVvGl1w4vlOaGj7AfU,938
260
319
  eval_studio_client/api/docs/V1ResetWorkflowNodeResponse.md,sha256=4-xk6qcj7P7Rr27_DaX-xFHV0fr3C_VwzYL3h5k2_x4,1116
320
+ eval_studio_client/api/docs/V1RetrievedContextDiff.md,sha256=wzvaF7TSNC47ECj6JsReId_NWmg7CsA5ISGMJrnVJP8,1535
261
321
  eval_studio_client/api/docs/V1Role.md,sha256=a9hMH4OtguRaSYr-fkzf5LME-upke6IJantCtKfJTkM,694
262
322
  eval_studio_client/api/docs/V1RoleBinding.md,sha256=qix02IbUe4daKpgjyQOdck1b7pxLttBcqFa4e0wqouY,1149
263
- eval_studio_client/api/docs/V1Stats.md,sha256=1Ckb3_qcYkjM3UOpKc84qy02byt4CipY1bBVNv1M_aw,1468
323
+ eval_studio_client/api/docs/V1Stats.md,sha256=oNEYJ3LE2E-Fx6V4RJ_fj8rnXblxpXQRQ04B8f2IQ90,1882
324
+ eval_studio_client/api/docs/V1TechnicalMetrics.md,sha256=_wLWHHgGZ7mexrnBS7wlDtIMgoT9iZx8Op1VqvLhzSc,1102
325
+ eval_studio_client/api/docs/V1TechnicalMetricsDetail.md,sha256=7ViipO2VujDa-EZZgsHenQIdCBbU2S0myh_vg87E0BY,1310
264
326
  eval_studio_client/api/docs/V1Test.md,sha256=NnRNQguB5AfBaSx-jCxpWisBVcpgmh6V2mRMhBnuSlA,2125
265
327
  eval_studio_client/api/docs/V1TestCase.md,sha256=a2sW8ZvjIep5C4AvrVMQE4OhSUy_tGL03H0QYmkEQWw,2452
328
+ eval_studio_client/api/docs/V1TestCaseLeaderboardItem.md,sha256=KcClCPJXuMOjrOls0Sr_bSJiMen8Mu_hSNI8l9CcQlE,1205
266
329
  eval_studio_client/api/docs/V1TestCaseRelationship.md,sha256=RVS7nB1oFpXBvoFxHSmmEG8QCm-xzxH2PLtnsA8Cc_0,1178
330
+ eval_studio_client/api/docs/V1TestCaseRelationshipInfo.md,sha256=P4FD7FY6uKa4QEElo5nfzWKT951RWUwbyyb83wbYgWM,1223
331
+ eval_studio_client/api/docs/V1TestCaseResult.md,sha256=yA2ExYI-f_8iwMDdV-nQ5rCj42YXssVRSMeaFjyrIng,2354
267
332
  eval_studio_client/api/docs/V1TestCasesGenerator.md,sha256=FEt16R-MY4j3tpkro-1nvDaNW2dKzqsFCNITfJYZ0Fw,300
268
333
  eval_studio_client/api/docs/V1TestClass.md,sha256=4sEXmPZMQQlE32VilwRUI_tlMgOz3GjzRukpOMz8PNY,2308
269
334
  eval_studio_client/api/docs/V1TestClassType.md,sha256=kJO3zKy6soXVaJtkKaeu4uI_8K5qPY6Ema4EtrkMM7Y,831
270
335
  eval_studio_client/api/docs/V1TestLab.md,sha256=SwpAVKwynUaP7AkNHIJl7BZa2FG6WIA7rrKJp_0L0RA,2191
271
336
  eval_studio_client/api/docs/V1TestSuiteEvaluates.md,sha256=eeKSSLZWf87oAcm6jU3hhKtogmdIh9Kw4cwxYcjuuMo,300
272
337
  eval_studio_client/api/docs/V1TestType.md,sha256=igXF5UbGPe3h53mMwzP55-EPwli9OmvWq8rUPF2Fpms,428
338
+ eval_studio_client/api/docs/V1TextSimilarityMetric.md,sha256=rqJYjyPt1KtSJnK8m4i5oV_vAKzZvhOWsUqdKNkaSOE,672
273
339
  eval_studio_client/api/docs/V1UpdateDashboardResponse.md,sha256=oFK2b7VwaeXHaG4SU9sx16v3_fiL4zuObrp1QIN3TQY,1083
340
+ eval_studio_client/api/docs/V1UpdateDashboardTestCaseAnnotationResponse.md,sha256=HEpZoVWXY7SJoL36NRNYgZ-5FWCwY4un0HMKp0O1ICQ,1392
274
341
  eval_studio_client/api/docs/V1UpdateDocumentResponse.md,sha256=qeNtZX2yIcCt6UTeYVssqyw4_vh3mAEIELfxW20_uLw,1067
275
342
  eval_studio_client/api/docs/V1UpdateLeaderboardResponse.md,sha256=d9ClW0oA0KDy7PH-Q29pdS5wp_EJWhCh_xbtrVuR464,1115
343
+ eval_studio_client/api/docs/V1UpdateLeaderboardTestCaseAnnotationResponse.md,sha256=ZwPsIFBGfiHN1yjN2IKjpfv-TGJs_TVRunzgusCI_lE,1424
276
344
  eval_studio_client/api/docs/V1UpdateModelResponse.md,sha256=Xdr-QPSrLymjQS9nt6qSNcMmUJXIR3pReCuERgV30Ys,1019
277
345
  eval_studio_client/api/docs/V1UpdateOperationResponse.md,sha256=ms38fXdc3DQuLytlBySUSPdDcs8EYnJwL3hUfLMthgE,1083
278
346
  eval_studio_client/api/docs/V1UpdateTestCaseResponse.md,sha256=KrBzTze-_KGKU6RFm1jVLtWQW3ZJsSDwis9fsvTss9g,1074
@@ -297,28 +365,31 @@ eval_studio_client/api/docs/V1WorkflowResultReportFormat.md,sha256=8s3WP3A4JKiGQ
297
365
  eval_studio_client/api/docs/V1WorkflowType.md,sha256=NEV31ubMjbz-pIgrhHjE6g2edQCCC-VMbgESKFz5L8I,342
298
366
  eval_studio_client/api/docs/WhoAmIServiceApi.md,sha256=4WdD0einH2LA3FWwL_BDvPDG6O3w_Sc2Gn82KceAjH8,2163
299
367
  eval_studio_client/api/docs/WorkflowEdgeServiceApi.md,sha256=BYOqI5AIaBOLMaSPEsvmzSWkqJwIdPhflHypKLtmDTg,8609
300
- eval_studio_client/api/docs/WorkflowNodeServiceApi.md,sha256=xqbOn71eF3_nS6DNRc8n7rRBEmk294xT5_owjbd-88o,27530
368
+ eval_studio_client/api/docs/WorkflowNodeServiceApi.md,sha256=lvGKFYUvu8iB2oQQRe3DW7yWeSbtjlfHFG5L4qQD-Qg,27530
301
369
  eval_studio_client/api/docs/WorkflowResultServiceApi.md,sha256=n9lVY6oBN7zEjcRJMSMdF-0VBPfjQTiB6L0wTUKZM2c,12472
302
- eval_studio_client/api/docs/WorkflowServiceApi.md,sha256=Mq1Bjqmw7AFB5D4wQWZ8qPDBjm3K28r9aCpKdXl3tH4,35710
370
+ eval_studio_client/api/docs/WorkflowServiceApi.md,sha256=n1eUv4xmYVRkDdYR2OxcH5S6dUE0SO0RA7bMNNje02U,35710
303
371
  eval_studio_client/api/docs/WorkflowServiceCloneWorkflowRequest.md,sha256=fN-qS7wkta3xTLcGfy4NTPlmyu3g1_NLZ0Q0ehJcDpI,2115
304
372
  eval_studio_client/api/docs/WorkflowServiceRevokeWorkflowAccessRequest.md,sha256=0B6GSjL7uydgt3LLqM_-hRWmaWHckliDqeVb15pS-js,1384
305
- eval_studio_client/api/models/__init__.py,sha256=gVZneny3UquU2HopPLzsipFzNi0YR--073gcylSokNQ,22823
306
- eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py,sha256=fnY4XwqVhEMyg-17f0P79RephgW1lzIG48GfR7sOh0I,8928
373
+ eval_studio_client/api/models/__init__.py,sha256=wDVENU1XGOZ1-jTk1w9WXdTeBps08s15ELN2rCGXBFU,29015
374
+ eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py,sha256=ktX3f2beOquPRwCWeaqZ_RiNYImallW7qU3QTUnSPV8,10107
307
375
  eval_studio_client/api/models/perturbation_service_create_perturbation_request.py,sha256=3ja1Vkw922L3lTacKQraaBmf-5U8hVGW6XLhw6EuPYQ,5840
308
376
  eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py,sha256=KBtE3WeDmnTF39tJrUXATuL3ilgdvmfroJldUtmOiKI,5385
309
377
  eval_studio_client/api/models/protobuf_any.py,sha256=voCLlH_y7avgJ4FV_4gZ1SOjeYWLY7W2jO_-cfvw8R8,6858
310
378
  eval_studio_client/api/models/protobuf_null_value.py,sha256=xSbhDkPK7VZDx0vnpIAUXQDmTO6fJzjskUKMmxwYs7E,950
379
+ eval_studio_client/api/models/required_the_dashboard_test_case_annotation_to_update.py,sha256=uKbTHRTb4uDSCPgzMR0Sd55udCW6WJ5WILmkk1CxYw8,4361
311
380
  eval_studio_client/api/models/required_the_dashboard_to_update.py,sha256=cahrJn2gEufwuCQ654CVc5DecAI1R6wW6wXyTfCmN60,6013
312
381
  eval_studio_client/api/models/required_the_document_to_update.py,sha256=sjDtSBQPRCaOFjDoSTlGDJjNMQ6ERCB8O0ZhTkQ8klo,5181
313
- eval_studio_client/api/models/required_the_leaderboard_to_update.py,sha256=j1iAydjL4AorLMgaHPV1QeXh1LGyUlLCLNVvGzDv5VE,10086
382
+ eval_studio_client/api/models/required_the_leaderboard_test_case_annotation_to_update.py,sha256=Ht_NRUWSkzubbV3Pah96RrQbttiVqyL88cH53kMwfrk,4381
383
+ eval_studio_client/api/models/required_the_leaderboard_to_update.py,sha256=ep1TVNBf_nJVg8qntvbYO6zzNsf0iDFiNFocd1aLGEk,10333
314
384
  eval_studio_client/api/models/required_the_model_to_update.py,sha256=e76dxo7cj6YPy9N6WxtXf9QGM9fU3-emL2b5jljfM7k,5793
315
- eval_studio_client/api/models/required_the_operation_to_finalize.py,sha256=wmOR17Wwes7KC249Y4iP7aZGmd9bFGmIT9FtKbOxnTo,5831
316
- eval_studio_client/api/models/required_the_operation_to_update.py,sha256=T1kl8URrS8s2QFIFIF_qZ_DeysiTlRJpsKpSL95VAx4,5823
385
+ eval_studio_client/api/models/required_the_operation_to_finalize.py,sha256=VY3v2YvTP1kDJoda2Gmnf7KvLqXDUOZ8crEzhMX0xLI,6273
386
+ eval_studio_client/api/models/required_the_operation_to_update.py,sha256=UwCUNavgff5oluFgtZ5ekE4SnaDEWMnPf2LkeZ7SNno,6265
317
387
  eval_studio_client/api/models/required_the_test_case_to_update.py,sha256=DcyJegGRUoov3jcAmNQo5qNvtne0NECQcWmTeiG2NrI,5999
318
388
  eval_studio_client/api/models/required_the_test_to_update.py,sha256=PqB5ZL80X8IPjpOBuX_gg5m51k-sNg8u1lqSfWrr8Z0,5469
319
389
  eval_studio_client/api/models/required_the_updated_workflow.py,sha256=MQCe2LT7s9gJf3Ld1kUoifP2vA7v6J_EgZE3RNgrIyc,8101
320
390
  eval_studio_client/api/models/required_the_updated_workflow_node.py,sha256=3TIqrDi9ANa2EvZn2UvdrYdYF7xBfo_MfZwIiM1B_Q0,8228
321
391
  eval_studio_client/api/models/rpc_status.py,sha256=1O2U5S0ZPYz85Ywfx455GWC82JIzMXRJOCgYi4L_ET4,4156
392
+ eval_studio_client/api/models/test_case_service_append_test_cases_request.py,sha256=4WNH1lTWi2bl_ngq0WWYiCLDYBSmOVvKiCflozQsJIc,2947
322
393
  eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py,sha256=ekV9sGB8WchEjMFQE7dtkZu8ffXHfQSeyqhp1oSxzZ4,2760
323
394
  eval_studio_client/api/models/test_service_clone_test_request.py,sha256=A15il35xbJ8OgG6fzEpq1MnQiBMAdoxmSsLoM_XVo3Q,3030
324
395
  eval_studio_client/api/models/test_service_generate_test_cases_request.py,sha256=UEWpWuSWT_pMFZ---6eJuewW9YAUdgQqNHypBs0iwyQ,5109
@@ -329,8 +400,22 @@ eval_studio_client/api/models/test_service_perturb_test_in_place_request.py,sha2
329
400
  eval_studio_client/api/models/test_service_perturb_test_request.py,sha256=E56OeXv8n0IbzduvuZY-PKS6QdfxH6GwhpR8AotlZvQ,4263
330
401
  eval_studio_client/api/models/test_service_revoke_test_access_request.py,sha256=-SbRXPPTiyiNG5X3jhbzgavBJ_98dXfWZElajuCW0Is,2873
331
402
  eval_studio_client/api/models/v1_abort_operation_response.py,sha256=SAFm6BMLqefcGgeESJOWk24AS07JGPE-VdfbJYvbeRY,2921
403
+ eval_studio_client/api/models/v1_actual_output_meta.py,sha256=l7Tt19gxPyfKQrZgycCxAW1sdtVM-jfkWy2k62kyMKk,3276
404
+ eval_studio_client/api/models/v1_actual_output_meta_diff.py,sha256=Y4XvEgyh3rhYAdfgUaQdOkU_icxKUaBgK4W5R5WkJUA,4138
405
+ eval_studio_client/api/models/v1_agent_chat_activity_diagram.py,sha256=nZARayKkZIrklkKBAkgcUD1EboGUUR5D56lPL5rdZfc,4167
406
+ eval_studio_client/api/models/v1_agent_chat_activity_diagram_edge.py,sha256=OoZlGVjtwDkWpLIqol1vD6CoB_K46VRWB4xljT5jHI8,3247
407
+ eval_studio_client/api/models/v1_agent_chat_activity_diagram_node.py,sha256=K3Jdyi-GblNCdy4CJzYetntXR8JpIF62p385Durz1rg,3285
408
+ eval_studio_client/api/models/v1_agent_chat_activity_diagram_row.py,sha256=g0hCNAJtVGUh0Db55nA0lg70w4iocDdQDFZXto1oqpc,3358
409
+ eval_studio_client/api/models/v1_agent_chat_script_usage.py,sha256=-j2a7aunSox7hM8Sv0QJl7RGB4JZre1F-vQkm0GzPhg,3650
410
+ eval_studio_client/api/models/v1_agent_chat_scripts_bar_chart.py,sha256=rpn5FKiykSBZnSE7MFY6t17sTZiZJOuwfaVNPxA1Rkg,3512
411
+ eval_studio_client/api/models/v1_agent_chat_tool_usage.py,sha256=lbYtttWl8Uhjya7OCS-s5KnC9BQez4c7fmF9p00qacc,3641
412
+ eval_studio_client/api/models/v1_agent_chat_tools_bar_chart.py,sha256=JERZwr1WQHAkP23cYwT_AhDp1TQ6uno-vriybPFSV2k,3458
413
+ eval_studio_client/api/models/v1_all_metric_scores.py,sha256=2D444Q_rH49ZCgGwe4I2T5i7a8JyYW0WdxlFvNid8WE,2721
414
+ eval_studio_client/api/models/v1_append_test_cases_response.py,sha256=oZcoe4uTqyNip3KsFNd3670vmt23ONin6xPf90SDEeM,3211
332
415
  eval_studio_client/api/models/v1_batch_create_leaderboards_request.py,sha256=qoGZMm8TuuCHgCc3t4ylH7WrDvfUou5IpvCXfIbRWug,3880
333
416
  eval_studio_client/api/models/v1_batch_create_leaderboards_response.py,sha256=hmZUaZH1tS2-WF3pGiW8qBXxPKqk7pKqIT98x7x6wNQ,2957
417
+ eval_studio_client/api/models/v1_batch_create_leaderboards_without_cache_request.py,sha256=CDORh4TaKWr4GfBql08fQDodo3yGhZ095dxBX4tHnO8,3928
418
+ eval_studio_client/api/models/v1_batch_create_leaderboards_without_cache_response.py,sha256=WxIs64967pupKz-ENTnSdp5STcd0l6DwAa5csRZNSQE,3005
334
419
  eval_studio_client/api/models/v1_batch_delete_dashboards_request.py,sha256=5i96AruGGemCyYWRFal42vz2Xy8trB7wzqnJQ__2UR8,2761
335
420
  eval_studio_client/api/models/v1_batch_delete_dashboards_response.py,sha256=CWlXrfjejNepSd0EVoM5zWsuanO2ZDY1lUw0BtqT-DM,3219
336
421
  eval_studio_client/api/models/v1_batch_delete_documents_request.py,sha256=etsg4HlxgU55_wuGd1-jt2AakRWsZ-6mZ8J9Z8XmHrc,2756
@@ -358,14 +443,21 @@ eval_studio_client/api/models/v1_batch_import_leaderboard_request.py,sha256=a3VW
358
443
  eval_studio_client/api/models/v1_batch_import_leaderboard_response.py,sha256=nrwbkR3O4OjZ1UlmkY9W770fNBd1crLTAZT8RjICAeg,2953
359
444
  eval_studio_client/api/models/v1_batch_import_tests_request.py,sha256=ZIS4zoMWjwUq-0o6log-eVdkoG38MO5tNL0aThg-8D4,3512
360
445
  eval_studio_client/api/models/v1_batch_import_tests_response.py,sha256=CmIqpdGXbGx-BAiOSCy0asZnM7KzJq_PfHlYU7C4mik,3115
446
+ eval_studio_client/api/models/v1_batch_mark_operation_seen_by_creator_response.py,sha256=He8m_TGI5J7gGykQdEnDeLsWMYH49ZBzUWDQa2eJbZk,3259
361
447
  eval_studio_client/api/models/v1_check_base_models_response.py,sha256=bGtmE2ig4uSRNXPoWwV95m2HisfFd-IRJK6QhaKACTE,2945
362
448
  eval_studio_client/api/models/v1_clone_test_response.py,sha256=g1y_P3nXy4aG8VujSrrYO8MK-hJXILMt40jBMRbBZrY,2836
363
449
  eval_studio_client/api/models/v1_clone_workflow_response.py,sha256=V2R7SkbwGOXflv3cAzL4-PJcGtK6yEnzMY3dzPgXbH8,2904
450
+ eval_studio_client/api/models/v1_cmp_leaderboard_reports_request.py,sha256=bb0RzrnaKrMu8m_DBxSM6DxRCM73QKjcROyZAmbGxjc,3967
451
+ eval_studio_client/api/models/v1_cmp_leaderboard_reports_response.py,sha256=97QuKjkQQmZnHJPNdJqHtjrEAjv2FXNLg7JFOn6Kzzo,3154
364
452
  eval_studio_client/api/models/v1_collection_info.py,sha256=P7CqFVwBFdsm5_k7pC-PZqWPDsv9Le-d1q2NiUotwOo,3293
453
+ eval_studio_client/api/models/v1_comparison_item.py,sha256=pqvgArkf4QtrpBBmB9Ctmlj-1FmbVea2cP70vhiucoc,7214
454
+ eval_studio_client/api/models/v1_comparison_metric_score.py,sha256=syK8hMBI_c_e7Yyok_Q-NhOnfVxdONcK7fY7P6i2I9s,2929
455
+ eval_studio_client/api/models/v1_comparison_result.py,sha256=-ejMyBdjBS2O9jSjyUYl_BWYRJH2IBQ2ANmOMJoP8n4,4716
456
+ eval_studio_client/api/models/v1_comparison_summary.py,sha256=LNbCvCr39AEhZGiecW4fFEhZKBzz44EN9E4V80U4aRY,3211
365
457
  eval_studio_client/api/models/v1_context.py,sha256=Y7a8_ppTF5fVTSYx3LxGxgGze_8uWPcV16aCa70Ils4,3957
366
458
  eval_studio_client/api/models/v1_create_dashboard_response.py,sha256=wgyencDNiksT9h2BHj9aYfe6toSPBRywV4pn42M-SEs,2925
367
459
  eval_studio_client/api/models/v1_create_document_response.py,sha256=sQQenfg_CYGJyz_qMTYCEWLvbssQUUrP7xU1JIXEHOE,2908
368
- eval_studio_client/api/models/v1_create_evaluation_request.py,sha256=AHiWahiXI4dnQxCTb92ZUwc_pAfzSiQYM6odz_V7ZU8,6126
460
+ eval_studio_client/api/models/v1_create_evaluation_request.py,sha256=204nX5_nY-ERqHTAp_SQ5aUb-K3zujSFNh9gMaiTAlg,6373
369
461
  eval_studio_client/api/models/v1_create_evaluator_response.py,sha256=R0TSM_MnJUNFcsDFKjQ_5mgYIYwpptsHp2mNtNASoec,2925
370
462
  eval_studio_client/api/models/v1_create_leaderboard_request.py,sha256=Cm4yzE6KQsSnWtN828M84P7-mZCIick9elHQrf8SN8A,2955
371
463
  eval_studio_client/api/models/v1_create_leaderboard_response.py,sha256=q6ciwyIxLhMx0v61JzdL6e1t-QaHuakVUZEi6ecG_Gc,2933
@@ -373,14 +465,22 @@ eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py,sh
373
465
  eval_studio_client/api/models/v1_create_model_response.py,sha256=T8wZPEoEucGFjbgT4jwW54uFuyJn-EY_KH4Z7dkMK-U,2857
374
466
  eval_studio_client/api/models/v1_create_perturbation_response.py,sha256=SMfpS5uw9NdOU82yZnXjYzMeVQ7PFrxCegkohuz3nIs,2735
375
467
  eval_studio_client/api/models/v1_create_test_case_response.py,sha256=XBfR8_vad6LPq95q-Ka8J-mVt49aCbQiDXVLNyqbjJc,2953
468
+ eval_studio_client/api/models/v1_create_test_from_test_cases_request.py,sha256=Fe1FRncPDmldzrJRb8qwuQ6RLw2UdBBp8pBiwCwrwTU,3371
469
+ eval_studio_client/api/models/v1_create_test_from_test_cases_response.py,sha256=i0ZBru_jGBggiYT5uMZgVdX0iXofFk3gIDVumUFd0Rk,2892
376
470
  eval_studio_client/api/models/v1_create_test_lab_response.py,sha256=80U5xeQdwiGk1uC2pPjEbgHqKmYVt0Xun5mxyqWTE2g,2935
377
471
  eval_studio_client/api/models/v1_create_test_response.py,sha256=e_GybLTnka_kYxJaFBOE5b8qbOpz37s8OMAC2i2jeiQ,2840
378
472
  eval_studio_client/api/models/v1_create_workflow_edge_response.py,sha256=oOG3pQ_LCVT3jvfG5ugrdgAaSCzfmVFTEa0-J5Ts19I,2905
379
473
  eval_studio_client/api/models/v1_create_workflow_node_response.py,sha256=Qv6O3OW72jf6wfCBqlCy-n3oagJxwYWs9QwgHZZNz9I,2905
380
474
  eval_studio_client/api/models/v1_create_workflow_response.py,sha256=4tWxI5toewH-OY5CFAUogZOZpQjrZX1xsRFj3aS4n6k,2908
381
475
  eval_studio_client/api/models/v1_dashboard.py,sha256=9mjKA6BfUTxAmwN4hEeVRtsLlkTvZ7tD_D9e6eYWfPA,6021
476
+ eval_studio_client/api/models/v1_dashboard_report.py,sha256=VAjq-lpdQ05EfJfAc7deI_9WSkkYtLDaNqziSRrSHzU,4231
477
+ eval_studio_client/api/models/v1_dashboard_report_result.py,sha256=wCr6yl3cGL_edfXmoHKn8WXt8NYEHIzvYqGC--CHKHM,6180
382
478
  eval_studio_client/api/models/v1_dashboard_status.py,sha256=A8F3Bf0yvCjuS-Fthpc2gTy1bKBQg0kXQlCvBg_v7y4,1376
479
+ eval_studio_client/api/models/v1_dashboard_test_case_annotation.py,sha256=C75xTlspzgZqmnSpV4az9GpmhTfYDwn3w_naqPdUxf4,4445
383
480
  eval_studio_client/api/models/v1_dashboard_type.py,sha256=cE7m79MJs2aCmLIdvVKE6sUJq7OcAMiukRy1dpU14E4,1083
481
+ eval_studio_client/api/models/v1_data_fragment.py,sha256=FfRiJFmA2w1NxINBwciyhUisRv-fR6A8Z-JkFl2j--Y,2973
482
+ eval_studio_client/api/models/v1_deep_compare_leaderboards_request.py,sha256=tSY04LCcHrQIBE-9q4CjgM6iVqcmZm8nKGOrJYT3iW8,3955
483
+ eval_studio_client/api/models/v1_deep_compare_leaderboards_response.py,sha256=Y6tQfUApJZHvo13Z0qaXejY7jvGSaz0hNE7JuvkTo9Y,3162
384
484
  eval_studio_client/api/models/v1_delete_dashboard_response.py,sha256=-lj3T1LUI4c5uCMAJaEfeCWxF5b9PNa-3q4-f7MGSoo,2925
385
485
  eval_studio_client/api/models/v1_delete_document_response.py,sha256=oe2yKLiPJAc9DBdoH_g-Fo3FT1KPHLyzVDsvVM-h0o0,2908
386
486
  eval_studio_client/api/models/v1_delete_evaluator_response.py,sha256=yMGUjlEoRsHdebcHxW94iWmXv5cbOSSHAqmv7xmOkgw,2925
@@ -392,9 +492,11 @@ eval_studio_client/api/models/v1_delete_workflow_edge_response.py,sha256=Wy4pxDA
392
492
  eval_studio_client/api/models/v1_delete_workflow_node_response.py,sha256=0dngBDMW7X1ZnxWGtnIolN5nEdx_v7b3cwrO02bAkbE,2905
393
493
  eval_studio_client/api/models/v1_delete_workflow_response.py,sha256=kA3k34HpNArAMiUPsXtCC-G3BT5O-8ZzbE3AJIR2AGc,2908
394
494
  eval_studio_client/api/models/v1_dependency_list.py,sha256=77n0rud1J6sFLT2_TFA9ydEsWiAMMVHCNN0i_16JWDM,3424
495
+ eval_studio_client/api/models/v1_diff_item.py,sha256=92L4P-n4z-7OQeKsZPu8zECG6KWy4JjaUadBi6S86ts,6927
395
496
  eval_studio_client/api/models/v1_document.py,sha256=JUEZ7Yn1Cw0-LWJsmHoUGU3weNPR4n-wspJuiBhaFc8,5190
396
497
  eval_studio_client/api/models/v1_estimate_threshold_request.py,sha256=C9oQuuBqVsNtWDe7Tk4r6xfVFif-59eK4W5SsUe6Gh8,4138
397
498
  eval_studio_client/api/models/v1_evaluation_test.py,sha256=YfyGEE3R3_6UOUhBgYp50mjGsuSxuUe3wX4W4TlfGb4,4436
499
+ eval_studio_client/api/models/v1_evaluation_type.py,sha256=LmIo6PcOAZ0Fkc-orCZbW87ii8hyj5enXPLJzz11-sk,1305
398
500
  eval_studio_client/api/models/v1_evaluator.py,sha256=JxaeJJA22Wkrx3ehJWrmZG7-0HpREXAhE8tGLlG0xVQ,8868
399
501
  eval_studio_client/api/models/v1_evaluator_param_type.py,sha256=4cl_aXSzku3q4ejOsa0uMd-ifnG3-YRU3IzMRmOcSfE,1491
400
502
  eval_studio_client/api/models/v1_evaluator_parameter.py,sha256=omNYY3SOyOWpa1cvptgQiobC0T8rnIfgqVl50KwDLtE,5060
@@ -403,7 +505,9 @@ eval_studio_client/api/models/v1_finalize_operation_response.py,sha256=Uk7Kojzjf
403
505
  eval_studio_client/api/models/v1_find_all_test_cases_by_id_response.py,sha256=KdzArhfFUDQUGfGWoEfKwKLG5DXssXOCq0QjxKnyhEU,3225
404
506
  eval_studio_client/api/models/v1_find_test_lab_response.py,sha256=ytow6xNKbdVci0gn3D095m6s5XBZ1W0v_vjrwSiHDA4,2927
405
507
  eval_studio_client/api/models/v1_find_workflows_by_collection_id_response.py,sha256=JIhKDq127tBLsxTi0H-ELc-VK73stdsnh8ImTmFLLKE,3224
508
+ eval_studio_client/api/models/v1_flipped_metric.py,sha256=Qu-nBhsEZtargvZ5EihKlTQ-V8ofnAMa5IlibjjxopA,3105
406
509
  eval_studio_client/api/models/v1_generate_test_cases_response.py,sha256=Xiu2b-lOmuY0A7UmYsTNMgKV-O4x5RzUje3S_V3Otwc,2933
510
+ eval_studio_client/api/models/v1_get_dashboard_report_response.py,sha256=Pbe4oeNkP2UEAqDGi7cKBaJGTyRANsJt09_TzJYvUI4,3067
407
511
  eval_studio_client/api/models/v1_get_dashboard_response.py,sha256=ONSWBFLXg_B7nsPi-pZge-ciGxzErx4I-a56-hqGUmI,2913
408
512
  eval_studio_client/api/models/v1_get_document_response.py,sha256=UpAijNdS-AbOuoBb2kHsh4NWtWypPe-YltUJxciIKvs,2896
409
513
  eval_studio_client/api/models/v1_get_evaluator_response.py,sha256=aQoME2qh3tgNO8m6OGjTxz2ZIzx8Tr1PGrQuIAFUFcY,2913
@@ -426,35 +530,43 @@ eval_studio_client/api/models/v1_get_workflow_result_corpus_patch_response.py,sh
426
530
  eval_studio_client/api/models/v1_get_workflow_result_report_response.py,sha256=oLL9By2UNDhl4ks2f3nJ6jt67qabLmLhJX47B1VY5BU,3068
427
531
  eval_studio_client/api/models/v1_get_workflow_result_summary_response.py,sha256=krbwla8qpKOgX8N1T8xRZULA2vEadmLSRKJ2yvLrx50,3290
428
532
  eval_studio_client/api/models/v1_get_workflow_result_system_prompt_patch_response.py,sha256=P6aQDnwP_XLuW7vmAwkYmCjC5-BKgrgurh0vZrnGRxM,2828
533
+ eval_studio_client/api/models/v1_human_decision.py,sha256=6KtWn_opkrqdJwDXjc4xdQabSmHscGVnErndUPLODqo,1173
429
534
  eval_studio_client/api/models/v1_import_evaluation_request.py,sha256=N4-mSP_YLKHWFrKcd-31OpT0qe_urvUJkF9ZBDbNNxw,4451
430
535
  eval_studio_client/api/models/v1_import_leaderboard_request.py,sha256=kN_nXQIhKv7Fvb1luCGk-DC3iQIDiGJEApX6eMj6EX4,4532
431
536
  eval_studio_client/api/models/v1_import_leaderboard_response.py,sha256=ID34DXd483Zj8UiKmxHED1Fy4h-TQNG_KjQaHCtuTXg,2933
432
537
  eval_studio_client/api/models/v1_import_test_cases_from_library_response.py,sha256=Xl7gb6AWDAz1foRD4jycLHsWZ2dGT14hlxZC_A3YO9Q,2969
433
538
  eval_studio_client/api/models/v1_import_test_cases_request.py,sha256=-emk-0l7664CzLFkGqgkFNxQ67R6qgWGwFc2DgX5Xi4,3679
434
- eval_studio_client/api/models/v1_info.py,sha256=brCXj919XlRjo7e3BjzVymnq-pHIa3KbZjLt-NwnKWQ,5491
539
+ eval_studio_client/api/models/v1_info.py,sha256=GpdvGNio6Lx5XG8Ikl1jU0FZ2GEeeja_mEh32AbMzVo,5878
435
540
  eval_studio_client/api/models/v1_init_workflow_node_response.py,sha256=O1Ksv8SxhFmqi6oOtb2xYwtFTj66k_V2uKwl5LQV3zc,2897
436
541
  eval_studio_client/api/models/v1_insight.py,sha256=hBDSppXtlPPTRUkCxY4ArfzDwCwLFKpxVvqqvb7R-mw,4865
437
542
  eval_studio_client/api/models/v1_labeled_test_case.py,sha256=EuupvzmCpagDjHJdJj9Y5_tekkDLAK2VHnR_fc3a9Yg,3142
438
- eval_studio_client/api/models/v1_leaderboard.py,sha256=2IVmIZmOHxW97FQBZU-b5dJXsKhy0Tbv33SeGuM0y-k,10088
543
+ eval_studio_client/api/models/v1_leaderboard.py,sha256=6jPOuQHbMhMKpHyF_18Kmk5zTMHC_myaurGGYF1AOcA,10335
544
+ eval_studio_client/api/models/v1_leaderboard_cmp_report.py,sha256=3cMSg6FMvEIycXa8pnVAGFkXUBYQNS9i-DfITBpXOLk,3219
545
+ eval_studio_client/api/models/v1_leaderboard_comparison_item.py,sha256=i0WTObfsHsJ-E4duW3kqW6dD9WF59k8EMfjCgkooc7A,3053
546
+ eval_studio_client/api/models/v1_leaderboard_info.py,sha256=cpQH4o0v18xngRSaniJSTaKbU-k7LPB4xryLkhvxcT0,3384
439
547
  eval_studio_client/api/models/v1_leaderboard_report.py,sha256=saqW4XGJwBnhCNuHWS14i4ut5FRPU_Y2uE2khU2kjs8,4644
440
548
  eval_studio_client/api/models/v1_leaderboard_report_actual_output_data.py,sha256=PTw5V9cf5jTIlkzz5AjpSwl0SnQOl7tnegFoC9SAU50,3054
441
- eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py,sha256=hexcF-Ujln0TeLEjibkjCnspMtiB9RJ-ZZPefzmgif4,3733
549
+ eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py,sha256=PuWQWr_VwNwWSvqvH6Hl10-NO-yzPd2xXHbFbKCcyYE,5628
442
550
  eval_studio_client/api/models/v1_leaderboard_report_evaluator.py,sha256=veIBQ1artqxapNwzyF8A8LsdUyiz_f_L2et6xVdgFjo,7797
443
551
  eval_studio_client/api/models/v1_leaderboard_report_evaluator_parameter.py,sha256=uvPHHTPWVeA1OMomZBlpzM2N6hD2qkqyv_35ZcV8OMI,4317
444
552
  eval_studio_client/api/models/v1_leaderboard_report_explanation.py,sha256=x1EAr1gvMoX5Pz3txwPbffcNm-Qqk1ZQ1QTZ8uALvZA,3897
445
553
  eval_studio_client/api/models/v1_leaderboard_report_metrics_meta_entry.py,sha256=kD5L-NJfdc1oBkqgwniUZ9vtqIC42afK4Mvjnh8V4uw,5740
446
554
  eval_studio_client/api/models/v1_leaderboard_report_model.py,sha256=s4qna_tMd_8AuY71JqwsFNtnmzT4MAuhlHe6Gu3LPuQ,4422
447
- eval_studio_client/api/models/v1_leaderboard_report_result.py,sha256=BNC8dBiKzRhA814lx43heaGU8f0ZC0s68sqRiXslowI,9251
555
+ eval_studio_client/api/models/v1_leaderboard_report_result.py,sha256=cmv5WPIplFfXdGL8HaxElh5V-TtW5SWNotnHqBaDHD8,10503
448
556
  eval_studio_client/api/models/v1_leaderboard_report_result_relationship.py,sha256=QL_IFDXm0uxV7YrZaH_Nk419nJC882nqDdb8CJmlshU,3365
557
+ eval_studio_client/api/models/v1_leaderboard_report_result_view.py,sha256=Nhqk-BuCYjGTmfwb4EsCg0wzVMm5rxzOZlZqw3xk66A,1279
449
558
  eval_studio_client/api/models/v1_leaderboard_status.py,sha256=OVyl0AXgWf-LJcxJGmRPEMG07uHzpvKdJ4vnsbqAONw,1313
559
+ eval_studio_client/api/models/v1_leaderboard_test_case_annotation.py,sha256=11iawqd2aSD2jV5gCkE7pUiRSQoSxrfK61o_eZvtATE,4465
450
560
  eval_studio_client/api/models/v1_leaderboard_type.py,sha256=9Rd0glEXqvqdS3K1zgq0B9HcM2wJhLBMQORSfuFGaus,1247
451
561
  eval_studio_client/api/models/v1_leaderboard_view.py,sha256=b5cQMvbeTS4byGmGesCQFyaW_LvLONQvhA3Gf8yBrQs,1268
452
562
  eval_studio_client/api/models/v1_list_base_models_response.py,sha256=aQNyx4M0B02kwoJRe0H3qyrMlgNAmgptyaG-XAvxjz0,2713
453
563
  eval_studio_client/api/models/v1_list_dashboard_access_response.py,sha256=jmIhpu8NBaW16umPmVTUm5ki9XiDq4joIuFO1vIGeiU,3295
564
+ eval_studio_client/api/models/v1_list_dashboard_test_case_annotations_response.py,sha256=YeXE12llQz9EPTFLv8PzusgHLq5BA4Z-BLr_F5EIh5w,3631
454
565
  eval_studio_client/api/models/v1_list_dashboards_response.py,sha256=lZe3clgOxapDD0oliL1dl18uNJAdRUOgLoOMxWv0XeQ,3191
455
566
  eval_studio_client/api/models/v1_list_dashboards_shared_with_me_response.py,sha256=rtOntAirKl8Ig1kkTxsRP1ve4yUMeUc4MJ15oOTeBtg,3254
456
567
  eval_studio_client/api/models/v1_list_documents_response.py,sha256=ijyce9MRpFabgaNFQtOfQ3R_WA5UwAorncxc_FClFwM,3170
457
568
  eval_studio_client/api/models/v1_list_evaluators_response.py,sha256=AR2eD2mmKG9M_sBr0vSSO_mdZWNVsj9nVCFJgIZZkHQ,3191
569
+ eval_studio_client/api/models/v1_list_leaderboard_test_case_annotations_response.py,sha256=huyIYc36GS7GKpuqsS2Wq6o9uRcFWEB1g_JG8wjWWSw,3675
458
570
  eval_studio_client/api/models/v1_list_leaderboards_response.py,sha256=PH0Gxk6-aOblG4zJnVcXZVxuFFxrHRDf5bC_kByzflQ,3548
459
571
  eval_studio_client/api/models/v1_list_llm_models_response.py,sha256=EI7keTTPM8ehsicFS-w4W5eUq-P1booSy934NXnh6KE,2707
460
572
  eval_studio_client/api/models/v1_list_model_collections_response.py,sha256=j0fZLfd_IE2jQCjABq5oSar6-67bcTxVcrDJ0azgB88,3249
@@ -463,7 +575,7 @@ eval_studio_client/api/models/v1_list_most_recent_dashboards_response.py,sha256=
463
575
  eval_studio_client/api/models/v1_list_most_recent_leaderboards_response.py,sha256=cFqqbbYphFdHM21mgK4B-dqqwFajBKz0I9-i-f-T5TA,3273
464
576
  eval_studio_client/api/models/v1_list_most_recent_models_response.py,sha256=4LLUAggiWzD7yoAZNXLhRBZaQryPI5ay_fLITu0kjOY,3147
465
577
  eval_studio_client/api/models/v1_list_most_recent_tests_response.py,sha256=nNGviy9pobPL3fP95zuqn4dICTkpzd9bAh1w68ruO3o,3126
466
- eval_studio_client/api/models/v1_list_operations_response.py,sha256=S0D13KZ3SQ7GW50FU8c6R3f8yquSehviFojHQ4OiKd0,3191
578
+ eval_studio_client/api/models/v1_list_operations_response.py,sha256=4puxmWLhyp90hm-wTVxvAzVXm329oDR0q4zxdxzDqAQ,3437
467
579
  eval_studio_client/api/models/v1_list_perturbators_response.py,sha256=mTx4O_iI7ecipm6JsJrOtwOCKCVNygJcJgk1LWXrMA0,3233
468
580
  eval_studio_client/api/models/v1_list_prompt_library_items_response.py,sha256=eka6l1l63suDc2b8sdYVMSZUpJabr4twxKcmxzcxG1M,3407
469
581
  eval_studio_client/api/models/v1_list_rag_collections_response.py,sha256=VehDU3A6BZyiKzoN49Pk-iKoJKbgKod3xTKFoxIu_Y0,3276
@@ -474,16 +586,25 @@ eval_studio_client/api/models/v1_list_test_cases_response.py,sha256=rye0MvvAgRrB
474
586
  eval_studio_client/api/models/v1_list_test_classes_response.py,sha256=UMu7G4A1YmFYgRP4Pu9aU79jWCDXiCRW6YR8oxhzQuo,3252
475
587
  eval_studio_client/api/models/v1_list_tests_response.py,sha256=binz13qqZ1lolMOCLBkxlqzEp3TVsudIgtugQHXo1Z0,3101
476
588
  eval_studio_client/api/models/v1_list_tests_shared_with_me_response.py,sha256=RJOPmfL2NkDCa7etUqyuLYkzreFuv5OFrXmAlfLBVTI,3149
589
+ eval_studio_client/api/models/v1_list_unseen_operations_response.py,sha256=ph-7ScQ5Pm7hMFYWWcxjhKP3k9rZjJZ2Kp85g6Snn0A,3495
477
590
  eval_studio_client/api/models/v1_list_workflow_access_response.py,sha256=eexED9Yk27weE-I5TRQ9U9x7FD_4Z3ICKz_n9uX30Hc,3290
478
591
  eval_studio_client/api/models/v1_list_workflow_dependencies_response.py,sha256=OsbDvvLGjDwaie0wu6j8CSDhj67JVf_Z3G3rTrjzbGk,3951
479
592
  eval_studio_client/api/models/v1_list_workflows_response.py,sha256=1GZBfp3EGDztSNhDdjKfjpSEnwMJVPysk3iGfoEbl6o,3172
480
593
  eval_studio_client/api/models/v1_list_workflows_shared_with_me_response.py,sha256=ssaJlpa_T3d_jzXZihvUfcvMQHvadUQTTymYP05fHFw,3233
481
- eval_studio_client/api/models/v1_metric_score.py,sha256=rxJnGp081d2Wra7HFGASB55yTXs8EXGHdh-9rQIzP_s,2897
482
- eval_studio_client/api/models/v1_metric_scores.py,sha256=fL5TlB1mUFhZEkbNYg87nWjp_IBwfSevfvIvFZlEd-w,3117
594
+ eval_studio_client/api/models/v1_mark_operation_seen_by_creator_response.py,sha256=cIFNTuAc093JEmrpuV0zGtn-Or53Og4hMsEWPI9Dz_M,2969
595
+ eval_studio_client/api/models/v1_metric.py,sha256=iqNbsLFT4fXgMIGxgM6LYmV-2kXWtdhO0HkB_9UBwVo,2778
596
+ eval_studio_client/api/models/v1_metric_average.py,sha256=uwVGrR0pWRs_TSSS1wj_dlKiEynIF0PJ_PISApIz-Z4,4148
597
+ eval_studio_client/api/models/v1_metric_meta.py,sha256=5-wKIrB7W1kibtyFxcF59pjuQtIfQ6O5oA43KRmYeqc,4621
598
+ eval_studio_client/api/models/v1_metric_score.py,sha256=OpnPAAXrtzo9TWsZ8UCUlg3OGOcOogF1EhPXcZk2CGk,3181
599
+ eval_studio_client/api/models/v1_metric_scores.py,sha256=E3bwgsxAz2c0b74qNR6h-IrfWeYVmzsPRlSME31b8cE,3121
483
600
  eval_studio_client/api/models/v1_model.py,sha256=_tVIZBXXl17r--EMD1OKu6QtuMoCxfcEa91J3cN5uWk,5877
484
- eval_studio_client/api/models/v1_model_type.py,sha256=cUr57hZjXGP4G-4beETUWcLZibmWyZOjQiT0W7eKMmY,1815
485
- eval_studio_client/api/models/v1_operation.py,sha256=qWL5mrIrZ7hatXmDGFODAVFhni6O0FYWdve99mBpnyw,5911
601
+ eval_studio_client/api/models/v1_model_type.py,sha256=tbpQpAETuK82WffXnQLDXrzi6hubguKJRa5umc7aFa8,1934
602
+ eval_studio_client/api/models/v1_models_comparisons.py,sha256=YHPAk9rju_PDXHj6gb30hQidyrfgAur5Dvaw59AZVQU,3462
603
+ eval_studio_client/api/models/v1_models_comparisons_metrics.py,sha256=Ny2OvPPmUXRDca9KGLsAF2D9jo9dlXEmiUbBGqrPyBI,4293
604
+ eval_studio_client/api/models/v1_models_overview.py,sha256=cDeWWHL1hQRxFSR-bWF6jp3nlZQqelr1xYiTadkUXCM,3802
605
+ eval_studio_client/api/models/v1_operation.py,sha256=Z1_WM1C88lhT-nQtyk3eD3HHlJIoWJjSicQTChypses,6353
486
606
  eval_studio_client/api/models/v1_operation_progress.py,sha256=lH5hglWdIXX6lnAbdR1CnY0V8vJGKybAbuHKTF7oJ1w,3362
607
+ eval_studio_client/api/models/v1_operation_view.py,sha256=_d5qQ0epEFUcZh0_7EzJOqfjn2qkWFSs6wJQohK3dNc,1134
487
608
  eval_studio_client/api/models/v1_perturb_test_in_place_response.py,sha256=S-LZucdLwy5RkpwP9b43gVZxpbgPuX3jcFrHbfXmcwk,2872
488
609
  eval_studio_client/api/models/v1_perturb_test_response.py,sha256=vuEs9-n-GLmrT045Z5jcnJpJzeXICcB2eTFbGO64lRo,2844
489
610
  eval_studio_client/api/models/v1_perturbator.py,sha256=r9KUA78a-hEzDJg6BbMiW5gBZxhT4cP4VQWI6p4G3PY,5235
@@ -495,21 +616,30 @@ eval_studio_client/api/models/v1_prompt_library_item.py,sha256=_CRgW6Cotw7KQQdqD
495
616
  eval_studio_client/api/models/v1_repeated_context.py,sha256=_9QgngkR8Ed806omD3Kgw5Ts6Utjzmy4upsI300s45Q,3058
496
617
  eval_studio_client/api/models/v1_repeated_string.py,sha256=QiVuUcLhMwLRmC8HqYtWd_DZE-pSKC4wFda11hAfEb4,2591
497
618
  eval_studio_client/api/models/v1_reset_workflow_node_response.py,sha256=cz46zHaIRJ-GdA043tROO6Mz8QYBO5aWffKNfnD4KZU,2901
619
+ eval_studio_client/api/models/v1_retrieved_context_diff.py,sha256=3bHmDTGHNbg9kEwCeqrO__qdhS4KWcjqkcWApt2XRRk,4054
498
620
  eval_studio_client/api/models/v1_role.py,sha256=N0Bdi6P5XYK2gvt_2kznN3V5J1AFgheDVnXJ7QGn-Q4,1232
499
621
  eval_studio_client/api/models/v1_role_binding.py,sha256=lMSMmBO54Rt1rkeob-sPfqVK-FHSOwV6GfB14HsUYB8,3026
500
- eval_studio_client/api/models/v1_stats.py,sha256=uoYMj2HFaZBGlq3adpZQT0x-8YenUIIvH7Cs30H8rO8,4557
622
+ eval_studio_client/api/models/v1_stats.py,sha256=YE7gYaRVwf3702i618gRjS-Ch-cRE-DTNX93MYgFn5U,5916
623
+ eval_studio_client/api/models/v1_technical_metrics.py,sha256=Qa3cgoYrsRd8ccYJGAJ7rIhl5wj4G-6w_FNokx9dYOg,3292
624
+ eval_studio_client/api/models/v1_technical_metrics_detail.py,sha256=whOhWVRNgQ8qTb7zOcyGVUP6FDCPeeKXoocJfI22Hv8,3526
501
625
  eval_studio_client/api/models/v1_test.py,sha256=HEyHvTv65W34npxD3QE2Pwz5YnmrymjOre8Sdg_6DGI,5553
502
626
  eval_studio_client/api/models/v1_test_case.py,sha256=dmMi01mAUfAxgnZa7W1558lRUzc1FJlviveD2sP55mo,6083
627
+ eval_studio_client/api/models/v1_test_case_leaderboard_item.py,sha256=S4fIHI97wnFRCbr3nA6iGbKTw69e6UeCyaeEhC0KSNo,3045
503
628
  eval_studio_client/api/models/v1_test_case_relationship.py,sha256=uEpUGbSsqIkHZtjX9qWwZnvQS5YihIojXyEEMA1B_ZY,2966
629
+ eval_studio_client/api/models/v1_test_case_relationship_info.py,sha256=wGBD-pnWyG3oVy32vlA_sKFS4vMGXnrx9CzW_m_mXtU,3001
630
+ eval_studio_client/api/models/v1_test_case_result.py,sha256=OD2jdV9vLXGRihRAwf1uqzEcWkk0QemaM3Nt8Ecg2Ro,8296
504
631
  eval_studio_client/api/models/v1_test_cases_generator.py,sha256=qD518OKl0KUyzl5uQ4r2bFz7X97Cwwu0USpOimeWrkM,2327
505
632
  eval_studio_client/api/models/v1_test_class.py,sha256=WaoLOJ_-aPiwtHfDhpyqaNmdlLL7By6fqCXkaziW3vg,5730
506
633
  eval_studio_client/api/models/v1_test_class_type.py,sha256=Q3M3mmJr7D3DJ4eKbY4-dDIy3SiZZc-Yjxy4fCz9eOM,1674
507
634
  eval_studio_client/api/models/v1_test_lab.py,sha256=DVC1PDEHynvrRdYZDFy3H4KKDgwS43AxBBJmUV5w_Gg,6211
508
635
  eval_studio_client/api/models/v1_test_suite_evaluates.py,sha256=Su6gStMk0tnHpNwYeUbh9cItCt23asMSLWrx4ZA0SDQ,1019
509
636
  eval_studio_client/api/models/v1_test_type.py,sha256=Rf5k9yosY4I54Q8S7yEhCW3t8wXD13k31-eHHeK4s4s,1012
637
+ eval_studio_client/api/models/v1_text_similarity_metric.py,sha256=j6vX1jw02FxOLmarEZQlNozeOhEWLyMd1NGDzY9s_7k,1438
510
638
  eval_studio_client/api/models/v1_update_dashboard_response.py,sha256=cLWYICu1FmTCXF4K1cTvYtCwPal-zaj1JoVoa77hXXY,2925
639
+ eval_studio_client/api/models/v1_update_dashboard_test_case_annotation_response.py,sha256=0KbVu45cz0-bjwtxOVDjWRXJH-mSAv93MDz5Dop9uAE,3305
511
640
  eval_studio_client/api/models/v1_update_document_response.py,sha256=PeamG3qlaAPDCDsqQoyMu4XEPj3CmR2gxvQMKIRAPps,2908
512
641
  eval_studio_client/api/models/v1_update_leaderboard_response.py,sha256=6GPRNGL8Qdm-aoVmK_qNL_PCCCj57fn1uSB6T-NZFZo,2959
642
+ eval_studio_client/api/models/v1_update_leaderboard_test_case_annotation_response.py,sha256=oCTybRw4vg-m5MexoIW8VD9FqBatExYjshTsKTGdBsk,3341
513
643
  eval_studio_client/api/models/v1_update_model_response.py,sha256=bwSYJe1NpCpKi67mT7s2c9YiNqUxrmclWcU8rCb75zs,2857
514
644
  eval_studio_client/api/models/v1_update_operation_response.py,sha256=MPIuFuSvHqsYJjKCZok1x5RdMulMSg3uryZhR1E0Fq0,2925
515
645
  eval_studio_client/api/models/v1_update_test_case_response.py,sha256=AmeORdIMg52keuKgA88eMrHJg8TscS_8pX1h-6gVlMM,2953
@@ -527,27 +657,30 @@ eval_studio_client/api/models/v1_workflow_node_artifacts.py,sha256=ZsnDsIDznPdqy
527
657
  eval_studio_client/api/models/v1_workflow_node_attributes.py,sha256=Bc1C6kkh-lvk1hl2RtebuhRkToZYJtAF_S1l7yzrxIw,2775
528
658
  eval_studio_client/api/models/v1_workflow_node_result_status.py,sha256=PdWPUIsWms-RZYskislBKewF1ALwapRFJHc1TRm7XEs,1672
529
659
  eval_studio_client/api/models/v1_workflow_node_status.py,sha256=QPFUFYwDqnsI3CxPZYgN5Ej9cETn_72Emm7Qtf5fJn8,1448
530
- eval_studio_client/api/models/v1_workflow_node_type.py,sha256=A4_TM5HYrKTuMBhBXYwL8x8NQ9OzWK3h6ddwA_QFa-E,1582
660
+ eval_studio_client/api/models/v1_workflow_node_type.py,sha256=5PYGpIwcJv4g8cFOK-_B5UgCJk9dRy1cZxGcxuWgNfs,1662
531
661
  eval_studio_client/api/models/v1_workflow_node_view.py,sha256=-9jwl5vj81zHskOk2g1xheHAyNmsaZrlCiW-mpbLim0,1221
532
662
  eval_studio_client/api/models/v1_workflow_result_artifact_type.py,sha256=2cNJ6RqVqB2nhy6XBRzZr8oao_BA6F14KFBCBos7YFs,1351
533
663
  eval_studio_client/api/models/v1_workflow_result_report_format.py,sha256=wDrbYp-NWYJnEChDKMYZqRshziEt4BSbZqRJklYAwuM,961
534
- eval_studio_client/api/models/v1_workflow_type.py,sha256=0nP5Zn_ARDuTtWh7dxwsTUJjjagKli6PP6AhQLcety8,886
664
+ eval_studio_client/api/models/v1_workflow_type.py,sha256=lO0dnFg-DCgb8lXNcemC4CH3SJStclJfq3vU-7jQTp4,950
535
665
  eval_studio_client/api/models/workflow_service_clone_workflow_request.py,sha256=2lWVSKdLDiQlXdYtAfk1wc07yB6mqWI5VBKmJ0BodAY,4262
536
666
  eval_studio_client/api/models/workflow_service_revoke_workflow_access_request.py,sha256=7PQn3DHFmhclqbnhQuoitigYlVC2RrJjlAGQDqeCvvo,2907
537
667
  eval_studio_client/api/test/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
538
668
  eval_studio_client/api/test/test_adversarial_inputs_service_api.py,sha256=Xz5QgeZD8MKcXNykK0yYbLI2lFjoREikX1monCotQxA,963
539
- eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py,sha256=o7zCG0nKzPMJv5Fi8E026jWO_eOZWXffWYd3DDZllXE,5712
669
+ eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py,sha256=RCVxZXT53TLnG70WAjUoOURXfD4ZrmNgE0PxWU0Y2iE,5983
670
+ eval_studio_client/api/test/test_dashboard_report_service_api.py,sha256=YrdPa9TYt9lOh5lawEIKJA2fxEIy1ww0FxEDfcYJUuE,921
540
671
  eval_studio_client/api/test/test_dashboard_service_api.py,sha256=zC7Ecl2OchcQLfodWc9qTTg0GPAkEDnSGhUajOHH2nU,2933
672
+ eval_studio_client/api/test/test_dashboard_test_case_annotation_service_api.py,sha256=bvmoc3kLBpq01X9Rup0mo-x3Ybv1E0iEgWXgCfcox_E,1277
541
673
  eval_studio_client/api/test/test_document_service_api.py,sha256=Zsleorn5xFszKvsXlAbF6ZS61gaiegJsxm54iQ1FE5c,1749
542
674
  eval_studio_client/api/test/test_evaluation_service_api.py,sha256=0RnmApdlYxYkj0t7Ib3-g5OjpzLhF-bZ8x56u6Xqz8Q,1341
543
675
  eval_studio_client/api/test/test_evaluator_service_api.py,sha256=KDMfzAcfJaMQgh5FnXPNM76iaQgXBoWKW-GbDVnNNvg,1474
544
676
  eval_studio_client/api/test/test_human_calibration_service_api.py,sha256=kZ4KGrO39c7BHEas3wBadbGS09gQxLtdCf5Nz9iHy4s,1042
545
677
  eval_studio_client/api/test/test_info_service_api.py,sha256=afaL8yDlxkWwu53itEYIUq9LQ5zJtuOTuP401HAbmnM,943
546
- eval_studio_client/api/test/test_leaderboard_report_service_api.py,sha256=DlUBFRRrVWgLXgHeKNenoC4uAh2O6Jqz0U3cpFOi5YI,939
547
- eval_studio_client/api/test/test_leaderboard_service_api.py,sha256=ahw9nPSSdhwnFmQ-UNjAqVMlLuOQeaUPsyRoKERvN7c,2714
678
+ eval_studio_client/api/test/test_leaderboard_report_service_api.py,sha256=G5yx8nPIR0dXNeUymZAickUlBcctiJ-lsUZzX_2IqsA,1121
679
+ eval_studio_client/api/test/test_leaderboard_service_api.py,sha256=8PcywRd4wE72qBSWnKVg1bqODrfqm8L6uneGyPISWmk,3086
680
+ eval_studio_client/api/test/test_leaderboard_test_case_annotation_service_api.py,sha256=G30BD160B9nVvv0H7vMhlzhBQN5jpHYXWS1WZkFxiUs,1303
548
681
  eval_studio_client/api/test/test_model_service_api.py,sha256=Vj7Cb68DkD_EUrNLIStPJ2m5aGG5sNSqWK4OlN_HRV0,2246
549
682
  eval_studio_client/api/test/test_operation_progress_service_api.py,sha256=3WQWsPbmM-1aPtsi8EC6xic3Jn8DfQbt6X2ZeMYDYnM,959
550
- eval_studio_client/api/test/test_operation_service_api.py,sha256=iLrE83YWCUZe8WoYvPHXzXnqxQRn7Pg74cp0K-TF9K0,1620
683
+ eval_studio_client/api/test/test_operation_service_api.py,sha256=7GCnfogo4tWmjLiS9Dlooha0n8-S37QHaOrM0kisEKY,2150
551
684
  eval_studio_client/api/test/test_perturbation_service_api.py,sha256=AiO3IousO3H0pe5ZWp9AhM8y0SGf9hHgJGUVlP4363g,895
552
685
  eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py,sha256=p3sQaVwpgCIT56iAfo7_kf7Tyw9ZSLJwI9ojPacQAyY,4371
553
686
  eval_studio_client/api/test/test_perturbator_service_api.py,sha256=Wf7aFAGfpbCa_VGl6lWrUQYBeouxWxFi-WK2X-yvTgc,1036
@@ -556,23 +689,26 @@ eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts
556
689
  eval_studio_client/api/test/test_prompt_library_service_api.py,sha256=kQ7iSf7vVbl1EB4CrIlEMlkqEOEXWNdc1trDat4BiA8,1079
557
690
  eval_studio_client/api/test/test_protobuf_any.py,sha256=19nD64ovb1f8CyPF4uG25e01357_DclMwnNiPlvGOBA,1389
558
691
  eval_studio_client/api/test/test_protobuf_null_value.py,sha256=SkRoh97bMtEP72fGyJARmkq0UFS2XlFycOIrPIzeap8,779
692
+ eval_studio_client/api/test/test_required_the_dashboard_test_case_annotation_to_update.py,sha256=GSMjauztQlgWc3gxJZtc0hhinMSbFkaZz5k6q1AUyk8,2149
559
693
  eval_studio_client/api/test/test_required_the_dashboard_to_update.py,sha256=Iy8JSs9sWwp8sWxLUxxaOy-f0ILq_a_RbLtHMlZUFUg,2309
560
694
  eval_studio_client/api/test/test_required_the_document_to_update.py,sha256=7h4DvEcV9XzuzXujZQBTbt4fYWqP6NVEFMuwtK-vPf4,2066
561
- eval_studio_client/api/test/test_required_the_leaderboard_to_update.py,sha256=t3B2G0SrEDwh1prv9Nxz5Snt3mzGAfviD74Af6sVFZU,4351
695
+ eval_studio_client/api/test/test_required_the_leaderboard_test_case_annotation_to_update.py,sha256=2yAJHZPw88Pr-XCN6QaZrySxrtq8FjuE4TSx2gGLUNg,2173
696
+ eval_studio_client/api/test/test_required_the_leaderboard_to_update.py,sha256=usecWiTJmD3JlUEACi8WlQHjOmpTgTDlaPP4GnRLJ7U,4416
562
697
  eval_studio_client/api/test/test_required_the_model_to_update.py,sha256=UH6pTgr_9FYxmi6y-azfjCzk7tSFnr3K85L84RNANq0,2171
563
- eval_studio_client/api/test/test_required_the_operation_to_finalize.py,sha256=w6QUSPDXa_A_mcUvi5--jlOzkqXzB16DHj4WGT02G4I,2508
564
- eval_studio_client/api/test/test_required_the_operation_to_update.py,sha256=iT71vMvxbqFVvB5ZnNQXgvRr2_0mizGmaV5q6o5DvNs,2484
698
+ eval_studio_client/api/test/test_required_the_operation_to_finalize.py,sha256=Iff5iTShP-C9YmZs24rzDhRLyH2COzF-Poh6zdtoYyo,2625
699
+ eval_studio_client/api/test/test_required_the_operation_to_update.py,sha256=wnoNsnSD9Cen0lJnN83ySMpQosiu7f29cChga7Fkcy8,2601
565
700
  eval_studio_client/api/test/test_required_the_test_case_to_update.py,sha256=NGmOvMjREX4kl7M2flQVT6OVYtkxzKUFtRTeO4lR1Ys,2385
566
701
  eval_studio_client/api/test/test_required_the_test_to_update.py,sha256=ydt7a53w0rfGfRw6Irm7dT8ixeowDABl8dNJ2CWRXCw,2216
567
702
  eval_studio_client/api/test/test_required_the_updated_workflow.py,sha256=i0V_AnvlT3E-AZ2kSosGFaUjnTe7bhw5sU2aebTH174,3673
568
703
  eval_studio_client/api/test/test_required_the_updated_workflow_node.py,sha256=f0z-I9P5iHpSlQiynLB-m1kcYXQZjnzCXegATKQR9Dw,3462
569
704
  eval_studio_client/api/test/test_rpc_status.py,sha256=XhKUGYOFz2biVxexMNQ8zrnI3FMd97Xj9CQKSPq4HU4,1531
570
705
  eval_studio_client/api/test/test_test_case_relationship_service_api.py,sha256=ZNRJimFKQx79OPLCoBuRV2NRMQvPO_aBwLoo7X6YlkI,975
571
- eval_studio_client/api/test/test_test_case_service_api.py,sha256=8ZIAERoQWImsU7blAKpua6Tv3DCwrFctIUKvd0KYiGI,1788
706
+ eval_studio_client/api/test/test_test_case_service_api.py,sha256=o6wMhwE42itx2yk6tI1AapO_pjp7bLKld8u06AyJzSs,1940
707
+ eval_studio_client/api/test/test_test_case_service_append_test_cases_request.py,sha256=gkr3BtBzD8l1VSVLT782-QEenUesc_AzWDjgQybINSw,1743
572
708
  eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py,sha256=vCu6RoI5YR5p8hng65ASclFYPFltGbK_9Kd9KVxrzCQ,1812
573
709
  eval_studio_client/api/test/test_test_class_service_api.py,sha256=-itay9_LI83Ui32hZ7yFzX5i8M4TWQyvRSRVRqyAVeI,1021
574
710
  eval_studio_client/api/test/test_test_lab_service_api.py,sha256=yaPDfxmUZPwDXwnih1GG6YSIxozQDIfR8IzuVpgOi68,997
575
- eval_studio_client/api/test/test_test_service_api.py,sha256=UzxlF_w1TiyM557vLGV2GNiJYUcAUkm-e5byc7bF9XI,3385
711
+ eval_studio_client/api/test/test_test_service_api.py,sha256=YM1uuhsBUEBUcaVt9pvYtgkStU9COfNEF5m6UkMFs6g,3547
576
712
  eval_studio_client/api/test/test_test_service_clone_test_request.py,sha256=61BDT2tGWfM99Utr2po96g_cVjUPpHxTJ4OKoUG4TwA,1644
577
713
  eval_studio_client/api/test/test_test_service_generate_test_cases_request.py,sha256=yg4wRXUini3U4UaXXavLOHQmz91Jgea5bKYyhBFqgqs,2462
578
714
  eval_studio_client/api/test/test_test_service_grant_test_access_request.py,sha256=L6g-dnqJhlN5vI4azarnb8Xe0y1NsyM0tMo5D7gyxdU,1703
@@ -581,9 +717,23 @@ eval_studio_client/api/test/test_test_service_list_test_case_library_items_reque
581
717
  eval_studio_client/api/test/test_test_service_perturb_test_in_place_request.py,sha256=EdOOsrKqTAeyYypDs73RtnSTn7iMzojQ3bdEe7hyj7U,2075
582
718
  eval_studio_client/api/test/test_test_service_perturb_test_request.py,sha256=xsmzzMG9ZYn9j6cNKwLisq979J4Elod5040E2DBWTFo,2076
583
719
  eval_studio_client/api/test/test_test_service_revoke_test_access_request.py,sha256=rLO7-REoFynqRpxoJdLVrvIVcQ7WpN1SScBy4upgWb0,1715
584
- eval_studio_client/api/test/test_v1_abort_operation_response.py,sha256=38BAB_YwT8qENq0cKyOdYP6E_9ZBrzeQ133A0ylLOWg,2583
585
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_request.py,sha256=7OSB15_Oqm3QlmGYcWLSFRRiEo2Y_gFGWsvKr0sa-Q4,5434
586
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_response.py,sha256=z5uH5y9nPr91Oz06mLturVvRqFPrHt3kLTXaYAQHfUg,2692
720
+ eval_studio_client/api/test/test_v1_abort_operation_response.py,sha256=OyAJhz4K12SlT4nLDYLF8kgoFJbhRf2S_ycavtOxfOE,2705
721
+ eval_studio_client/api/test/test_v1_actual_output_meta.py,sha256=T0Ri51iwTx15yb2DxKP2z2U4_j5aaalJW5jw4TDNiNw,1861
722
+ eval_studio_client/api/test/test_v1_actual_output_meta_diff.py,sha256=YP-R28IgIElI5GxnNBg6pbOkyzYaCLVSBEqG8L1J5u4,1978
723
+ eval_studio_client/api/test/test_v1_agent_chat_activity_diagram.py,sha256=HbruLhKg4lfiSVU7JhScn2MpUnZZapAvELL2zRZm9E8,2309
724
+ eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_edge.py,sha256=Nv-lJ2nzdtEb7D_Z9YmJ4X7wL0lI52TrGKEmEx68gKo,1678
725
+ eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_node.py,sha256=Wig_S5mk9zGD1pEDpuH8m0cX0fHBCIvTyO9Z_ptjt7I,1674
726
+ eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_row.py,sha256=yY71FyGYdfgBEbFPrK78y2Vn7WC1NcdUMZGQiwNfNCU,1857
727
+ eval_studio_client/api/test/test_v1_agent_chat_script_usage.py,sha256=PaOAO9izU4PaGCSydekrlKdRgDbnh2dBV3Xw0B_8SIU,1630
728
+ eval_studio_client/api/test/test_v1_agent_chat_scripts_bar_chart.py,sha256=ia4jMlHzyxGdWQNwHzrdSliKFp5Gf68JR6ONUbE3wJ8,1876
729
+ eval_studio_client/api/test/test_v1_agent_chat_tool_usage.py,sha256=vTy6YpMoXOoRJVegfaQWWbYZc1WldRTPO3Om-ZSryIQ,1606
730
+ eval_studio_client/api/test/test_v1_agent_chat_tools_bar_chart.py,sha256=iURGQ6ZJtHotR7qsZa4g6yFJLrJi1KVzEK2zJpSBDSw,1846
731
+ eval_studio_client/api/test/test_v1_all_metric_scores.py,sha256=gS86iA_lYj5cthQvs7vOXeYveJXzf43X_5khswpJSuA,1512
732
+ eval_studio_client/api/test/test_v1_append_test_cases_response.py,sha256=0ZFZ8KUqushDEh19gNfwFDfhKajs1aSWTnxa34YUJlQ,2700
733
+ eval_studio_client/api/test/test_v1_batch_create_leaderboards_request.py,sha256=H8g9QbAISe1k6B66fvExcjPuT8_k_qimSuKjQSzl1zA,5512
734
+ eval_studio_client/api/test/test_v1_batch_create_leaderboards_response.py,sha256=BwoiFWOp-rp0ex64tMaSOV4bEnX1TJIp-HoflUIj-Ww,2814
735
+ eval_studio_client/api/test/test_v1_batch_create_leaderboards_without_cache_request.py,sha256=6MB6ULQavRAhVW8yQVPY04cSFudgqfCoxlNL9DKk5dE,5658
736
+ eval_studio_client/api/test/test_v1_batch_create_leaderboards_without_cache_response.py,sha256=HL602_nTc7P6ZerehAB8UQG1AL0Kay2cvY5VZe44akA,2960
587
737
  eval_studio_client/api/test/test_v1_batch_delete_dashboards_request.py,sha256=Ld1s2QVYwXcfa1BhQYJl0ZHIgccN4O0jCUTGjmlSZ6M,1665
588
738
  eval_studio_client/api/test/test_v1_batch_delete_dashboards_response.py,sha256=vpVKDSj2SOhfCe03UOQsTCIQ07C6ALhpxAfjo0zbDEs,2645
589
739
  eval_studio_client/api/test/test_v1_batch_delete_documents_request.py,sha256=V0gIQ9kC-7jopuhQWr9VO_mIR9PhRokzS4tz0-Kvyj8,1653
@@ -591,7 +741,7 @@ eval_studio_client/api/test/test_v1_batch_delete_documents_response.py,sha256=Am
591
741
  eval_studio_client/api/test/test_v1_batch_delete_evaluators_request.py,sha256=KICHB0XtyIpH66VyQ3VMWOUmG26AmwIgXRY_Kertdn4,1665
592
742
  eval_studio_client/api/test/test_v1_batch_delete_evaluators_response.py,sha256=6H1SngqCbzYTZE6fQBR3RoVehszdOiz51DH-vJjFxzY,4021
593
743
  eval_studio_client/api/test/test_v1_batch_delete_leaderboards_request.py,sha256=NRHfG9SvPsA5ZK1D_djGws4cBMGu-fVz_nLudeygcU0,1744
594
- eval_studio_client/api/test/test_v1_batch_delete_leaderboards_response.py,sha256=W_7GfIl8qXGstxbSy16ifObwoMvUYGmSGiIJGFNq2iU,4980
744
+ eval_studio_client/api/test/test_v1_batch_delete_leaderboards_response.py,sha256=qtaO5oZi7y6vZ0wB-ZRp5KyY8p79azkVLRPcrQmGzi8,5054
595
745
  eval_studio_client/api/test/test_v1_batch_delete_models_request.py,sha256=5ydPSuFCxfjycKpVHg7rJ3ffo8Rme_5D0YGTLQbhhfo,1617
596
746
  eval_studio_client/api/test/test_v1_batch_delete_models_response.py,sha256=NQFzh4s65NLrCopHmxZiA-c4g2D5hWt0PTjM3LWMI2E,2479
597
747
  eval_studio_client/api/test/test_v1_batch_delete_test_cases_response.py,sha256=FMFTlcTU8tdIVLDfc9EpzPJaz3aH4-O6TkEQ2EkaYmk,2761
@@ -601,43 +751,58 @@ eval_studio_client/api/test/test_v1_batch_delete_workflows_request.py,sha256=EQq
601
751
  eval_studio_client/api/test/test_v1_batch_delete_workflows_response.py,sha256=m_DiBA31gvlx2kXSADiUDnrFFJ7B9adoWcLkNOFbjM0,4189
602
752
  eval_studio_client/api/test/test_v1_batch_get_dashboards_response.py,sha256=JU-qR66rfd3fQgLg4JAFpm88QOVR1um-VsLYzm5jOdk,2609
603
753
  eval_studio_client/api/test/test_v1_batch_get_documents_response.py,sha256=436cT0uooGSiTTaBUFidOEXntRsgOvftkNbh_XI8F7A,2311
604
- eval_studio_client/api/test/test_v1_batch_get_leaderboards_response.py,sha256=wPR9feK2t7vJhHqK4Tq3jRLAAJ8QvOYNvXXdET3FDcE,4944
754
+ eval_studio_client/api/test/test_v1_batch_get_leaderboards_response.py,sha256=Y_mLqsK2AxqZd2V2TyMII411SPxElnZ30c_CmubTVAU,5018
605
755
  eval_studio_client/api/test/test_v1_batch_get_models_response.py,sha256=Y3XG1ij4C_OsaADlziS_qdfjf6y-xPWY_zDsaihgFAc,2443
606
- eval_studio_client/api/test/test_v1_batch_get_operations_response.py,sha256=WHQI2c7EClfDZZFvilpQ7JN0V0LiWQ73935lnDU0oDM,2757
756
+ eval_studio_client/api/test/test_v1_batch_get_operations_response.py,sha256=2UfYtXGe5l09Flwz7h67EJ8WQ1PkzpFD8ueKhmJjDng,2883
607
757
  eval_studio_client/api/test/test_v1_batch_get_tests_response.py,sha256=X6sauuVZNnoqD4Ke79HRMt-peN9fo2oPvlznwS9fAIA,2508
608
758
  eval_studio_client/api/test/test_v1_batch_get_workflow_edges_response.py,sha256=jjWgJPMWQVVVPTGerWRQLiEIfZLuXHv8G22ztKJUNuE,2417
609
759
  eval_studio_client/api/test/test_v1_batch_get_workflow_nodes_response.py,sha256=qxNROKl29kjmj4MT2RNwRlqfuNZsYcaN12hjjxnZ9hk,3974
610
760
  eval_studio_client/api/test/test_v1_batch_import_leaderboard_request.py,sha256=rYyoTcF66x3_JHWxAgxMtP7c_2piyeFvM-X9QLhzva8,2007
611
- eval_studio_client/api/test/test_v1_batch_import_leaderboard_response.py,sha256=RyXTSkKOkrOdyOtTp1f1imfA-kS25DzyUx0Rie5XnvA,2680
761
+ eval_studio_client/api/test/test_v1_batch_import_leaderboard_response.py,sha256=ijf_hbolZOGSbrbfDeCKjeSxx8KIqXMXYHjWvflFrwo,2802
612
762
  eval_studio_client/api/test/test_v1_batch_import_tests_request.py,sha256=Hd4w9jS71uVJmj1Ks7JCKl9H3gi4xQWktSuyCXRI4OU,1678
613
763
  eval_studio_client/api/test/test_v1_batch_import_tests_response.py,sha256=eVxRRbuPg0bq305N8RMG6GvtF5FNPirAJdxb1Z1ptfI,2544
764
+ eval_studio_client/api/test/test_v1_batch_mark_operation_seen_by_creator_response.py,sha256=APjxZ72B93cYZBauRer4hvqVGOHxqUdFWnZ7rnFcJEE,3042
614
765
  eval_studio_client/api/test/test_v1_check_base_models_response.py,sha256=TOEv7YXIRN3O90AqfUt58eZOssaQicTr2Bu6P9XpIIo,1605
615
766
  eval_studio_client/api/test/test_v1_clone_test_response.py,sha256=vJtJO3t2VdSNkj0NRAEIn8L4ETdLGi0EBAkf0bsyd4g,2346
616
767
  eval_studio_client/api/test/test_v1_clone_workflow_response.py,sha256=ydOE9eGiqeDivreVFWJkLivTfk3EIHsiFUxdfAy8Q_8,3891
768
+ eval_studio_client/api/test/test_v1_cmp_leaderboard_reports_request.py,sha256=BHjiLpqFQPO8FbvdHe3HVGb0asxQhYfzJjL9mSP6imI,1862
769
+ eval_studio_client/api/test/test_v1_cmp_leaderboard_reports_response.py,sha256=0OHOVB7aVUuEBeSI_TzV8ghEuaHxivJhwNrx9IuU6vY,15807
617
770
  eval_studio_client/api/test/test_v1_collection_info.py,sha256=BUudr0n8A9tpxsyYnc1llLGva0n5LT689bzuu601k9g,1554
771
+ eval_studio_client/api/test/test_v1_comparison_item.py,sha256=Wjhh5ogTwrm_xalIonfb3k8_TNG__8DDuHwqNKgTt5M,9475
772
+ eval_studio_client/api/test/test_v1_comparison_metric_score.py,sha256=yYFdXOQbBI-lxDnPlqR6hzQzoNs5EZM8d6e80cfNQH4,1580
773
+ eval_studio_client/api/test/test_v1_comparison_result.py,sha256=1xVEZINYYTvd4s5p-ZHBnJYhBxz80_zPfx4OHxts2m8,14059
774
+ eval_studio_client/api/test/test_v1_comparison_summary.py,sha256=DcoysidmObNnP_kDih1wmEMxbt12HwNeEoyf30Igk-k,1588
618
775
  eval_studio_client/api/test/test_v1_context.py,sha256=m5x2Eqz286JNokw-iTkuDdp6BZa8qRnA1TaypR4v-Jw,1623
619
776
  eval_studio_client/api/test/test_v1_create_dashboard_response.py,sha256=oeO2foM3IvPLPpwZSYdNfnAgPswcqI07LPnVitordD8,2463
620
777
  eval_studio_client/api/test/test_v1_create_document_response.py,sha256=tiquk7btejSzgA8ErXXQsOR8o0kBlke9ZVF9vRKfVa0,2189
621
- eval_studio_client/api/test/test_v1_create_evaluation_request.py,sha256=2h7WXi8SKNLbCdLvWvzAN-h7aDb8L-Rmmyc5wiWvQ2s,5539
778
+ eval_studio_client/api/test/test_v1_create_evaluation_request.py,sha256=HTh6O5HsFRehSfpEz2cDrLAjgk7M-_unBj3vF2F3IHE,5604
622
779
  eval_studio_client/api/test/test_v1_create_evaluator_response.py,sha256=wG2uJx1C3MR8MQ3kZvXbymQZ7SjEUvHNlqJPHTmIGaU,3747
623
- eval_studio_client/api/test/test_v1_create_leaderboard_request.py,sha256=weomsCuKvlHRWPA5u_H-ySC2uKw29fHEncvRt0hIOwA,4598
624
- eval_studio_client/api/test/test_v1_create_leaderboard_response.py,sha256=6A24OEssj_ibT_YA5zW6mpZnI2_Nw7Hq_sg1Rj_x4L8,2619
625
- eval_studio_client/api/test/test_v1_create_leaderboard_without_cache_response.py,sha256=g29sM4m1WcU3DOV6z5VTivHVBRcuV4ZEbwLmxXOi3KY,2765
780
+ eval_studio_client/api/test/test_v1_create_leaderboard_request.py,sha256=1MFbaXQdDFRheNE27clK2yWHn0IXPL8K0p2X08QidzM,4668
781
+ eval_studio_client/api/test/test_v1_create_leaderboard_response.py,sha256=_HBbv6Ch2Wm0VymhetQC-Xv2bXsEF038gz8TR8suO2M,2741
782
+ eval_studio_client/api/test/test_v1_create_leaderboard_without_cache_response.py,sha256=llhWms8rcONjdqGJNqJTSljk8tW3w43hDZmsbx1nvSQ,2887
626
783
  eval_studio_client/api/test/test_v1_create_model_response.py,sha256=z1oGup2c3jP4RvYZTRP03zZ3bToovEG3MqLSoGO-Aw4,2305
627
784
  eval_studio_client/api/test/test_v1_create_perturbation_response.py,sha256=ZnzbIZXNCXu2xKS6ajn3c_3HGgeBMQ4_1aNWhCWVFoU,1601
628
785
  eval_studio_client/api/test/test_v1_create_test_case_response.py,sha256=B23YgCrhBmbCSD_WFzibgdYCX7K1XdsCCuNyS5ZZ8IQ,2559
786
+ eval_studio_client/api/test/test_v1_create_test_from_test_cases_request.py,sha256=0IKbvWgYefEMwJM-XKDf1sfWvKQoND0W71UlRnBnX8w,1757
787
+ eval_studio_client/api/test/test_v1_create_test_from_test_cases_response.py,sha256=5jeG9rVnq2wMzG9y7VizX822bmfLDP_3VgaCJ1vDs0Y,2517
629
788
  eval_studio_client/api/test/test_v1_create_test_lab_response.py,sha256=RLC7238n0ujKgMuiq1p7lQfmvkTuT-seF9ujxghwjCs,2409
630
789
  eval_studio_client/api/test/test_v1_create_test_response.py,sha256=JtFiYgrd6qCEm1Xw2i7LyXavfUSlm6TaZMWwaAifDrk,2358
631
790
  eval_studio_client/api/test/test_v1_create_workflow_edge_response.py,sha256=6JSJJb9JS11I90t-IKbgaHUhDiA03lMa7qbE5g__yq8,2291
632
791
  eval_studio_client/api/test/test_v1_create_workflow_node_response.py,sha256=fquLVkZUcNoTT9j1mNJcBlUhwOzLo56i8efDawdz0EU,3760
633
792
  eval_studio_client/api/test/test_v1_create_workflow_response.py,sha256=tfyzSLdkl4zWUdZZqt6Wcsig-tX9cCqOC9ZSLCGvSiQ,3903
634
793
  eval_studio_client/api/test/test_v1_dashboard.py,sha256=Ds555FFWR286vlJL-zrWD3kAEcfx_xD1Sl7k8HQ22fs,2129
794
+ eval_studio_client/api/test/test_v1_dashboard_report.py,sha256=p0xtV3WWNKib18ug71XNpJ3sNCH6Ea_LITOIht57MU8,5795
795
+ eval_studio_client/api/test/test_v1_dashboard_report_result.py,sha256=l3ExTdx0We3fxIJ37KHxTTdXXF_c1UdSijYUnyk6m-I,2367
635
796
  eval_studio_client/api/test/test_v1_dashboard_status.py,sha256=fH2VBSIphCqV4pcGgkc38TCEqEcfm8qy2T0Xcj4Dfdo,779
797
+ eval_studio_client/api/test/test_v1_dashboard_test_case_annotation.py,sha256=SsUcdaGvKaXpDNYStGEg8_yMyQeaWzd9NGcbqMwoRuE,1969
636
798
  eval_studio_client/api/test/test_v1_dashboard_type.py,sha256=BQ0ppzfAx5EIUhtUxv08jW03n681gYR1nv78UaFLrkg,765
799
+ eval_studio_client/api/test/test_v1_data_fragment.py,sha256=vQU4-ECSBmZkD6gJYo0PtDSu0lbKokpdtBPXynuTUM0,1590
800
+ eval_studio_client/api/test/test_v1_deep_compare_leaderboards_request.py,sha256=5gcHazCHfEqw9_IC2Q5boZZBoowk5W4pMnNccBwsssY,1882
801
+ eval_studio_client/api/test/test_v1_deep_compare_leaderboards_response.py,sha256=X3JNr5xxOLS5tbKr9foMZ4ziddEKMOPsj0LZC1ixqis,15831
637
802
  eval_studio_client/api/test/test_v1_delete_dashboard_response.py,sha256=LHvI79C8LmmXWWRHD92sw0vx5AtYNVZNpAfiSWylqaQ,2463
638
803
  eval_studio_client/api/test/test_v1_delete_document_response.py,sha256=h2-45nz2TXP-eidyIv0szMX0I6GC5bSYnRZYWeXLM7A,2189
639
804
  eval_studio_client/api/test/test_v1_delete_evaluator_response.py,sha256=3XHbKw2AUA6EJ78aR0ApqTL4Ay2mBsD3DAfXoLq_5Wg,3747
640
- eval_studio_client/api/test/test_v1_delete_leaderboard_response.py,sha256=sURbQ9gWbFuXt5IGniN0Tcl0Gz92_k5fRBR30--D3sc,4610
805
+ eval_studio_client/api/test/test_v1_delete_leaderboard_response.py,sha256=76vjDeGIbFVFxMCvkJFvVgt-Tj9oSwkNADwtpiSgfCE,4680
641
806
  eval_studio_client/api/test/test_v1_delete_model_response.py,sha256=U_75qkRopSuKpM4HeoHeE0DTsHXNobDn9hR40OD5yJk,2305
642
807
  eval_studio_client/api/test/test_v1_delete_test_case_response.py,sha256=Tfsii5DyjH0jbkwghU_AvRtucerFer7MZz5NmyCs0Z4,2559
643
808
  eval_studio_client/api/test/test_v1_delete_test_response.py,sha256=S5-rqGOjSI58wj_mhap7V1rfgI0ca80ncGK70hYyCR0,2358
@@ -645,30 +810,34 @@ eval_studio_client/api/test/test_v1_delete_workflow_edge_response.py,sha256=RaFH
645
810
  eval_studio_client/api/test/test_v1_delete_workflow_node_response.py,sha256=VGVJkcSWHqhsa4vUnkBWshLN2f3HOFlhJ8EUU9zYRWo,3760
646
811
  eval_studio_client/api/test/test_v1_delete_workflow_response.py,sha256=2bvgCZA8xFkyc_pR0eB1nAJedCY-EZlnXVPiFpR-Tb4,3903
647
812
  eval_studio_client/api/test/test_v1_dependency_list.py,sha256=jASw50kWhqzESZN58R620IArZfIxsoaYfkYWFhOufwI,1680
813
+ eval_studio_client/api/test/test_v1_diff_item.py,sha256=NwfnuUx_ZP8Oh79_bIW-VDMLbWs3JvUpRaIlk1VGfBk,11033
648
814
  eval_studio_client/api/test/test_v1_document.py,sha256=72WKznvugzFLsq3JA2VDLkjWf8WD_1qgULF6EW9FPtU,1886
649
815
  eval_studio_client/api/test/test_v1_estimate_threshold_request.py,sha256=Uk9J7-x_rkuRgUwxODyLerhk7ZjHWonkZEF8B3tcd7Y,1947
650
816
  eval_studio_client/api/test/test_v1_evaluation_test.py,sha256=GlQb3cV76C_06rJBemJPY5vaa09PPNSRp4SoV-yW9HQ,2950
817
+ eval_studio_client/api/test/test_v1_evaluation_type.py,sha256=wVial_c8hwf0fvYcN3IlmfXFVwAZ8L8mdR605n_r7qw,772
651
818
  eval_studio_client/api/test/test_v1_evaluator.py,sha256=uoe29XQXu1cMaXtFARckYuiriFlq5mK0hdxyzGWDKH0,3411
652
819
  eval_studio_client/api/test/test_v1_evaluator_param_type.py,sha256=Vi2QcBFX5Gi_hPqrCfHtlqBTQ3YRvd4QRoHliQxu_h4,801
653
820
  eval_studio_client/api/test/test_v1_evaluator_parameter.py,sha256=SVtFe0V5CDIcoDU0azssLU-7-oCepzSehP0P02OvzKI,2003
654
821
  eval_studio_client/api/test/test_v1_evaluator_view.py,sha256=HsqgAhQxSTXNQhjG3q3v3aHLVkAcKK3zxcKQMpoLFXg,765
655
- eval_studio_client/api/test/test_v1_finalize_operation_response.py,sha256=v1Hs4I3T3biobGLmWe5G6GA98-zVkNoFD_z4rQl--Uc,2619
822
+ eval_studio_client/api/test/test_v1_finalize_operation_response.py,sha256=KiRBBlkX09me7fkujRMN7bGQalM715GG5ZdIoCQGd0c,2741
656
823
  eval_studio_client/api/test/test_v1_find_all_test_cases_by_id_response.py,sha256=PtqikS3C3skqh-A4KNGJiF3tZL9fRy2HHB57_a9Mg34,2763
657
824
  eval_studio_client/api/test/test_v1_find_test_lab_response.py,sha256=YMDOKfKMxggWLhwhDFKBQ32vxQZPnPGxIYiURbOvKaQ,2385
658
825
  eval_studio_client/api/test/test_v1_find_workflows_by_collection_id_response.py,sha256=8SKMoJDl14btw27OrpHGmgGXk_utFJPnOnmcUpiSLuw,4275
659
- eval_studio_client/api/test/test_v1_generate_test_cases_response.py,sha256=IFch-yaGkUL5HBLpVrd5X1a62TkunbCwQZpWgloYaYw,2620
826
+ eval_studio_client/api/test/test_v1_flipped_metric.py,sha256=QH50radmVxjkJx4jmRgO21unqjgf3OuasF-OT0gvGZg,1524
827
+ eval_studio_client/api/test/test_v1_generate_test_cases_response.py,sha256=iuAXnTF91RLHecz7wZjvyBlDr-IcnRDRL88mdJM8gHU,2742
828
+ eval_studio_client/api/test/test_v1_get_dashboard_report_response.py,sha256=hI_mALjkhQqBnjBGDgWIDr_JRPIA9uoFmjJ-TRLw9tY,6405
660
829
  eval_studio_client/api/test/test_v1_get_dashboard_response.py,sha256=1pi5X28i7IMchma3PoG1OzdvetfaAOeix3UWgo0rHJM,2427
661
830
  eval_studio_client/api/test/test_v1_get_document_response.py,sha256=oOzkMXZbIRDArIbxn2UrztiSPvjU6WXEPHlOpBphuHo,2153
662
831
  eval_studio_client/api/test/test_v1_get_evaluator_response.py,sha256=XNkAt8XGw0bZO55ERoH8whF_0SUQ9OKp_0kkgp6fNN4,3711
663
832
  eval_studio_client/api/test/test_v1_get_guardrails_configuration_response.py,sha256=qTUKznOvN81G79NWOj7Wh7Ibntnf7gg5rHwOWq4lo-8,1717
664
- eval_studio_client/api/test/test_v1_get_info_response.py,sha256=-4ikwV4k4MM12Tkh8HZ9dGooJWfRo7TA_CE49QBIgEU,2165
665
- eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py,sha256=jihP9j7q66r1TxwRmYl_hlaZJjBkXHOUqwjH_jlb0Ko,7761
666
- eval_studio_client/api/test/test_v1_get_leaderboard_response.py,sha256=bKZ41h8D3j8c02uk_oKCZA-MxStr4mnvopErgOk1A5E,4574
833
+ eval_studio_client/api/test/test_v1_get_info_response.py,sha256=QXczkNZ2q67HtyZSMNrNYQ-Z3n6Aph_atih-ltIrRSs,2265
834
+ eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py,sha256=og2RhLBn_Hlcm8IWu8kYAiYSy7vSkclnbEnM1qJSldI,10595
835
+ eval_studio_client/api/test/test_v1_get_leaderboard_response.py,sha256=KsDBEZME3v0Kw8yJBZUCE5saB7k-JJomXpmuGJaeJj0,4644
667
836
  eval_studio_client/api/test/test_v1_get_model_response.py,sha256=ojEAQWH7cFYCKGb-l1N3H35yVJYknXv4XPA4xJ1Dqic,2269
668
837
  eval_studio_client/api/test/test_v1_get_operation_progress_by_parent_response.py,sha256=FmgyVmkszLB5EFXXRJ_m853mmLIzqEN6ZpkIEFMosds,1943
669
- eval_studio_client/api/test/test_v1_get_operation_response.py,sha256=npcqH-7fW640YtXuADq6tUm2Q2kYNwvnoSMy5jk2_vc,2559
838
+ eval_studio_client/api/test/test_v1_get_operation_response.py,sha256=aQcMSorAcDqFRjcoIRU_OrIZBjI_rQKkevXfX2VYYJM,2681
670
839
  eval_studio_client/api/test/test_v1_get_perturbator_response.py,sha256=mJA1hlA9NLFPVkGuUanJpekfIaIR-rJ6P7JyYxNN-yg,2289
671
- eval_studio_client/api/test/test_v1_get_stats_response.py,sha256=9xtpSdR5AYnJ8roL4k-TEKVxNIsryMFNbqiswyBhvjA,1692
840
+ eval_studio_client/api/test/test_v1_get_stats_response.py,sha256=KMuSOj4v9j4BCDDT1CPB72NPm2RodsjREUBcTsJ2FTw,1807
672
841
  eval_studio_client/api/test/test_v1_get_test_case_response.py,sha256=SCU1DXH4xOB0VyqHUAE6LqUBafIytic5iD2thDjheuI,2523
673
842
  eval_studio_client/api/test/test_v1_get_test_class_response.py,sha256=ReB7EwjJ4Yabd6jyms_0Zuf0eFuTgPQ9U8Jdp7FkkN4,2481
674
843
  eval_studio_client/api/test/test_v1_get_test_response.py,sha256=bDpz_uulhHcqIYM6M_4t1EHjPbFNCSNn3zJI6IZOmZg,2322
@@ -679,44 +848,52 @@ eval_studio_client/api/test/test_v1_get_workflow_result_corpus_patch_response.py
679
848
  eval_studio_client/api/test/test_v1_get_workflow_result_report_response.py,sha256=Ps9wBl2qup5KRWW0Nhh5tbhP_yCL9SJjwbnW6bQQUs8,1762
680
849
  eval_studio_client/api/test/test_v1_get_workflow_result_summary_response.py,sha256=I1lBVAtkzR9kneHSoW0uc6BOQi-JHCil2sFrKy8wtUc,1896
681
850
  eval_studio_client/api/test/test_v1_get_workflow_result_system_prompt_patch_response.py,sha256=xlQMBjDPYbzL7zAgxdXgOaT42dZOGPjiCCpeYPDWwuw,1797
851
+ eval_studio_client/api/test/test_v1_human_decision.py,sha256=-l0rxmmEYbeN27wvPz7tywKU1Q6JxAcahpoNoPh-gNw,765
682
852
  eval_studio_client/api/test/test_v1_import_evaluation_request.py,sha256=EeqxQD0dXipiPSexjG58mGJ6s9MUf9EVWFp5w6LFCpw,3437
683
853
  eval_studio_client/api/test/test_v1_import_leaderboard_request.py,sha256=Kzc5srM_Kl9qY4KMSkl4r03Okk567tcGn_HWM95EsnE,1905
684
- eval_studio_client/api/test/test_v1_import_leaderboard_response.py,sha256=JmvaWBElVrO2WqZ1uZr-qDdW0NdvhUEQ0_igkGfA0S4,2619
685
- eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py,sha256=AVl5w6g5ziytKd6k61nRXV04_5jh0Yp82dzkd3yvZFE,2730
854
+ eval_studio_client/api/test/test_v1_import_leaderboard_response.py,sha256=2f46qNL2913CHEj1rANT-5NjfNszrH8rGcEjC5ZFxdQ,2741
855
+ eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py,sha256=X35rcsKk1irszQBJj-Qo7nEoSqFDI039aF_ZWU3XHq4,2852
686
856
  eval_studio_client/api/test/test_v1_import_test_cases_request.py,sha256=JTeRHhA_owtlXotzmmR9T6mqAdvpCQv5virgUcPCBkg,1730
687
- eval_studio_client/api/test/test_v1_info.py,sha256=AkwlIkmUjQulNnKQRPbPGRADEfQhHyYxZ_elKIA9Ido,1884
857
+ eval_studio_client/api/test/test_v1_info.py,sha256=Ewpkx4hQSrI5p7H2moNhnnbfe6mMMlJfOxsKzabulIc,1971
688
858
  eval_studio_client/api/test/test_v1_init_workflow_node_response.py,sha256=1qchZCXj1TO76TaL_f1cS1VbGzTV751_gpxi6cHgg70,3736
689
859
  eval_studio_client/api/test/test_v1_insight.py,sha256=YyrFRtujQL4XD9gDLWVgmHVFlTgLqF8XcjJJK-R5BeQ,1890
690
860
  eval_studio_client/api/test/test_v1_labeled_test_case.py,sha256=1AvRcpQotRD5U25O8WtazveqBkP8p8A6XWrpOe5u4Ow,1531
691
- eval_studio_client/api/test/test_v1_leaderboard.py,sha256=EnBxuuevnK-J4dIr8q9ldPT_A9EnGa1c0mBkSnGnWV8,4171
692
- eval_studio_client/api/test/test_v1_leaderboard_report.py,sha256=XHqP3wzXnrg_LpPf4_zWrUeBeYC8qKMkZb3tDk4BGpw,7024
861
+ eval_studio_client/api/test/test_v1_leaderboard.py,sha256=8dYgRQOJ74zjrFuKNjCsxkdIKm4cjZy6uh92O5KbJtY,4236
862
+ eval_studio_client/api/test/test_v1_leaderboard_cmp_report.py,sha256=kgI6rX3aGJoB_0sxwXFkk0uvdE6sDOdO4GxVk8wp-eg,14757
863
+ eval_studio_client/api/test/test_v1_leaderboard_comparison_item.py,sha256=I571ahHmgT4ONZnSWtiB94L_snTvdh4xz4HPLO9Eves,1658
864
+ eval_studio_client/api/test/test_v1_leaderboard_info.py,sha256=ApoeITIcOtulhy-r4NB_7zded31560P2PNrE8fjrJK8,1747
865
+ eval_studio_client/api/test/test_v1_leaderboard_report.py,sha256=5jQx_SZWSgXsl_JMVTVc2zKDPygQjO9mKDmmoSEW_Tw,9710
693
866
  eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_data.py,sha256=tmXOgEmBgXmV7f1BMzNXNgpgLsmeG8TTqSDJJx7iNik,1713
694
- eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_meta.py,sha256=snjztpkU5rlrb-WCL_iJkG6ZcpaCZ2igSD_6A2EJjEs,1986
867
+ eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_meta.py,sha256=k6MK4XGt6BSLoLouWcHNJbuI1bSAut5kCQy6uVZD1dM,3933
695
868
  eval_studio_client/api/test/test_v1_leaderboard_report_evaluator.py,sha256=xuIUiXPrB6p8P32rPTCLehDjNGX1IocZdlq39UVZIzs,4037
696
869
  eval_studio_client/api/test/test_v1_leaderboard_report_evaluator_parameter.py,sha256=0cTAEi6tdskmEbJWPAydQoz_0Th2V1Ulij9d0Xf7vqo,2034
697
870
  eval_studio_client/api/test/test_v1_leaderboard_report_explanation.py,sha256=E65-6k1xCrZv-KyMwciJUyT2kQiCQwhslo_7H9QFrN0,1823
698
871
  eval_studio_client/api/test/test_v1_leaderboard_report_metrics_meta_entry.py,sha256=oLOrya9wKcONP7I2_HFQxTJBn-kO_WQmHhaRDi053aw,2161
699
872
  eval_studio_client/api/test/test_v1_leaderboard_report_model.py,sha256=QC8vbkl9Hn_IzffXwG_F0W_civIaFA1aHNRnWNXNRU8,1826
700
- eval_studio_client/api/test/test_v1_leaderboard_report_result.py,sha256=m8mPIuYUH3yzKsB15IrWeM8O2TqvcklF9vaQ05ZyKio,3277
873
+ eval_studio_client/api/test/test_v1_leaderboard_report_result.py,sha256=Pc1HY0IAehytPLYgI06m0MYrPVaexPTHob3ex-vrZkU,5664
701
874
  eval_studio_client/api/test/test_v1_leaderboard_report_result_relationship.py,sha256=MZmSsLO1TQTCshHb3m3np6JVdbu1RD3QIm9VcpyOWZY,1767
875
+ eval_studio_client/api/test/test_v1_leaderboard_report_result_view.py,sha256=7GZ3yFBxR6_J66MOj5sEKpYwBx1vYHiFWviQUuNHzXY,865
702
876
  eval_studio_client/api/test/test_v1_leaderboard_status.py,sha256=Ml9RW7yZTu25Vut5jOKCBQKqqotF1cNMzpF9a74eajg,793
877
+ eval_studio_client/api/test/test_v1_leaderboard_test_case_annotation.py,sha256=SMmlgc9-UCo4FY_Rrt4N3kwI1mRBx5usf7JrFZhMWEg,1993
703
878
  eval_studio_client/api/test/test_v1_leaderboard_type.py,sha256=WSOFiwIuJ_Eu08NWrxYAq7n1--MIAy5Ys9BV_LAaFHc,779
704
879
  eval_studio_client/api/test/test_v1_leaderboard_view.py,sha256=GZiknpsyI_VCoTjJJfrQ2o9UzV49-Y5zoYGPTrOLa3M,779
705
880
  eval_studio_client/api/test/test_v1_list_base_models_response.py,sha256=8X_gITMZZPhlFyZUS45eK6eglZHajr1z_rgDtTvB7OE,1599
706
881
  eval_studio_client/api/test/test_v1_list_dashboard_access_response.py,sha256=QcLouScSMGqSx6_VnI1auwGHAA88qn_U2zxlN5deVAA,1851
882
+ eval_studio_client/api/test/test_v1_list_dashboard_test_case_annotations_response.py,sha256=09mPhdynw0HeBXg9ryMxGh6lOspEYPKZVoyoMfA4_5E,2429
707
883
  eval_studio_client/api/test/test_v1_list_dashboards_response.py,sha256=SBgaH0J-Fxjvv2UbsphZMX60EzhWQFwUrDUeKENmo5w,2560
708
884
  eval_studio_client/api/test/test_v1_list_dashboards_shared_with_me_response.py,sha256=W-kqyWCD48PzoMNuSZes2ASY0EPg6ZTv9TN4mfdJLCg,2707
709
885
  eval_studio_client/api/test/test_v1_list_documents_response.py,sha256=kNez2jXKv-5C2CvQMZIbHJcag88cV5ViiZgAimeoHCY,2262
710
886
  eval_studio_client/api/test/test_v1_list_evaluators_response.py,sha256=HsOL_aJjRaop5ljaTMgLEVbV5_oRwRHbFkVMZKc8LAw,3936
711
- eval_studio_client/api/test/test_v1_list_leaderboards_response.py,sha256=q5NpLK1Fl0Idx_u-Ko3czdF2VdvdhPnZdj8LKFSgB50,4933
887
+ eval_studio_client/api/test/test_v1_list_leaderboard_test_case_annotations_response.py,sha256=RpITbtn1RlEbkJqUfQyDWV9lcyqKYEy8VgwFJrAPR74,2459
888
+ eval_studio_client/api/test/test_v1_list_leaderboards_response.py,sha256=CxAINR8T9rK6PPGD83UTUxAJpyhTC9ea-375iZQDE1Y,5007
712
889
  eval_studio_client/api/test/test_v1_list_llm_models_response.py,sha256=16NMTKncDX_fEIHfiBSKT0K7UbLd8Ic9vcT_Bg5YOnM,1582
713
890
  eval_studio_client/api/test/test_v1_list_model_collections_response.py,sha256=dBiPQHhG22lLnvVeszM9ZYMN8Whl6vLE3nxRvEkbrf8,1903
714
891
  eval_studio_client/api/test/test_v1_list_models_response.py,sha256=-vrBOSAUhLWE1pgQV6f7_s707mWpkG33OZPmnDJRoIw,2394
715
892
  eval_studio_client/api/test/test_v1_list_most_recent_dashboards_response.py,sha256=6DmETopK6L92Tdz2pDU1vfIZBEjpehafqR51AWDO-HY,2682
716
- eval_studio_client/api/test/test_v1_list_most_recent_leaderboards_response.py,sha256=9CyqbABS64tD5EyAADpPPyeOPT1oHVi6htJiqWt47_M,5017
893
+ eval_studio_client/api/test/test_v1_list_most_recent_leaderboards_response.py,sha256=m4vHE8nHWMuINk3YCKP2lFJ8z7nq2riJoCbDHSKGb_0,5091
717
894
  eval_studio_client/api/test/test_v1_list_most_recent_models_response.py,sha256=0MX8HkL1yeCvrd1fBEIKTP39Wev_j7-pJ0MYiNtAzLk,2516
718
895
  eval_studio_client/api/test/test_v1_list_most_recent_tests_response.py,sha256=6Hz_x1h7iZXXMofKDJr4rcx5mbH9a_mogYZjR36A4No,2581
719
- eval_studio_client/api/test/test_v1_list_operations_response.py,sha256=L-uNOs8Qsb4uNSuDLyS6cCKW2TKcA8e-I8QLKx-gtkw,2708
896
+ eval_studio_client/api/test/test_v1_list_operations_response.py,sha256=eYnETd9rlS5eHzBjAwVyoIbZb0ZhGVyG2Lm_6nXPeQU,2867
720
897
  eval_studio_client/api/test/test_v1_list_perturbators_response.py,sha256=ngF-eaP1ycHamSEMo3H8V52FIuGmjFxEuzOGm2UgCO4,2410
721
898
  eval_studio_client/api/test/test_v1_list_prompt_library_items_response.py,sha256=3xAFexKLKWyOBB5bUzljbWgDRN6mUyPIzjTEVqPwAZY,2738
722
899
  eval_studio_client/api/test/test_v1_list_rag_collections_response.py,sha256=Yq17wxFY1vnprOGk7sZe2caRxat6kTJpszvOLqkP328,1879
@@ -727,44 +904,62 @@ eval_studio_client/api/test/test_v1_list_test_cases_response.py,sha256=UqPlLqJMO
727
904
  eval_studio_client/api/test/test_v1_list_test_classes_response.py,sha256=RYqp6uy0wRenAomHJftmThlMGe9yQI7nwNRQZYp9JTk,2639
728
905
  eval_studio_client/api/test/test_v1_list_tests_response.py,sha256=PMJNWXv5pCptlVGgLFn87UScjJESUxpyRl6Un9RF5yA,2459
729
906
  eval_studio_client/api/test/test_v1_list_tests_shared_with_me_response.py,sha256=mfdfqKW70Ba8KCrGKdolrvEHKwFxFPCBv9KSLQZL6cs,2606
907
+ eval_studio_client/api/test/test_v1_list_unseen_operations_response.py,sha256=el6V8fKTBoqLvnsarO-LfbMPGBixWn93k1gcc4QQlVg,2940
730
908
  eval_studio_client/api/test/test_v1_list_workflow_access_response.py,sha256=JNjVfSiPQzwce8-1GHe9_cvSKLYdkIOt7u9wvq0Lxuw,1839
731
909
  eval_studio_client/api/test/test_v1_list_workflow_dependencies_response.py,sha256=1tZicQ95i8ZqIXjoHpOGm8PxY22BjDdYUqxQp04_i3o,4460
732
910
  eval_studio_client/api/test/test_v1_list_workflows_response.py,sha256=xdm2ApJlaE1pCMZHnVC-wq_11rWzu5RlZv7le8QZLJs,4104
733
911
  eval_studio_client/api/test/test_v1_list_workflows_shared_with_me_response.py,sha256=xFsze7nBqxCllna2zxbh_SL-0Wosc_DlL4MI3zoxYHA,4251
912
+ eval_studio_client/api/test/test_v1_mark_operation_seen_by_creator_response.py,sha256=tX2ghkHuOT2E8UQzku80Uut8tBOwk0myjopK-QCIeN8,2852
913
+ eval_studio_client/api/test/test_v1_metric.py,sha256=dvVt_AHMlA0sy1-ltTkZyMhotl3KhepFQ8xY4QV_wc0,1383
914
+ eval_studio_client/api/test/test_v1_metric_average.py,sha256=JcYWe-WImrd3XzW8lwPUgRVWCvrKtAytIUL3PkC83ZY,1719
915
+ eval_studio_client/api/test/test_v1_metric_meta.py,sha256=yvSidGDJwmc_27AJPIZ5yVV0DfQRHehvUMK5d6-h9lU,1882
734
916
  eval_studio_client/api/test/test_v1_metric_score.py,sha256=zjWujzPRU6VOgb4oKLm_4DlV6iseK9ffRTkdEsE_ARo,1444
735
917
  eval_studio_client/api/test/test_v1_metric_scores.py,sha256=X2o5ryw-vwxcCtwr61kP_Ybi5zwfyR2TPS0MldFLPEg,1606
736
918
  eval_studio_client/api/test/test_v1_model.py,sha256=oLi9OtjrPcy7Bd_HaNJwVsmVuolQCIo_pFISRYqqDDY,1991
737
919
  eval_studio_client/api/test/test_v1_model_type.py,sha256=3FJwbgYrs41pCQ7xDHYmxr3EnYK90ZcCEKLAyJEd968,737
738
- eval_studio_client/api/test/test_v1_operation.py,sha256=hkmxKGTRZ4NwbVAFvLX-g-zPhHZJMEuB2rSSHSg_o1w,2304
920
+ eval_studio_client/api/test/test_v1_models_comparisons.py,sha256=Pvdf3bD2y0W59VUJSHFPSHxxgo01b4_D1SrVU42H0AQ,1643
921
+ eval_studio_client/api/test/test_v1_models_comparisons_metrics.py,sha256=VqRMY6yJJCd1rh4KQsPv42taZY8-OSknLhRbVZQpUJw,2270
922
+ eval_studio_client/api/test/test_v1_models_overview.py,sha256=2Sps9nRXM7e3Lif0koWNa_4KJS9FIj62K9E0JROnLFE,1764
923
+ eval_studio_client/api/test/test_v1_operation.py,sha256=cLFomSFrB1-DxAJqYI12Q7GekFVVoFyzrFEYAI8fYAI,2421
739
924
  eval_studio_client/api/test/test_v1_operation_progress.py,sha256=eOc5oVaADDWOStkObzeGBe_qrkw3WgFphJCNPbRsLMU,1579
925
+ eval_studio_client/api/test/test_v1_operation_view.py,sha256=1voMkgHcx_iAbs8IuTrudQD81QWESjvHcGYE_HBrXOg,765
740
926
  eval_studio_client/api/test/test_v1_perturb_test_in_place_response.py,sha256=KLcr-H-rltrDzhE5b6-FlOoNawuXatZhhENjRKJ3P8c,2456
741
927
  eval_studio_client/api/test/test_v1_perturb_test_response.py,sha256=3H2b3SAmivqPXnE3NFr_uZRt848h5RcxxHFmPBBeiGA,2370
742
928
  eval_studio_client/api/test/test_v1_perturbator.py,sha256=NK1RkUMDtuHGZ7AzRRDEKDO2sWcplLqVovE8GrbHeXo,2000
743
929
  eval_studio_client/api/test/test_v1_perturbator_configuration.py,sha256=WZgFHQMaphOjlgCTLM9v6fR1XM_c81RkajhNRStWbLo,1664
744
930
  eval_studio_client/api/test/test_v1_perturbator_intensity.py,sha256=smmGwRIpbGE0gEOnT_8mtGkeveXZCwwY00OqktIkAEQ,814
745
931
  eval_studio_client/api/test/test_v1_problem_and_action.py,sha256=cqTjZgyOfbbktg0qxUjQ4FzAs6-UtdoKN13Igr-8-Ls,1943
746
- eval_studio_client/api/test/test_v1_process_workflow_node_response.py,sha256=KWET4X19a38Ij6i6Qye_WAwYo1XruyWaeHvGu8ygyrA,2644
932
+ eval_studio_client/api/test/test_v1_process_workflow_node_response.py,sha256=T0v3B4saRw0jFisKTN1_sK52LRLyV4cagf-NbULnO4Y,2766
747
933
  eval_studio_client/api/test/test_v1_prompt_library_item.py,sha256=NXqwBFUXXD1jbU6IXktbZhAbLYupumiZGI2yCJbk9JM,2263
748
934
  eval_studio_client/api/test/test_v1_repeated_context.py,sha256=eEbuxgfYeKssj7zyfgcf47bVXBaeNKQd_2E4m-3zdVc,1925
749
935
  eval_studio_client/api/test/test_v1_repeated_string.py,sha256=8ANeUFXkXr-lL49m-NQjON7xsQGgp_QSHMekLqiDGT4,1497
750
936
  eval_studio_client/api/test/test_v1_reset_workflow_node_response.py,sha256=tQNsH1tAHP6Hm89-sOxc6mM2D7DPQRLfZmcZiIAPB1g,3748
937
+ eval_studio_client/api/test/test_v1_retrieved_context_diff.py,sha256=xh9GgGE36HoRaDtm1BwysOPiNM2A0WUi-YmQO9V9gZw,1962
751
938
  eval_studio_client/api/test/test_v1_role.py,sha256=E-3KCYmHDDamDp0iDmOmD2fE6vYdjusBMmSS9MUMuqY,701
752
939
  eval_studio_client/api/test/test_v1_role_binding.py,sha256=mjvFMG32q3sewqYqo5ez5UNlh9Rs78yk1UZ6SeqNqdk,1491
753
- eval_studio_client/api/test/test_v1_stats.py,sha256=mrdWDJGuizMxwAWTTY8teM8NJ6G0t9v171SvhqRYpkg,1469
940
+ eval_studio_client/api/test/test_v1_stats.py,sha256=RGctMTU1ZlKrb9dWPgUxrpDnwTlZkL4bwLoiIRg-H_8,1574
941
+ eval_studio_client/api/test/test_v1_technical_metrics.py,sha256=8q9M2ugutfpCspyaZa4KSm_29GwICGlf-cNOj1TzSEM,2088
942
+ eval_studio_client/api/test/test_v1_technical_metrics_detail.py,sha256=ioDMTjerVplb9aEM96KLPMIed5a9ahfDK13_OWNfYH8,1706
754
943
  eval_studio_client/api/test/test_v1_test.py,sha256=Y9QaNtcWNkmU9ioXRRzhOHoAHuZDX55JXJCm_65Wits,2036
755
944
  eval_studio_client/api/test/test_v1_test_case.py,sha256=70KfMgv3supWy1Edmk7PiGbTgqBXJxrn05VwH0PnXh0,2205
945
+ eval_studio_client/api/test/test_v1_test_case_leaderboard_item.py,sha256=C-QQQYYaA7ra8eLzGDrPaFVzcXongJ2qxJJBPE6n2s0,1635
756
946
  eval_studio_client/api/test/test_v1_test_case_relationship.py,sha256=sqzcqZsv9fjM5DLgEgJvZmezZXnDd8nCsn3e8uyOMqQ,1581
947
+ eval_studio_client/api/test/test_v1_test_case_relationship_info.py,sha256=Dqi-_Pg7we3EiiUbbzgA_rUC0mKg10IgOmjNmEi5kuY,1635
948
+ eval_studio_client/api/test/test_v1_test_case_result.py,sha256=4tnu5gWm9NXJKEN0mQtDWKdeesj1na4TAULuM_6SP_M,3712
757
949
  eval_studio_client/api/test/test_v1_test_cases_generator.py,sha256=p-g5v-DkzqKO9qGua9XLP2zBWXt_jrdE3is5rffWYCM,801
758
950
  eval_studio_client/api/test/test_v1_test_class.py,sha256=QPHNOZZf0EbwMPMZocZnQHgNKjbKjRFg0a1CuOtOGTg,2170
759
951
  eval_studio_client/api/test/test_v1_test_class_type.py,sha256=XMlEyZIIIvgLSL49_I__X-6GEzr0zA6xtqIPF6dKwGs,766
760
952
  eval_studio_client/api/test/test_v1_test_lab.py,sha256=fC0vq7c0O70YVDYgsun1abIYBlQ_jP5MwEZUM4Y6E0w,2076
761
953
  eval_studio_client/api/test/test_v1_test_suite_evaluates.py,sha256=JHPWHkNN4emuFVNyNS9KzVAFW_mRSlbcbREj_xJHWNg,801
762
954
  eval_studio_client/api/test/test_v1_test_type.py,sha256=CIP0-DL66cSqlZOkpCxtWEIy5iIvxFJEXXLc0wHJG7c,730
955
+ eval_studio_client/api/test/test_v1_text_similarity_metric.py,sha256=B6TbDc3jjxS8suiBsufWP62cUjeoTlQButFcj2HdVWQ,815
763
956
  eval_studio_client/api/test/test_v1_update_dashboard_response.py,sha256=GM9qPRrLhR1AJ_jdvA6HN4DpL7evS-O3sOlQQefMB-w,2463
957
+ eval_studio_client/api/test/test_v1_update_dashboard_test_case_annotation_response.py,sha256=UMMTM0Px5lmEWvjPBA3duBLQf-wC8v9D--olDG4Jbbc,2364
764
958
  eval_studio_client/api/test/test_v1_update_document_response.py,sha256=08yQf8G1G6EwebqPN32PFXYdWA1daRUJXBAoGdZmAAU,2189
765
- eval_studio_client/api/test/test_v1_update_leaderboard_response.py,sha256=Kf1awTXuZVVmksLYwy9RSswA97quqHcQ1PGTi9Bi9tM,4610
959
+ eval_studio_client/api/test/test_v1_update_leaderboard_response.py,sha256=uw8btSK6y9OoGm_BrayTRPGEm7T4elcVKiK6NmOPxbo,4680
960
+ eval_studio_client/api/test/test_v1_update_leaderboard_test_case_annotation_response.py,sha256=08hj-lfaghYBfecwjGefHlUSY3bgGYZAPWQc9wdGc98,2394
766
961
  eval_studio_client/api/test/test_v1_update_model_response.py,sha256=TRVkDJO3SH_uJC4AwpcAq-7X4AK7gE1BQerRlF0s2dg,2305
767
- eval_studio_client/api/test/test_v1_update_operation_response.py,sha256=s3r3eXwpFhExjeAvroz1x-tKe5M_jgMy5O601eRZEv0,2595
962
+ eval_studio_client/api/test/test_v1_update_operation_response.py,sha256=uQILvpTJVTXg2xVKVXPkH4dxcxxXt2PZD73JexjFoA0,2717
768
963
  eval_studio_client/api/test/test_v1_update_test_case_response.py,sha256=nV0uKGfvdnQMJ0pCGAhOMpbUpNg0xWh6Jo-AkaI2IaI,2559
769
964
  eval_studio_client/api/test/test_v1_update_test_response.py,sha256=H4vGNZjy67mAi9xTw4w4BPepwr6PlN2VeL4jI92hkaM,2358
770
965
  eval_studio_client/api/test/test_v1_update_workflow_node_response.py,sha256=SFR1E-Exhspjlx6HReuqtyRtQSyD-qfZMni9TT3r_2A,3760
@@ -792,7 +987,7 @@ eval_studio_client/api/test/test_workflow_result_service_api.py,sha256=FZUg2BoZL
792
987
  eval_studio_client/api/test/test_workflow_service_api.py,sha256=i13ve3aYZZcSky3YFu20SUa435moe0OyDv-ec-jCQkQ,3979
793
988
  eval_studio_client/api/test/test_workflow_service_clone_workflow_request.py,sha256=loIe3yBEh454kxeTnT1Y7dwGbktRvm0XBZPWhkoXELQ,1866
794
989
  eval_studio_client/api/test/test_workflow_service_revoke_workflow_access_request.py,sha256=Jm3UJmlGb2r2XHRoFsUBkiAxjOL7LMW6JrGhmAvHHtE,1811
795
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json,sha256=LXZoRvKwr6Up8krBkupT2L8yXnm3E2wau-lYdfoCJb8,359148
796
- eval_studio_client-1.2.5.dist-info/METADATA,sha256=1xgvy6NuluW3LvhGx6rdJ_bZjOtUayFcUzKO9pJm_Ic,721
797
- eval_studio_client-1.2.5.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
798
- eval_studio_client-1.2.5.dist-info/RECORD,,
990
+ eval_studio_client/gen/openapiv2/eval_studio.swagger.json,sha256=kKVV00vF52c-XWAiQ5uQzwj0papPfEV6LJTYPSKXIs8,430556
991
+ eval_studio_client-1.3.0a1.dist-info/METADATA,sha256=PJd_MO-YncIwapsX6PVzdiZ9XHZvFnI5JeNU4nu64d4,714
992
+ eval_studio_client-1.3.0a1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
993
+ eval_studio_client-1.3.0a1.dist-info/RECORD,,