eval-studio-client 1.2.5__py3-none-any.whl → 1.3.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (306) hide show
  1. eval_studio_client/api/__init__.py +65 -0
  2. eval_studio_client/api/api/__init__.py +3 -0
  3. eval_studio_client/api/api/dashboard_report_service_api.py +292 -0
  4. eval_studio_client/api/api/dashboard_service_api.py +16 -16
  5. eval_studio_client/api/api/dashboard_test_case_annotation_service_api.py +611 -0
  6. eval_studio_client/api/api/document_service_api.py +16 -16
  7. eval_studio_client/api/api/evaluation_service_api.py +12 -12
  8. eval_studio_client/api/api/evaluator_service_api.py +16 -16
  9. eval_studio_client/api/api/leaderboard_report_service_api.py +304 -17
  10. eval_studio_client/api/api/leaderboard_service_api.py +554 -16
  11. eval_studio_client/api/api/leaderboard_test_case_annotation_service_api.py +611 -0
  12. eval_studio_client/api/api/model_service_api.py +16 -16
  13. eval_studio_client/api/api/operation_service_api.py +821 -17
  14. eval_studio_client/api/api/perturbator_service_api.py +22 -22
  15. eval_studio_client/api/api/test_case_service_api.py +300 -16
  16. eval_studio_client/api/api/test_class_service_api.py +16 -16
  17. eval_studio_client/api/api/test_service_api.py +285 -16
  18. eval_studio_client/api/api/workflow_node_service_api.py +16 -16
  19. eval_studio_client/api/api/workflow_service_api.py +16 -16
  20. eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md +2 -1
  21. eval_studio_client/api/docs/DashboardReportServiceApi.md +75 -0
  22. eval_studio_client/api/docs/DashboardServiceApi.md +5 -5
  23. eval_studio_client/api/docs/DashboardTestCaseAnnotationServiceApi.md +149 -0
  24. eval_studio_client/api/docs/DocumentServiceApi.md +5 -5
  25. eval_studio_client/api/docs/EvaluationServiceApi.md +4 -4
  26. eval_studio_client/api/docs/EvaluatorServiceApi.md +5 -5
  27. eval_studio_client/api/docs/LeaderboardReportServiceApi.md +75 -5
  28. eval_studio_client/api/docs/LeaderboardServiceApi.md +141 -5
  29. eval_studio_client/api/docs/LeaderboardTestCaseAnnotationServiceApi.md +149 -0
  30. eval_studio_client/api/docs/ModelServiceApi.md +5 -5
  31. eval_studio_client/api/docs/OperationServiceApi.md +215 -8
  32. eval_studio_client/api/docs/PerturbatorServiceApi.md +7 -7
  33. eval_studio_client/api/docs/RequiredTheDashboardTestCaseAnnotationToUpdate.md +35 -0
  34. eval_studio_client/api/docs/RequiredTheLeaderboardTestCaseAnnotationToUpdate.md +35 -0
  35. eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +1 -0
  36. eval_studio_client/api/docs/RequiredTheOperationToFinalize.md +1 -0
  37. eval_studio_client/api/docs/RequiredTheOperationToUpdate.md +1 -0
  38. eval_studio_client/api/docs/TestCaseServiceApi.md +75 -5
  39. eval_studio_client/api/docs/TestCaseServiceAppendTestCasesRequest.md +30 -0
  40. eval_studio_client/api/docs/TestClassServiceApi.md +5 -5
  41. eval_studio_client/api/docs/TestServiceApi.md +73 -5
  42. eval_studio_client/api/docs/V1ActualOutputMeta.md +30 -0
  43. eval_studio_client/api/docs/V1ActualOutputMetaDiff.md +36 -0
  44. eval_studio_client/api/docs/V1AgentChatActivityDiagram.md +31 -0
  45. eval_studio_client/api/docs/V1AgentChatActivityDiagramEdge.md +32 -0
  46. eval_studio_client/api/docs/V1AgentChatActivityDiagramNode.md +32 -0
  47. eval_studio_client/api/docs/V1AgentChatActivityDiagramRow.md +30 -0
  48. eval_studio_client/api/docs/V1AgentChatScriptUsage.md +33 -0
  49. eval_studio_client/api/docs/V1AgentChatScriptsBarChart.md +30 -0
  50. eval_studio_client/api/docs/V1AgentChatToolUsage.md +33 -0
  51. eval_studio_client/api/docs/V1AgentChatToolsBarChart.md +30 -0
  52. eval_studio_client/api/docs/V1AllMetricScores.md +29 -0
  53. eval_studio_client/api/docs/V1AppendTestCasesResponse.md +29 -0
  54. eval_studio_client/api/docs/V1BatchCreateLeaderboardsWithoutCacheRequest.md +31 -0
  55. eval_studio_client/api/docs/V1BatchCreateLeaderboardsWithoutCacheResponse.md +29 -0
  56. eval_studio_client/api/docs/V1BatchMarkOperationSeenByCreatorResponse.md +29 -0
  57. eval_studio_client/api/docs/V1CmpLeaderboardReportsRequest.md +33 -0
  58. eval_studio_client/api/docs/V1CmpLeaderboardReportsResponse.md +29 -0
  59. eval_studio_client/api/docs/V1ComparisonItem.md +36 -0
  60. eval_studio_client/api/docs/V1ComparisonMetricScore.md +30 -0
  61. eval_studio_client/api/docs/V1ComparisonResult.md +31 -0
  62. eval_studio_client/api/docs/V1ComparisonSummary.md +31 -0
  63. eval_studio_client/api/docs/V1CreateEvaluationRequest.md +1 -0
  64. eval_studio_client/api/docs/V1CreateTestFromTestCasesRequest.md +32 -0
  65. eval_studio_client/api/docs/V1CreateTestFromTestCasesResponse.md +29 -0
  66. eval_studio_client/api/docs/V1DashboardReport.md +31 -0
  67. eval_studio_client/api/docs/V1DashboardReportResult.md +39 -0
  68. eval_studio_client/api/docs/V1DashboardTestCaseAnnotation.md +36 -0
  69. eval_studio_client/api/docs/V1DataFragment.md +31 -0
  70. eval_studio_client/api/docs/V1DeepCompareLeaderboardsRequest.md +33 -0
  71. eval_studio_client/api/docs/V1DeepCompareLeaderboardsResponse.md +29 -0
  72. eval_studio_client/api/docs/V1DiffItem.md +36 -0
  73. eval_studio_client/api/docs/V1EvaluationType.md +12 -0
  74. eval_studio_client/api/docs/V1FlippedMetric.md +31 -0
  75. eval_studio_client/api/docs/V1GetDashboardReportResponse.md +29 -0
  76. eval_studio_client/api/docs/V1HumanDecision.md +12 -0
  77. eval_studio_client/api/docs/V1Info.md +1 -0
  78. eval_studio_client/api/docs/V1Leaderboard.md +1 -0
  79. eval_studio_client/api/docs/V1LeaderboardCmpReport.md +30 -0
  80. eval_studio_client/api/docs/V1LeaderboardComparisonItem.md +31 -0
  81. eval_studio_client/api/docs/V1LeaderboardInfo.md +30 -0
  82. eval_studio_client/api/docs/V1LeaderboardReportActualOutputMeta.md +6 -3
  83. eval_studio_client/api/docs/V1LeaderboardReportResult.md +11 -8
  84. eval_studio_client/api/docs/V1LeaderboardReportResultView.md +12 -0
  85. eval_studio_client/api/docs/V1LeaderboardTestCaseAnnotation.md +36 -0
  86. eval_studio_client/api/docs/V1ListDashboardTestCaseAnnotationsResponse.md +29 -0
  87. eval_studio_client/api/docs/V1ListLeaderboardTestCaseAnnotationsResponse.md +29 -0
  88. eval_studio_client/api/docs/V1ListOperationsResponse.md +1 -0
  89. eval_studio_client/api/docs/V1ListUnseenOperationsResponse.md +30 -0
  90. eval_studio_client/api/docs/V1MarkOperationSeenByCreatorResponse.md +29 -0
  91. eval_studio_client/api/docs/V1Metric.md +30 -0
  92. eval_studio_client/api/docs/V1MetricAverage.md +36 -0
  93. eval_studio_client/api/docs/V1MetricMeta.md +40 -0
  94. eval_studio_client/api/docs/V1MetricScore.md +1 -1
  95. eval_studio_client/api/docs/V1MetricScores.md +1 -1
  96. eval_studio_client/api/docs/V1ModelType.md +1 -1
  97. eval_studio_client/api/docs/V1ModelsComparisons.md +32 -0
  98. eval_studio_client/api/docs/V1ModelsComparisonsMetrics.md +33 -0
  99. eval_studio_client/api/docs/V1ModelsOverview.md +34 -0
  100. eval_studio_client/api/docs/V1Operation.md +1 -0
  101. eval_studio_client/api/docs/V1OperationView.md +12 -0
  102. eval_studio_client/api/docs/V1RetrievedContextDiff.md +36 -0
  103. eval_studio_client/api/docs/V1Stats.md +2 -0
  104. eval_studio_client/api/docs/V1TechnicalMetrics.md +30 -0
  105. eval_studio_client/api/docs/V1TechnicalMetricsDetail.md +33 -0
  106. eval_studio_client/api/docs/V1TestCaseLeaderboardItem.md +31 -0
  107. eval_studio_client/api/docs/V1TestCaseRelationshipInfo.md +31 -0
  108. eval_studio_client/api/docs/V1TestCaseResult.md +48 -0
  109. eval_studio_client/api/docs/V1TextSimilarityMetric.md +12 -0
  110. eval_studio_client/api/docs/V1UpdateDashboardTestCaseAnnotationResponse.md +29 -0
  111. eval_studio_client/api/docs/V1UpdateLeaderboardTestCaseAnnotationResponse.md +29 -0
  112. eval_studio_client/api/docs/WorkflowNodeServiceApi.md +5 -5
  113. eval_studio_client/api/docs/WorkflowServiceApi.md +5 -5
  114. eval_studio_client/api/models/__init__.py +62 -0
  115. eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +17 -2
  116. eval_studio_client/api/models/required_the_dashboard_test_case_annotation_to_update.py +108 -0
  117. eval_studio_client/api/models/required_the_leaderboard_test_case_annotation_to_update.py +108 -0
  118. eval_studio_client/api/models/required_the_leaderboard_to_update.py +5 -2
  119. eval_studio_client/api/models/required_the_operation_to_finalize.py +6 -2
  120. eval_studio_client/api/models/required_the_operation_to_update.py +6 -2
  121. eval_studio_client/api/models/test_case_service_append_test_cases_request.py +89 -0
  122. eval_studio_client/api/models/v1_actual_output_meta.py +97 -0
  123. eval_studio_client/api/models/v1_actual_output_meta_diff.py +101 -0
  124. eval_studio_client/api/models/v1_agent_chat_activity_diagram.py +109 -0
  125. eval_studio_client/api/models/v1_agent_chat_activity_diagram_edge.py +97 -0
  126. eval_studio_client/api/models/v1_agent_chat_activity_diagram_node.py +97 -0
  127. eval_studio_client/api/models/v1_agent_chat_activity_diagram_row.py +97 -0
  128. eval_studio_client/api/models/v1_agent_chat_script_usage.py +101 -0
  129. eval_studio_client/api/models/v1_agent_chat_scripts_bar_chart.py +102 -0
  130. eval_studio_client/api/models/v1_agent_chat_tool_usage.py +101 -0
  131. eval_studio_client/api/models/v1_agent_chat_tools_bar_chart.py +102 -0
  132. eval_studio_client/api/models/v1_all_metric_scores.py +87 -0
  133. eval_studio_client/api/models/v1_append_test_cases_response.py +95 -0
  134. eval_studio_client/api/models/v1_batch_create_leaderboards_without_cache_request.py +99 -0
  135. eval_studio_client/api/models/v1_batch_create_leaderboards_without_cache_response.py +91 -0
  136. eval_studio_client/api/models/v1_batch_mark_operation_seen_by_creator_response.py +95 -0
  137. eval_studio_client/api/models/v1_cmp_leaderboard_reports_request.py +96 -0
  138. eval_studio_client/api/models/v1_cmp_leaderboard_reports_response.py +91 -0
  139. eval_studio_client/api/models/v1_comparison_item.py +130 -0
  140. eval_studio_client/api/models/v1_comparison_metric_score.py +89 -0
  141. eval_studio_client/api/models/v1_comparison_result.py +120 -0
  142. eval_studio_client/api/models/v1_comparison_summary.py +91 -0
  143. eval_studio_client/api/models/v1_create_evaluation_request.py +5 -2
  144. eval_studio_client/api/models/v1_create_test_from_test_cases_request.py +93 -0
  145. eval_studio_client/api/models/v1_create_test_from_test_cases_response.py +91 -0
  146. eval_studio_client/api/models/v1_dashboard_report.py +109 -0
  147. eval_studio_client/api/models/v1_dashboard_report_result.py +139 -0
  148. eval_studio_client/api/models/v1_dashboard_test_case_annotation.py +112 -0
  149. eval_studio_client/api/models/v1_data_fragment.py +91 -0
  150. eval_studio_client/api/models/v1_deep_compare_leaderboards_request.py +96 -0
  151. eval_studio_client/api/models/v1_deep_compare_leaderboards_response.py +91 -0
  152. eval_studio_client/api/models/v1_diff_item.py +137 -0
  153. eval_studio_client/api/models/v1_evaluation_type.py +39 -0
  154. eval_studio_client/api/models/v1_flipped_metric.py +91 -0
  155. eval_studio_client/api/models/v1_get_dashboard_report_response.py +91 -0
  156. eval_studio_client/api/models/v1_human_decision.py +38 -0
  157. eval_studio_client/api/models/v1_info.py +4 -2
  158. eval_studio_client/api/models/v1_leaderboard.py +5 -2
  159. eval_studio_client/api/models/v1_leaderboard_cmp_report.py +93 -0
  160. eval_studio_client/api/models/v1_leaderboard_comparison_item.py +91 -0
  161. eval_studio_client/api/models/v1_leaderboard_info.py +97 -0
  162. eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py +23 -9
  163. eval_studio_client/api/models/v1_leaderboard_report_result.py +21 -10
  164. eval_studio_client/api/models/v1_leaderboard_report_result_view.py +38 -0
  165. eval_studio_client/api/models/v1_leaderboard_test_case_annotation.py +112 -0
  166. eval_studio_client/api/models/v1_list_dashboard_test_case_annotations_response.py +95 -0
  167. eval_studio_client/api/models/v1_list_leaderboard_test_case_annotations_response.py +95 -0
  168. eval_studio_client/api/models/v1_list_operations_response.py +5 -3
  169. eval_studio_client/api/models/v1_list_unseen_operations_response.py +97 -0
  170. eval_studio_client/api/models/v1_mark_operation_seen_by_creator_response.py +91 -0
  171. eval_studio_client/api/models/v1_metric.py +89 -0
  172. eval_studio_client/api/models/v1_metric_average.py +101 -0
  173. eval_studio_client/api/models/v1_metric_meta.py +109 -0
  174. eval_studio_client/api/models/v1_metric_score.py +6 -1
  175. eval_studio_client/api/models/v1_metric_scores.py +1 -1
  176. eval_studio_client/api/models/v1_model_type.py +2 -1
  177. eval_studio_client/api/models/v1_models_comparisons.py +93 -0
  178. eval_studio_client/api/models/v1_models_comparisons_metrics.py +103 -0
  179. eval_studio_client/api/models/v1_models_overview.py +97 -0
  180. eval_studio_client/api/models/v1_operation.py +6 -2
  181. eval_studio_client/api/models/v1_operation_view.py +38 -0
  182. eval_studio_client/api/models/v1_retrieved_context_diff.py +101 -0
  183. eval_studio_client/api/models/v1_stats.py +16 -2
  184. eval_studio_client/api/models/v1_technical_metrics.py +96 -0
  185. eval_studio_client/api/models/v1_technical_metrics_detail.py +95 -0
  186. eval_studio_client/api/models/v1_test_case_leaderboard_item.py +91 -0
  187. eval_studio_client/api/models/v1_test_case_relationship_info.py +91 -0
  188. eval_studio_client/api/models/v1_test_case_result.py +157 -0
  189. eval_studio_client/api/models/v1_text_similarity_metric.py +39 -0
  190. eval_studio_client/api/models/v1_update_dashboard_test_case_annotation_response.py +91 -0
  191. eval_studio_client/api/models/v1_update_leaderboard_test_case_annotation_response.py +91 -0
  192. eval_studio_client/api/models/v1_workflow_node_type.py +1 -0
  193. eval_studio_client/api/models/v1_workflow_type.py +1 -0
  194. eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +6 -0
  195. eval_studio_client/api/test/test_dashboard_report_service_api.py +37 -0
  196. eval_studio_client/api/test/test_dashboard_test_case_annotation_service_api.py +43 -0
  197. eval_studio_client/api/test/test_leaderboard_report_service_api.py +6 -0
  198. eval_studio_client/api/test/test_leaderboard_service_api.py +12 -0
  199. eval_studio_client/api/test/test_leaderboard_test_case_annotation_service_api.py +43 -0
  200. eval_studio_client/api/test/test_operation_service_api.py +18 -0
  201. eval_studio_client/api/test/test_required_the_dashboard_test_case_annotation_to_update.py +57 -0
  202. eval_studio_client/api/test/test_required_the_leaderboard_test_case_annotation_to_update.py +57 -0
  203. eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +2 -1
  204. eval_studio_client/api/test/test_required_the_operation_to_finalize.py +2 -1
  205. eval_studio_client/api/test/test_required_the_operation_to_update.py +2 -1
  206. eval_studio_client/api/test/test_test_case_service_api.py +6 -0
  207. eval_studio_client/api/test/test_test_case_service_append_test_cases_request.py +52 -0
  208. eval_studio_client/api/test/test_test_service_api.py +6 -0
  209. eval_studio_client/api/test/test_v1_abort_operation_response.py +2 -1
  210. eval_studio_client/api/test/test_v1_actual_output_meta.py +61 -0
  211. eval_studio_client/api/test/test_v1_actual_output_meta_diff.py +66 -0
  212. eval_studio_client/api/test/test_v1_agent_chat_activity_diagram.py +65 -0
  213. eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_edge.py +53 -0
  214. eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_node.py +53 -0
  215. eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_row.py +56 -0
  216. eval_studio_client/api/test/test_v1_agent_chat_script_usage.py +54 -0
  217. eval_studio_client/api/test/test_v1_agent_chat_scripts_bar_chart.py +57 -0
  218. eval_studio_client/api/test/test_v1_agent_chat_tool_usage.py +54 -0
  219. eval_studio_client/api/test/test_v1_agent_chat_tools_bar_chart.py +57 -0
  220. eval_studio_client/api/test/test_v1_all_metric_scores.py +53 -0
  221. eval_studio_client/api/test/test_v1_append_test_cases_response.py +74 -0
  222. eval_studio_client/api/test/test_v1_batch_create_leaderboards_request.py +2 -1
  223. eval_studio_client/api/test/test_v1_batch_create_leaderboards_response.py +2 -1
  224. eval_studio_client/api/test/test_v1_batch_create_leaderboards_without_cache_request.py +120 -0
  225. eval_studio_client/api/test/test_v1_batch_create_leaderboards_without_cache_response.py +72 -0
  226. eval_studio_client/api/test/test_v1_batch_delete_leaderboards_response.py +2 -1
  227. eval_studio_client/api/test/test_v1_batch_get_leaderboards_response.py +2 -1
  228. eval_studio_client/api/test/test_v1_batch_get_operations_response.py +2 -1
  229. eval_studio_client/api/test/test_v1_batch_import_leaderboard_response.py +2 -1
  230. eval_studio_client/api/test/test_v1_batch_mark_operation_seen_by_creator_response.py +74 -0
  231. eval_studio_client/api/test/test_v1_cmp_leaderboard_reports_request.py +55 -0
  232. eval_studio_client/api/test/test_v1_cmp_leaderboard_reports_response.py +255 -0
  233. eval_studio_client/api/test/test_v1_comparison_item.py +233 -0
  234. eval_studio_client/api/test/test_v1_comparison_metric_score.py +52 -0
  235. eval_studio_client/api/test/test_v1_comparison_result.py +258 -0
  236. eval_studio_client/api/test/test_v1_comparison_summary.py +53 -0
  237. eval_studio_client/api/test/test_v1_create_evaluation_request.py +2 -1
  238. eval_studio_client/api/test/test_v1_create_leaderboard_request.py +2 -1
  239. eval_studio_client/api/test/test_v1_create_leaderboard_response.py +2 -1
  240. eval_studio_client/api/test/test_v1_create_leaderboard_without_cache_response.py +2 -1
  241. eval_studio_client/api/test/test_v1_create_test_from_test_cases_request.py +54 -0
  242. eval_studio_client/api/test/test_v1_create_test_from_test_cases_response.py +68 -0
  243. eval_studio_client/api/test/test_v1_dashboard_report.py +142 -0
  244. eval_studio_client/api/test/test_v1_dashboard_report_result.py +72 -0
  245. eval_studio_client/api/test/test_v1_dashboard_test_case_annotation.py +58 -0
  246. eval_studio_client/api/test/test_v1_data_fragment.py +57 -0
  247. eval_studio_client/api/test/test_v1_deep_compare_leaderboards_request.py +55 -0
  248. eval_studio_client/api/test/test_v1_deep_compare_leaderboards_response.py +255 -0
  249. eval_studio_client/api/test/test_v1_delete_leaderboard_response.py +2 -1
  250. eval_studio_client/api/test/test_v1_diff_item.py +226 -0
  251. eval_studio_client/api/test/test_v1_evaluation_type.py +33 -0
  252. eval_studio_client/api/test/test_v1_finalize_operation_response.py +2 -1
  253. eval_studio_client/api/test/test_v1_flipped_metric.py +53 -0
  254. eval_studio_client/api/test/test_v1_generate_test_cases_response.py +2 -1
  255. eval_studio_client/api/test/test_v1_get_dashboard_report_response.py +143 -0
  256. eval_studio_client/api/test/test_v1_get_info_response.py +4 -1
  257. eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py +39 -2
  258. eval_studio_client/api/test/test_v1_get_leaderboard_response.py +2 -1
  259. eval_studio_client/api/test/test_v1_get_operation_response.py +2 -1
  260. eval_studio_client/api/test/test_v1_get_stats_response.py +3 -1
  261. eval_studio_client/api/test/test_v1_human_decision.py +33 -0
  262. eval_studio_client/api/test/test_v1_import_leaderboard_response.py +2 -1
  263. eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py +2 -1
  264. eval_studio_client/api/test/test_v1_info.py +4 -1
  265. eval_studio_client/api/test/test_v1_leaderboard.py +2 -1
  266. eval_studio_client/api/test/test_v1_leaderboard_cmp_report.py +254 -0
  267. eval_studio_client/api/test/test_v1_leaderboard_comparison_item.py +53 -0
  268. eval_studio_client/api/test/test_v1_leaderboard_info.py +57 -0
  269. eval_studio_client/api/test/test_v1_leaderboard_report.py +39 -2
  270. eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_meta.py +33 -1
  271. eval_studio_client/api/test/test_v1_leaderboard_report_result.py +39 -2
  272. eval_studio_client/api/test/test_v1_leaderboard_report_result_view.py +33 -0
  273. eval_studio_client/api/test/test_v1_leaderboard_test_case_annotation.py +58 -0
  274. eval_studio_client/api/test/test_v1_list_dashboard_test_case_annotations_response.py +61 -0
  275. eval_studio_client/api/test/test_v1_list_leaderboard_test_case_annotations_response.py +61 -0
  276. eval_studio_client/api/test/test_v1_list_leaderboards_response.py +2 -1
  277. eval_studio_client/api/test/test_v1_list_most_recent_leaderboards_response.py +2 -1
  278. eval_studio_client/api/test/test_v1_list_operations_response.py +4 -2
  279. eval_studio_client/api/test/test_v1_list_unseen_operations_response.py +75 -0
  280. eval_studio_client/api/test/test_v1_mark_operation_seen_by_creator_response.py +72 -0
  281. eval_studio_client/api/test/test_v1_metric.py +52 -0
  282. eval_studio_client/api/test/test_v1_metric_average.py +58 -0
  283. eval_studio_client/api/test/test_v1_metric_meta.py +66 -0
  284. eval_studio_client/api/test/test_v1_models_comparisons.py +54 -0
  285. eval_studio_client/api/test/test_v1_models_comparisons_metrics.py +65 -0
  286. eval_studio_client/api/test/test_v1_models_overview.py +60 -0
  287. eval_studio_client/api/test/test_v1_operation.py +2 -1
  288. eval_studio_client/api/test/test_v1_operation_view.py +33 -0
  289. eval_studio_client/api/test/test_v1_process_workflow_node_response.py +2 -1
  290. eval_studio_client/api/test/test_v1_retrieved_context_diff.py +66 -0
  291. eval_studio_client/api/test/test_v1_stats.py +3 -1
  292. eval_studio_client/api/test/test_v1_technical_metrics.py +62 -0
  293. eval_studio_client/api/test/test_v1_technical_metrics_detail.py +55 -0
  294. eval_studio_client/api/test/test_v1_test_case_leaderboard_item.py +53 -0
  295. eval_studio_client/api/test/test_v1_test_case_relationship_info.py +53 -0
  296. eval_studio_client/api/test/test_v1_test_case_result.py +106 -0
  297. eval_studio_client/api/test/test_v1_text_similarity_metric.py +33 -0
  298. eval_studio_client/api/test/test_v1_update_dashboard_test_case_annotation_response.py +59 -0
  299. eval_studio_client/api/test/test_v1_update_leaderboard_response.py +2 -1
  300. eval_studio_client/api/test/test_v1_update_leaderboard_test_case_annotation_response.py +59 -0
  301. eval_studio_client/api/test/test_v1_update_operation_response.py +2 -1
  302. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +2340 -210
  303. eval_studio_client/models.py +18 -6
  304. {eval_studio_client-1.2.5.dist-info → eval_studio_client-1.3.0.dist-info}/METADATA +2 -2
  305. {eval_studio_client-1.2.5.dist-info → eval_studio_client-1.3.0.dist-info}/RECORD +306 -111
  306. {eval_studio_client-1.2.5.dist-info → eval_studio_client-1.3.0.dist-info}/WHEEL +0 -0
@@ -22,6 +22,8 @@ from typing_extensions import Annotated
22
22
  from eval_studio_client.api.models.required_the_leaderboard_to_update import RequiredTheLeaderboardToUpdate
23
23
  from eval_studio_client.api.models.v1_batch_create_leaderboards_request import V1BatchCreateLeaderboardsRequest
24
24
  from eval_studio_client.api.models.v1_batch_create_leaderboards_response import V1BatchCreateLeaderboardsResponse
25
+ from eval_studio_client.api.models.v1_batch_create_leaderboards_without_cache_request import V1BatchCreateLeaderboardsWithoutCacheRequest
26
+ from eval_studio_client.api.models.v1_batch_create_leaderboards_without_cache_response import V1BatchCreateLeaderboardsWithoutCacheResponse
25
27
  from eval_studio_client.api.models.v1_batch_delete_leaderboards_request import V1BatchDeleteLeaderboardsRequest
26
28
  from eval_studio_client.api.models.v1_batch_delete_leaderboards_response import V1BatchDeleteLeaderboardsResponse
27
29
  from eval_studio_client.api.models.v1_batch_get_leaderboards_response import V1BatchGetLeaderboardsResponse
@@ -29,6 +31,8 @@ from eval_studio_client.api.models.v1_batch_import_leaderboard_request import V1
29
31
  from eval_studio_client.api.models.v1_batch_import_leaderboard_response import V1BatchImportLeaderboardResponse
30
32
  from eval_studio_client.api.models.v1_create_leaderboard_response import V1CreateLeaderboardResponse
31
33
  from eval_studio_client.api.models.v1_create_leaderboard_without_cache_response import V1CreateLeaderboardWithoutCacheResponse
34
+ from eval_studio_client.api.models.v1_deep_compare_leaderboards_request import V1DeepCompareLeaderboardsRequest
35
+ from eval_studio_client.api.models.v1_deep_compare_leaderboards_response import V1DeepCompareLeaderboardsResponse
32
36
  from eval_studio_client.api.models.v1_delete_leaderboard_response import V1DeleteLeaderboardResponse
33
37
  from eval_studio_client.api.models.v1_get_leaderboard_response import V1GetLeaderboardResponse
34
38
  from eval_studio_client.api.models.v1_import_leaderboard_request import V1ImportLeaderboardRequest
@@ -323,6 +327,273 @@ class LeaderboardServiceApi:
323
327
 
324
328
 
325
329
 
330
+ @validate_call
331
+ def leaderboard_service_batch_create_leaderboards_without_cache(
332
+ self,
333
+ body: V1BatchCreateLeaderboardsWithoutCacheRequest,
334
+ _request_timeout: Union[
335
+ None,
336
+ Annotated[StrictFloat, Field(gt=0)],
337
+ Tuple[
338
+ Annotated[StrictFloat, Field(gt=0)],
339
+ Annotated[StrictFloat, Field(gt=0)]
340
+ ]
341
+ ] = None,
342
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
343
+ _content_type: Optional[StrictStr] = None,
344
+ _headers: Optional[Dict[StrictStr, Any]] = None,
345
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
346
+ ) -> V1BatchCreateLeaderboardsWithoutCacheResponse:
347
+ """leaderboard_service_batch_create_leaderboards_without_cache
348
+
349
+
350
+ :param body: (required)
351
+ :type body: V1BatchCreateLeaderboardsWithoutCacheRequest
352
+ :param _request_timeout: timeout setting for this request. If one
353
+ number provided, it will be total request
354
+ timeout. It can also be a pair (tuple) of
355
+ (connection, read) timeouts.
356
+ :type _request_timeout: int, tuple(int, int), optional
357
+ :param _request_auth: set to override the auth_settings for an a single
358
+ request; this effectively ignores the
359
+ authentication in the spec for a single request.
360
+ :type _request_auth: dict, optional
361
+ :param _content_type: force content-type for the request.
362
+ :type _content_type: str, Optional
363
+ :param _headers: set to override the headers for a single
364
+ request; this effectively ignores the headers
365
+ in the spec for a single request.
366
+ :type _headers: dict, optional
367
+ :param _host_index: set to override the host_index for a single
368
+ request; this effectively ignores the host_index
369
+ in the spec for a single request.
370
+ :type _host_index: int, optional
371
+ :return: Returns the result object.
372
+ """ # noqa: E501
373
+
374
+ _param = self._leaderboard_service_batch_create_leaderboards_without_cache_serialize(
375
+ body=body,
376
+ _request_auth=_request_auth,
377
+ _content_type=_content_type,
378
+ _headers=_headers,
379
+ _host_index=_host_index
380
+ )
381
+
382
+ _response_types_map: Dict[str, Optional[str]] = {
383
+ '200': "V1BatchCreateLeaderboardsWithoutCacheResponse",
384
+ }
385
+ response_data = self.api_client.call_api(
386
+ *_param,
387
+ _request_timeout=_request_timeout
388
+ )
389
+ response_data.read()
390
+ return self.api_client.response_deserialize(
391
+ response_data=response_data,
392
+ response_types_map=_response_types_map,
393
+ ).data
394
+
395
+
396
+ @validate_call
397
+ def leaderboard_service_batch_create_leaderboards_without_cache_with_http_info(
398
+ self,
399
+ body: V1BatchCreateLeaderboardsWithoutCacheRequest,
400
+ _request_timeout: Union[
401
+ None,
402
+ Annotated[StrictFloat, Field(gt=0)],
403
+ Tuple[
404
+ Annotated[StrictFloat, Field(gt=0)],
405
+ Annotated[StrictFloat, Field(gt=0)]
406
+ ]
407
+ ] = None,
408
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
409
+ _content_type: Optional[StrictStr] = None,
410
+ _headers: Optional[Dict[StrictStr, Any]] = None,
411
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
412
+ ) -> ApiResponse[V1BatchCreateLeaderboardsWithoutCacheResponse]:
413
+ """leaderboard_service_batch_create_leaderboards_without_cache
414
+
415
+
416
+ :param body: (required)
417
+ :type body: V1BatchCreateLeaderboardsWithoutCacheRequest
418
+ :param _request_timeout: timeout setting for this request. If one
419
+ number provided, it will be total request
420
+ timeout. It can also be a pair (tuple) of
421
+ (connection, read) timeouts.
422
+ :type _request_timeout: int, tuple(int, int), optional
423
+ :param _request_auth: set to override the auth_settings for an a single
424
+ request; this effectively ignores the
425
+ authentication in the spec for a single request.
426
+ :type _request_auth: dict, optional
427
+ :param _content_type: force content-type for the request.
428
+ :type _content_type: str, Optional
429
+ :param _headers: set to override the headers for a single
430
+ request; this effectively ignores the headers
431
+ in the spec for a single request.
432
+ :type _headers: dict, optional
433
+ :param _host_index: set to override the host_index for a single
434
+ request; this effectively ignores the host_index
435
+ in the spec for a single request.
436
+ :type _host_index: int, optional
437
+ :return: Returns the result object.
438
+ """ # noqa: E501
439
+
440
+ _param = self._leaderboard_service_batch_create_leaderboards_without_cache_serialize(
441
+ body=body,
442
+ _request_auth=_request_auth,
443
+ _content_type=_content_type,
444
+ _headers=_headers,
445
+ _host_index=_host_index
446
+ )
447
+
448
+ _response_types_map: Dict[str, Optional[str]] = {
449
+ '200': "V1BatchCreateLeaderboardsWithoutCacheResponse",
450
+ }
451
+ response_data = self.api_client.call_api(
452
+ *_param,
453
+ _request_timeout=_request_timeout
454
+ )
455
+ response_data.read()
456
+ return self.api_client.response_deserialize(
457
+ response_data=response_data,
458
+ response_types_map=_response_types_map,
459
+ )
460
+
461
+
462
+ @validate_call
463
+ def leaderboard_service_batch_create_leaderboards_without_cache_without_preload_content(
464
+ self,
465
+ body: V1BatchCreateLeaderboardsWithoutCacheRequest,
466
+ _request_timeout: Union[
467
+ None,
468
+ Annotated[StrictFloat, Field(gt=0)],
469
+ Tuple[
470
+ Annotated[StrictFloat, Field(gt=0)],
471
+ Annotated[StrictFloat, Field(gt=0)]
472
+ ]
473
+ ] = None,
474
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
475
+ _content_type: Optional[StrictStr] = None,
476
+ _headers: Optional[Dict[StrictStr, Any]] = None,
477
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
478
+ ) -> RESTResponseType:
479
+ """leaderboard_service_batch_create_leaderboards_without_cache
480
+
481
+
482
+ :param body: (required)
483
+ :type body: V1BatchCreateLeaderboardsWithoutCacheRequest
484
+ :param _request_timeout: timeout setting for this request. If one
485
+ number provided, it will be total request
486
+ timeout. It can also be a pair (tuple) of
487
+ (connection, read) timeouts.
488
+ :type _request_timeout: int, tuple(int, int), optional
489
+ :param _request_auth: set to override the auth_settings for an a single
490
+ request; this effectively ignores the
491
+ authentication in the spec for a single request.
492
+ :type _request_auth: dict, optional
493
+ :param _content_type: force content-type for the request.
494
+ :type _content_type: str, Optional
495
+ :param _headers: set to override the headers for a single
496
+ request; this effectively ignores the headers
497
+ in the spec for a single request.
498
+ :type _headers: dict, optional
499
+ :param _host_index: set to override the host_index for a single
500
+ request; this effectively ignores the host_index
501
+ in the spec for a single request.
502
+ :type _host_index: int, optional
503
+ :return: Returns the result object.
504
+ """ # noqa: E501
505
+
506
+ _param = self._leaderboard_service_batch_create_leaderboards_without_cache_serialize(
507
+ body=body,
508
+ _request_auth=_request_auth,
509
+ _content_type=_content_type,
510
+ _headers=_headers,
511
+ _host_index=_host_index
512
+ )
513
+
514
+ _response_types_map: Dict[str, Optional[str]] = {
515
+ '200': "V1BatchCreateLeaderboardsWithoutCacheResponse",
516
+ }
517
+ response_data = self.api_client.call_api(
518
+ *_param,
519
+ _request_timeout=_request_timeout
520
+ )
521
+ return response_data.response
522
+
523
+
524
+ def _leaderboard_service_batch_create_leaderboards_without_cache_serialize(
525
+ self,
526
+ body,
527
+ _request_auth,
528
+ _content_type,
529
+ _headers,
530
+ _host_index,
531
+ ) -> RequestSerialized:
532
+
533
+ _host = None
534
+
535
+ _collection_formats: Dict[str, str] = {
536
+ }
537
+
538
+ _path_params: Dict[str, str] = {}
539
+ _query_params: List[Tuple[str, str]] = []
540
+ _header_params: Dict[str, Optional[str]] = _headers or {}
541
+ _form_params: List[Tuple[str, str]] = []
542
+ _files: Dict[str, Union[str, bytes]] = {}
543
+ _body_params: Optional[bytes] = None
544
+
545
+ # process the path parameters
546
+ # process the query parameters
547
+ # process the header parameters
548
+ # process the form parameters
549
+ # process the body parameter
550
+ if body is not None:
551
+ _body_params = body
552
+
553
+
554
+ # set the HTTP header `Accept`
555
+ _header_params['Accept'] = self.api_client.select_header_accept(
556
+ [
557
+ 'application/json'
558
+ ]
559
+ )
560
+
561
+ # set the HTTP header `Content-Type`
562
+ if _content_type:
563
+ _header_params['Content-Type'] = _content_type
564
+ else:
565
+ _default_content_type = (
566
+ self.api_client.select_header_content_type(
567
+ [
568
+ 'application/json'
569
+ ]
570
+ )
571
+ )
572
+ if _default_content_type is not None:
573
+ _header_params['Content-Type'] = _default_content_type
574
+
575
+ # authentication setting
576
+ _auth_settings: List[str] = [
577
+ ]
578
+
579
+ return self.api_client.param_serialize(
580
+ method='POST',
581
+ resource_path='/v1/leaderboards:batchCreateWithoutCache',
582
+ path_params=_path_params,
583
+ query_params=_query_params,
584
+ header_params=_header_params,
585
+ body=_body_params,
586
+ post_params=_form_params,
587
+ files=_files,
588
+ auth_settings=_auth_settings,
589
+ collection_formats=_collection_formats,
590
+ _host=_host,
591
+ _request_auth=_request_auth
592
+ )
593
+
594
+
595
+
596
+
326
597
  @validate_call
327
598
  def leaderboard_service_batch_delete_leaderboards(
328
599
  self,
@@ -1665,6 +1936,273 @@ class LeaderboardServiceApi:
1665
1936
 
1666
1937
 
1667
1938
 
1939
+ @validate_call
1940
+ def leaderboard_service_deep_compare_leaderboards(
1941
+ self,
1942
+ body: V1DeepCompareLeaderboardsRequest,
1943
+ _request_timeout: Union[
1944
+ None,
1945
+ Annotated[StrictFloat, Field(gt=0)],
1946
+ Tuple[
1947
+ Annotated[StrictFloat, Field(gt=0)],
1948
+ Annotated[StrictFloat, Field(gt=0)]
1949
+ ]
1950
+ ] = None,
1951
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
1952
+ _content_type: Optional[StrictStr] = None,
1953
+ _headers: Optional[Dict[StrictStr, Any]] = None,
1954
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
1955
+ ) -> V1DeepCompareLeaderboardsResponse:
1956
+ """leaderboard_service_deep_compare_leaderboards
1957
+
1958
+
1959
+ :param body: (required)
1960
+ :type body: V1DeepCompareLeaderboardsRequest
1961
+ :param _request_timeout: timeout setting for this request. If one
1962
+ number provided, it will be total request
1963
+ timeout. It can also be a pair (tuple) of
1964
+ (connection, read) timeouts.
1965
+ :type _request_timeout: int, tuple(int, int), optional
1966
+ :param _request_auth: set to override the auth_settings for an a single
1967
+ request; this effectively ignores the
1968
+ authentication in the spec for a single request.
1969
+ :type _request_auth: dict, optional
1970
+ :param _content_type: force content-type for the request.
1971
+ :type _content_type: str, Optional
1972
+ :param _headers: set to override the headers for a single
1973
+ request; this effectively ignores the headers
1974
+ in the spec for a single request.
1975
+ :type _headers: dict, optional
1976
+ :param _host_index: set to override the host_index for a single
1977
+ request; this effectively ignores the host_index
1978
+ in the spec for a single request.
1979
+ :type _host_index: int, optional
1980
+ :return: Returns the result object.
1981
+ """ # noqa: E501
1982
+
1983
+ _param = self._leaderboard_service_deep_compare_leaderboards_serialize(
1984
+ body=body,
1985
+ _request_auth=_request_auth,
1986
+ _content_type=_content_type,
1987
+ _headers=_headers,
1988
+ _host_index=_host_index
1989
+ )
1990
+
1991
+ _response_types_map: Dict[str, Optional[str]] = {
1992
+ '200': "V1DeepCompareLeaderboardsResponse",
1993
+ }
1994
+ response_data = self.api_client.call_api(
1995
+ *_param,
1996
+ _request_timeout=_request_timeout
1997
+ )
1998
+ response_data.read()
1999
+ return self.api_client.response_deserialize(
2000
+ response_data=response_data,
2001
+ response_types_map=_response_types_map,
2002
+ ).data
2003
+
2004
+
2005
+ @validate_call
2006
+ def leaderboard_service_deep_compare_leaderboards_with_http_info(
2007
+ self,
2008
+ body: V1DeepCompareLeaderboardsRequest,
2009
+ _request_timeout: Union[
2010
+ None,
2011
+ Annotated[StrictFloat, Field(gt=0)],
2012
+ Tuple[
2013
+ Annotated[StrictFloat, Field(gt=0)],
2014
+ Annotated[StrictFloat, Field(gt=0)]
2015
+ ]
2016
+ ] = None,
2017
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
2018
+ _content_type: Optional[StrictStr] = None,
2019
+ _headers: Optional[Dict[StrictStr, Any]] = None,
2020
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
2021
+ ) -> ApiResponse[V1DeepCompareLeaderboardsResponse]:
2022
+ """leaderboard_service_deep_compare_leaderboards
2023
+
2024
+
2025
+ :param body: (required)
2026
+ :type body: V1DeepCompareLeaderboardsRequest
2027
+ :param _request_timeout: timeout setting for this request. If one
2028
+ number provided, it will be total request
2029
+ timeout. It can also be a pair (tuple) of
2030
+ (connection, read) timeouts.
2031
+ :type _request_timeout: int, tuple(int, int), optional
2032
+ :param _request_auth: set to override the auth_settings for an a single
2033
+ request; this effectively ignores the
2034
+ authentication in the spec for a single request.
2035
+ :type _request_auth: dict, optional
2036
+ :param _content_type: force content-type for the request.
2037
+ :type _content_type: str, Optional
2038
+ :param _headers: set to override the headers for a single
2039
+ request; this effectively ignores the headers
2040
+ in the spec for a single request.
2041
+ :type _headers: dict, optional
2042
+ :param _host_index: set to override the host_index for a single
2043
+ request; this effectively ignores the host_index
2044
+ in the spec for a single request.
2045
+ :type _host_index: int, optional
2046
+ :return: Returns the result object.
2047
+ """ # noqa: E501
2048
+
2049
+ _param = self._leaderboard_service_deep_compare_leaderboards_serialize(
2050
+ body=body,
2051
+ _request_auth=_request_auth,
2052
+ _content_type=_content_type,
2053
+ _headers=_headers,
2054
+ _host_index=_host_index
2055
+ )
2056
+
2057
+ _response_types_map: Dict[str, Optional[str]] = {
2058
+ '200': "V1DeepCompareLeaderboardsResponse",
2059
+ }
2060
+ response_data = self.api_client.call_api(
2061
+ *_param,
2062
+ _request_timeout=_request_timeout
2063
+ )
2064
+ response_data.read()
2065
+ return self.api_client.response_deserialize(
2066
+ response_data=response_data,
2067
+ response_types_map=_response_types_map,
2068
+ )
2069
+
2070
+
2071
+ @validate_call
2072
+ def leaderboard_service_deep_compare_leaderboards_without_preload_content(
2073
+ self,
2074
+ body: V1DeepCompareLeaderboardsRequest,
2075
+ _request_timeout: Union[
2076
+ None,
2077
+ Annotated[StrictFloat, Field(gt=0)],
2078
+ Tuple[
2079
+ Annotated[StrictFloat, Field(gt=0)],
2080
+ Annotated[StrictFloat, Field(gt=0)]
2081
+ ]
2082
+ ] = None,
2083
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
2084
+ _content_type: Optional[StrictStr] = None,
2085
+ _headers: Optional[Dict[StrictStr, Any]] = None,
2086
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
2087
+ ) -> RESTResponseType:
2088
+ """leaderboard_service_deep_compare_leaderboards
2089
+
2090
+
2091
+ :param body: (required)
2092
+ :type body: V1DeepCompareLeaderboardsRequest
2093
+ :param _request_timeout: timeout setting for this request. If one
2094
+ number provided, it will be total request
2095
+ timeout. It can also be a pair (tuple) of
2096
+ (connection, read) timeouts.
2097
+ :type _request_timeout: int, tuple(int, int), optional
2098
+ :param _request_auth: set to override the auth_settings for an a single
2099
+ request; this effectively ignores the
2100
+ authentication in the spec for a single request.
2101
+ :type _request_auth: dict, optional
2102
+ :param _content_type: force content-type for the request.
2103
+ :type _content_type: str, Optional
2104
+ :param _headers: set to override the headers for a single
2105
+ request; this effectively ignores the headers
2106
+ in the spec for a single request.
2107
+ :type _headers: dict, optional
2108
+ :param _host_index: set to override the host_index for a single
2109
+ request; this effectively ignores the host_index
2110
+ in the spec for a single request.
2111
+ :type _host_index: int, optional
2112
+ :return: Returns the result object.
2113
+ """ # noqa: E501
2114
+
2115
+ _param = self._leaderboard_service_deep_compare_leaderboards_serialize(
2116
+ body=body,
2117
+ _request_auth=_request_auth,
2118
+ _content_type=_content_type,
2119
+ _headers=_headers,
2120
+ _host_index=_host_index
2121
+ )
2122
+
2123
+ _response_types_map: Dict[str, Optional[str]] = {
2124
+ '200': "V1DeepCompareLeaderboardsResponse",
2125
+ }
2126
+ response_data = self.api_client.call_api(
2127
+ *_param,
2128
+ _request_timeout=_request_timeout
2129
+ )
2130
+ return response_data.response
2131
+
2132
+
2133
+ def _leaderboard_service_deep_compare_leaderboards_serialize(
2134
+ self,
2135
+ body,
2136
+ _request_auth,
2137
+ _content_type,
2138
+ _headers,
2139
+ _host_index,
2140
+ ) -> RequestSerialized:
2141
+
2142
+ _host = None
2143
+
2144
+ _collection_formats: Dict[str, str] = {
2145
+ }
2146
+
2147
+ _path_params: Dict[str, str] = {}
2148
+ _query_params: List[Tuple[str, str]] = []
2149
+ _header_params: Dict[str, Optional[str]] = _headers or {}
2150
+ _form_params: List[Tuple[str, str]] = []
2151
+ _files: Dict[str, Union[str, bytes]] = {}
2152
+ _body_params: Optional[bytes] = None
2153
+
2154
+ # process the path parameters
2155
+ # process the query parameters
2156
+ # process the header parameters
2157
+ # process the form parameters
2158
+ # process the body parameter
2159
+ if body is not None:
2160
+ _body_params = body
2161
+
2162
+
2163
+ # set the HTTP header `Accept`
2164
+ _header_params['Accept'] = self.api_client.select_header_accept(
2165
+ [
2166
+ 'application/json'
2167
+ ]
2168
+ )
2169
+
2170
+ # set the HTTP header `Content-Type`
2171
+ if _content_type:
2172
+ _header_params['Content-Type'] = _content_type
2173
+ else:
2174
+ _default_content_type = (
2175
+ self.api_client.select_header_content_type(
2176
+ [
2177
+ 'application/json'
2178
+ ]
2179
+ )
2180
+ )
2181
+ if _default_content_type is not None:
2182
+ _header_params['Content-Type'] = _default_content_type
2183
+
2184
+ # authentication setting
2185
+ _auth_settings: List[str] = [
2186
+ ]
2187
+
2188
+ return self.api_client.param_serialize(
2189
+ method='POST',
2190
+ resource_path='/v1/leaderboards:deepCompare',
2191
+ path_params=_path_params,
2192
+ query_params=_query_params,
2193
+ header_params=_header_params,
2194
+ body=_body_params,
2195
+ post_params=_form_params,
2196
+ files=_files,
2197
+ auth_settings=_auth_settings,
2198
+ collection_formats=_collection_formats,
2199
+ _host=_host,
2200
+ _request_auth=_request_auth
2201
+ )
2202
+
2203
+
2204
+
2205
+
1668
2206
  @validate_call
1669
2207
  def leaderboard_service_delete_leaderboard(
1670
2208
  self,
@@ -1922,7 +2460,7 @@ class LeaderboardServiceApi:
1922
2460
  @validate_call
1923
2461
  def leaderboard_service_get_leaderboard(
1924
2462
  self,
1925
- name_4: Annotated[str, Field(strict=True, description="Required. The name of the Leaderboard to retrieve.")],
2463
+ name_5: Annotated[str, Field(strict=True, description="Required. The name of the Leaderboard to retrieve.")],
1926
2464
  _request_timeout: Union[
1927
2465
  None,
1928
2466
  Annotated[StrictFloat, Field(gt=0)],
@@ -1939,8 +2477,8 @@ class LeaderboardServiceApi:
1939
2477
  """leaderboard_service_get_leaderboard
1940
2478
 
1941
2479
 
1942
- :param name_4: Required. The name of the Leaderboard to retrieve. (required)
1943
- :type name_4: str
2480
+ :param name_5: Required. The name of the Leaderboard to retrieve. (required)
2481
+ :type name_5: str
1944
2482
  :param _request_timeout: timeout setting for this request. If one
1945
2483
  number provided, it will be total request
1946
2484
  timeout. It can also be a pair (tuple) of
@@ -1964,7 +2502,7 @@ class LeaderboardServiceApi:
1964
2502
  """ # noqa: E501
1965
2503
 
1966
2504
  _param = self._leaderboard_service_get_leaderboard_serialize(
1967
- name_4=name_4,
2505
+ name_5=name_5,
1968
2506
  _request_auth=_request_auth,
1969
2507
  _content_type=_content_type,
1970
2508
  _headers=_headers,
@@ -1988,7 +2526,7 @@ class LeaderboardServiceApi:
1988
2526
  @validate_call
1989
2527
  def leaderboard_service_get_leaderboard_with_http_info(
1990
2528
  self,
1991
- name_4: Annotated[str, Field(strict=True, description="Required. The name of the Leaderboard to retrieve.")],
2529
+ name_5: Annotated[str, Field(strict=True, description="Required. The name of the Leaderboard to retrieve.")],
1992
2530
  _request_timeout: Union[
1993
2531
  None,
1994
2532
  Annotated[StrictFloat, Field(gt=0)],
@@ -2005,8 +2543,8 @@ class LeaderboardServiceApi:
2005
2543
  """leaderboard_service_get_leaderboard
2006
2544
 
2007
2545
 
2008
- :param name_4: Required. The name of the Leaderboard to retrieve. (required)
2009
- :type name_4: str
2546
+ :param name_5: Required. The name of the Leaderboard to retrieve. (required)
2547
+ :type name_5: str
2010
2548
  :param _request_timeout: timeout setting for this request. If one
2011
2549
  number provided, it will be total request
2012
2550
  timeout. It can also be a pair (tuple) of
@@ -2030,7 +2568,7 @@ class LeaderboardServiceApi:
2030
2568
  """ # noqa: E501
2031
2569
 
2032
2570
  _param = self._leaderboard_service_get_leaderboard_serialize(
2033
- name_4=name_4,
2571
+ name_5=name_5,
2034
2572
  _request_auth=_request_auth,
2035
2573
  _content_type=_content_type,
2036
2574
  _headers=_headers,
@@ -2054,7 +2592,7 @@ class LeaderboardServiceApi:
2054
2592
  @validate_call
2055
2593
  def leaderboard_service_get_leaderboard_without_preload_content(
2056
2594
  self,
2057
- name_4: Annotated[str, Field(strict=True, description="Required. The name of the Leaderboard to retrieve.")],
2595
+ name_5: Annotated[str, Field(strict=True, description="Required. The name of the Leaderboard to retrieve.")],
2058
2596
  _request_timeout: Union[
2059
2597
  None,
2060
2598
  Annotated[StrictFloat, Field(gt=0)],
@@ -2071,8 +2609,8 @@ class LeaderboardServiceApi:
2071
2609
  """leaderboard_service_get_leaderboard
2072
2610
 
2073
2611
 
2074
- :param name_4: Required. The name of the Leaderboard to retrieve. (required)
2075
- :type name_4: str
2612
+ :param name_5: Required. The name of the Leaderboard to retrieve. (required)
2613
+ :type name_5: str
2076
2614
  :param _request_timeout: timeout setting for this request. If one
2077
2615
  number provided, it will be total request
2078
2616
  timeout. It can also be a pair (tuple) of
@@ -2096,7 +2634,7 @@ class LeaderboardServiceApi:
2096
2634
  """ # noqa: E501
2097
2635
 
2098
2636
  _param = self._leaderboard_service_get_leaderboard_serialize(
2099
- name_4=name_4,
2637
+ name_5=name_5,
2100
2638
  _request_auth=_request_auth,
2101
2639
  _content_type=_content_type,
2102
2640
  _headers=_headers,
@@ -2115,7 +2653,7 @@ class LeaderboardServiceApi:
2115
2653
 
2116
2654
  def _leaderboard_service_get_leaderboard_serialize(
2117
2655
  self,
2118
- name_4,
2656
+ name_5,
2119
2657
  _request_auth,
2120
2658
  _content_type,
2121
2659
  _headers,
@@ -2135,8 +2673,8 @@ class LeaderboardServiceApi:
2135
2673
  _body_params: Optional[bytes] = None
2136
2674
 
2137
2675
  # process the path parameters
2138
- if name_4 is not None:
2139
- _path_params['name_4'] = name_4
2676
+ if name_5 is not None:
2677
+ _path_params['name_5'] = name_5
2140
2678
  # process the query parameters
2141
2679
  # process the header parameters
2142
2680
  # process the form parameters
@@ -2157,7 +2695,7 @@ class LeaderboardServiceApi:
2157
2695
 
2158
2696
  return self.api_client.param_serialize(
2159
2697
  method='GET',
2160
- resource_path='/v1/{name_4}',
2698
+ resource_path='/v1/{name_5}',
2161
2699
  path_params=_path_params,
2162
2700
  query_params=_query_params,
2163
2701
  header_params=_header_params,