eval-studio-client 1.2.5__py3-none-any.whl → 1.3.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (306) hide show
  1. eval_studio_client/api/__init__.py +65 -0
  2. eval_studio_client/api/api/__init__.py +3 -0
  3. eval_studio_client/api/api/dashboard_report_service_api.py +292 -0
  4. eval_studio_client/api/api/dashboard_service_api.py +16 -16
  5. eval_studio_client/api/api/dashboard_test_case_annotation_service_api.py +611 -0
  6. eval_studio_client/api/api/document_service_api.py +16 -16
  7. eval_studio_client/api/api/evaluation_service_api.py +12 -12
  8. eval_studio_client/api/api/evaluator_service_api.py +16 -16
  9. eval_studio_client/api/api/leaderboard_report_service_api.py +304 -17
  10. eval_studio_client/api/api/leaderboard_service_api.py +554 -16
  11. eval_studio_client/api/api/leaderboard_test_case_annotation_service_api.py +611 -0
  12. eval_studio_client/api/api/model_service_api.py +16 -16
  13. eval_studio_client/api/api/operation_service_api.py +821 -17
  14. eval_studio_client/api/api/perturbator_service_api.py +22 -22
  15. eval_studio_client/api/api/test_case_service_api.py +300 -16
  16. eval_studio_client/api/api/test_class_service_api.py +16 -16
  17. eval_studio_client/api/api/test_service_api.py +285 -16
  18. eval_studio_client/api/api/workflow_node_service_api.py +16 -16
  19. eval_studio_client/api/api/workflow_service_api.py +16 -16
  20. eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md +2 -1
  21. eval_studio_client/api/docs/DashboardReportServiceApi.md +75 -0
  22. eval_studio_client/api/docs/DashboardServiceApi.md +5 -5
  23. eval_studio_client/api/docs/DashboardTestCaseAnnotationServiceApi.md +149 -0
  24. eval_studio_client/api/docs/DocumentServiceApi.md +5 -5
  25. eval_studio_client/api/docs/EvaluationServiceApi.md +4 -4
  26. eval_studio_client/api/docs/EvaluatorServiceApi.md +5 -5
  27. eval_studio_client/api/docs/LeaderboardReportServiceApi.md +75 -5
  28. eval_studio_client/api/docs/LeaderboardServiceApi.md +141 -5
  29. eval_studio_client/api/docs/LeaderboardTestCaseAnnotationServiceApi.md +149 -0
  30. eval_studio_client/api/docs/ModelServiceApi.md +5 -5
  31. eval_studio_client/api/docs/OperationServiceApi.md +215 -8
  32. eval_studio_client/api/docs/PerturbatorServiceApi.md +7 -7
  33. eval_studio_client/api/docs/RequiredTheDashboardTestCaseAnnotationToUpdate.md +35 -0
  34. eval_studio_client/api/docs/RequiredTheLeaderboardTestCaseAnnotationToUpdate.md +35 -0
  35. eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +1 -0
  36. eval_studio_client/api/docs/RequiredTheOperationToFinalize.md +1 -0
  37. eval_studio_client/api/docs/RequiredTheOperationToUpdate.md +1 -0
  38. eval_studio_client/api/docs/TestCaseServiceApi.md +75 -5
  39. eval_studio_client/api/docs/TestCaseServiceAppendTestCasesRequest.md +30 -0
  40. eval_studio_client/api/docs/TestClassServiceApi.md +5 -5
  41. eval_studio_client/api/docs/TestServiceApi.md +73 -5
  42. eval_studio_client/api/docs/V1ActualOutputMeta.md +30 -0
  43. eval_studio_client/api/docs/V1ActualOutputMetaDiff.md +36 -0
  44. eval_studio_client/api/docs/V1AgentChatActivityDiagram.md +31 -0
  45. eval_studio_client/api/docs/V1AgentChatActivityDiagramEdge.md +32 -0
  46. eval_studio_client/api/docs/V1AgentChatActivityDiagramNode.md +32 -0
  47. eval_studio_client/api/docs/V1AgentChatActivityDiagramRow.md +30 -0
  48. eval_studio_client/api/docs/V1AgentChatScriptUsage.md +33 -0
  49. eval_studio_client/api/docs/V1AgentChatScriptsBarChart.md +30 -0
  50. eval_studio_client/api/docs/V1AgentChatToolUsage.md +33 -0
  51. eval_studio_client/api/docs/V1AgentChatToolsBarChart.md +30 -0
  52. eval_studio_client/api/docs/V1AllMetricScores.md +29 -0
  53. eval_studio_client/api/docs/V1AppendTestCasesResponse.md +29 -0
  54. eval_studio_client/api/docs/V1BatchCreateLeaderboardsWithoutCacheRequest.md +31 -0
  55. eval_studio_client/api/docs/V1BatchCreateLeaderboardsWithoutCacheResponse.md +29 -0
  56. eval_studio_client/api/docs/V1BatchMarkOperationSeenByCreatorResponse.md +29 -0
  57. eval_studio_client/api/docs/V1CmpLeaderboardReportsRequest.md +33 -0
  58. eval_studio_client/api/docs/V1CmpLeaderboardReportsResponse.md +29 -0
  59. eval_studio_client/api/docs/V1ComparisonItem.md +36 -0
  60. eval_studio_client/api/docs/V1ComparisonMetricScore.md +30 -0
  61. eval_studio_client/api/docs/V1ComparisonResult.md +31 -0
  62. eval_studio_client/api/docs/V1ComparisonSummary.md +31 -0
  63. eval_studio_client/api/docs/V1CreateEvaluationRequest.md +1 -0
  64. eval_studio_client/api/docs/V1CreateTestFromTestCasesRequest.md +32 -0
  65. eval_studio_client/api/docs/V1CreateTestFromTestCasesResponse.md +29 -0
  66. eval_studio_client/api/docs/V1DashboardReport.md +31 -0
  67. eval_studio_client/api/docs/V1DashboardReportResult.md +39 -0
  68. eval_studio_client/api/docs/V1DashboardTestCaseAnnotation.md +36 -0
  69. eval_studio_client/api/docs/V1DataFragment.md +31 -0
  70. eval_studio_client/api/docs/V1DeepCompareLeaderboardsRequest.md +33 -0
  71. eval_studio_client/api/docs/V1DeepCompareLeaderboardsResponse.md +29 -0
  72. eval_studio_client/api/docs/V1DiffItem.md +36 -0
  73. eval_studio_client/api/docs/V1EvaluationType.md +12 -0
  74. eval_studio_client/api/docs/V1FlippedMetric.md +31 -0
  75. eval_studio_client/api/docs/V1GetDashboardReportResponse.md +29 -0
  76. eval_studio_client/api/docs/V1HumanDecision.md +12 -0
  77. eval_studio_client/api/docs/V1Info.md +1 -0
  78. eval_studio_client/api/docs/V1Leaderboard.md +1 -0
  79. eval_studio_client/api/docs/V1LeaderboardCmpReport.md +30 -0
  80. eval_studio_client/api/docs/V1LeaderboardComparisonItem.md +31 -0
  81. eval_studio_client/api/docs/V1LeaderboardInfo.md +30 -0
  82. eval_studio_client/api/docs/V1LeaderboardReportActualOutputMeta.md +6 -3
  83. eval_studio_client/api/docs/V1LeaderboardReportResult.md +11 -8
  84. eval_studio_client/api/docs/V1LeaderboardReportResultView.md +12 -0
  85. eval_studio_client/api/docs/V1LeaderboardTestCaseAnnotation.md +36 -0
  86. eval_studio_client/api/docs/V1ListDashboardTestCaseAnnotationsResponse.md +29 -0
  87. eval_studio_client/api/docs/V1ListLeaderboardTestCaseAnnotationsResponse.md +29 -0
  88. eval_studio_client/api/docs/V1ListOperationsResponse.md +1 -0
  89. eval_studio_client/api/docs/V1ListUnseenOperationsResponse.md +30 -0
  90. eval_studio_client/api/docs/V1MarkOperationSeenByCreatorResponse.md +29 -0
  91. eval_studio_client/api/docs/V1Metric.md +30 -0
  92. eval_studio_client/api/docs/V1MetricAverage.md +36 -0
  93. eval_studio_client/api/docs/V1MetricMeta.md +40 -0
  94. eval_studio_client/api/docs/V1MetricScore.md +1 -1
  95. eval_studio_client/api/docs/V1MetricScores.md +1 -1
  96. eval_studio_client/api/docs/V1ModelType.md +1 -1
  97. eval_studio_client/api/docs/V1ModelsComparisons.md +32 -0
  98. eval_studio_client/api/docs/V1ModelsComparisonsMetrics.md +33 -0
  99. eval_studio_client/api/docs/V1ModelsOverview.md +34 -0
  100. eval_studio_client/api/docs/V1Operation.md +1 -0
  101. eval_studio_client/api/docs/V1OperationView.md +12 -0
  102. eval_studio_client/api/docs/V1RetrievedContextDiff.md +36 -0
  103. eval_studio_client/api/docs/V1Stats.md +2 -0
  104. eval_studio_client/api/docs/V1TechnicalMetrics.md +30 -0
  105. eval_studio_client/api/docs/V1TechnicalMetricsDetail.md +33 -0
  106. eval_studio_client/api/docs/V1TestCaseLeaderboardItem.md +31 -0
  107. eval_studio_client/api/docs/V1TestCaseRelationshipInfo.md +31 -0
  108. eval_studio_client/api/docs/V1TestCaseResult.md +48 -0
  109. eval_studio_client/api/docs/V1TextSimilarityMetric.md +12 -0
  110. eval_studio_client/api/docs/V1UpdateDashboardTestCaseAnnotationResponse.md +29 -0
  111. eval_studio_client/api/docs/V1UpdateLeaderboardTestCaseAnnotationResponse.md +29 -0
  112. eval_studio_client/api/docs/WorkflowNodeServiceApi.md +5 -5
  113. eval_studio_client/api/docs/WorkflowServiceApi.md +5 -5
  114. eval_studio_client/api/models/__init__.py +62 -0
  115. eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +17 -2
  116. eval_studio_client/api/models/required_the_dashboard_test_case_annotation_to_update.py +108 -0
  117. eval_studio_client/api/models/required_the_leaderboard_test_case_annotation_to_update.py +108 -0
  118. eval_studio_client/api/models/required_the_leaderboard_to_update.py +5 -2
  119. eval_studio_client/api/models/required_the_operation_to_finalize.py +6 -2
  120. eval_studio_client/api/models/required_the_operation_to_update.py +6 -2
  121. eval_studio_client/api/models/test_case_service_append_test_cases_request.py +89 -0
  122. eval_studio_client/api/models/v1_actual_output_meta.py +97 -0
  123. eval_studio_client/api/models/v1_actual_output_meta_diff.py +101 -0
  124. eval_studio_client/api/models/v1_agent_chat_activity_diagram.py +109 -0
  125. eval_studio_client/api/models/v1_agent_chat_activity_diagram_edge.py +97 -0
  126. eval_studio_client/api/models/v1_agent_chat_activity_diagram_node.py +97 -0
  127. eval_studio_client/api/models/v1_agent_chat_activity_diagram_row.py +97 -0
  128. eval_studio_client/api/models/v1_agent_chat_script_usage.py +101 -0
  129. eval_studio_client/api/models/v1_agent_chat_scripts_bar_chart.py +102 -0
  130. eval_studio_client/api/models/v1_agent_chat_tool_usage.py +101 -0
  131. eval_studio_client/api/models/v1_agent_chat_tools_bar_chart.py +102 -0
  132. eval_studio_client/api/models/v1_all_metric_scores.py +87 -0
  133. eval_studio_client/api/models/v1_append_test_cases_response.py +95 -0
  134. eval_studio_client/api/models/v1_batch_create_leaderboards_without_cache_request.py +99 -0
  135. eval_studio_client/api/models/v1_batch_create_leaderboards_without_cache_response.py +91 -0
  136. eval_studio_client/api/models/v1_batch_mark_operation_seen_by_creator_response.py +95 -0
  137. eval_studio_client/api/models/v1_cmp_leaderboard_reports_request.py +96 -0
  138. eval_studio_client/api/models/v1_cmp_leaderboard_reports_response.py +91 -0
  139. eval_studio_client/api/models/v1_comparison_item.py +130 -0
  140. eval_studio_client/api/models/v1_comparison_metric_score.py +89 -0
  141. eval_studio_client/api/models/v1_comparison_result.py +120 -0
  142. eval_studio_client/api/models/v1_comparison_summary.py +91 -0
  143. eval_studio_client/api/models/v1_create_evaluation_request.py +5 -2
  144. eval_studio_client/api/models/v1_create_test_from_test_cases_request.py +93 -0
  145. eval_studio_client/api/models/v1_create_test_from_test_cases_response.py +91 -0
  146. eval_studio_client/api/models/v1_dashboard_report.py +109 -0
  147. eval_studio_client/api/models/v1_dashboard_report_result.py +139 -0
  148. eval_studio_client/api/models/v1_dashboard_test_case_annotation.py +112 -0
  149. eval_studio_client/api/models/v1_data_fragment.py +91 -0
  150. eval_studio_client/api/models/v1_deep_compare_leaderboards_request.py +96 -0
  151. eval_studio_client/api/models/v1_deep_compare_leaderboards_response.py +91 -0
  152. eval_studio_client/api/models/v1_diff_item.py +137 -0
  153. eval_studio_client/api/models/v1_evaluation_type.py +39 -0
  154. eval_studio_client/api/models/v1_flipped_metric.py +91 -0
  155. eval_studio_client/api/models/v1_get_dashboard_report_response.py +91 -0
  156. eval_studio_client/api/models/v1_human_decision.py +38 -0
  157. eval_studio_client/api/models/v1_info.py +4 -2
  158. eval_studio_client/api/models/v1_leaderboard.py +5 -2
  159. eval_studio_client/api/models/v1_leaderboard_cmp_report.py +93 -0
  160. eval_studio_client/api/models/v1_leaderboard_comparison_item.py +91 -0
  161. eval_studio_client/api/models/v1_leaderboard_info.py +97 -0
  162. eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py +23 -9
  163. eval_studio_client/api/models/v1_leaderboard_report_result.py +21 -10
  164. eval_studio_client/api/models/v1_leaderboard_report_result_view.py +38 -0
  165. eval_studio_client/api/models/v1_leaderboard_test_case_annotation.py +112 -0
  166. eval_studio_client/api/models/v1_list_dashboard_test_case_annotations_response.py +95 -0
  167. eval_studio_client/api/models/v1_list_leaderboard_test_case_annotations_response.py +95 -0
  168. eval_studio_client/api/models/v1_list_operations_response.py +5 -3
  169. eval_studio_client/api/models/v1_list_unseen_operations_response.py +97 -0
  170. eval_studio_client/api/models/v1_mark_operation_seen_by_creator_response.py +91 -0
  171. eval_studio_client/api/models/v1_metric.py +89 -0
  172. eval_studio_client/api/models/v1_metric_average.py +101 -0
  173. eval_studio_client/api/models/v1_metric_meta.py +109 -0
  174. eval_studio_client/api/models/v1_metric_score.py +6 -1
  175. eval_studio_client/api/models/v1_metric_scores.py +1 -1
  176. eval_studio_client/api/models/v1_model_type.py +2 -1
  177. eval_studio_client/api/models/v1_models_comparisons.py +93 -0
  178. eval_studio_client/api/models/v1_models_comparisons_metrics.py +103 -0
  179. eval_studio_client/api/models/v1_models_overview.py +97 -0
  180. eval_studio_client/api/models/v1_operation.py +6 -2
  181. eval_studio_client/api/models/v1_operation_view.py +38 -0
  182. eval_studio_client/api/models/v1_retrieved_context_diff.py +101 -0
  183. eval_studio_client/api/models/v1_stats.py +16 -2
  184. eval_studio_client/api/models/v1_technical_metrics.py +96 -0
  185. eval_studio_client/api/models/v1_technical_metrics_detail.py +95 -0
  186. eval_studio_client/api/models/v1_test_case_leaderboard_item.py +91 -0
  187. eval_studio_client/api/models/v1_test_case_relationship_info.py +91 -0
  188. eval_studio_client/api/models/v1_test_case_result.py +157 -0
  189. eval_studio_client/api/models/v1_text_similarity_metric.py +39 -0
  190. eval_studio_client/api/models/v1_update_dashboard_test_case_annotation_response.py +91 -0
  191. eval_studio_client/api/models/v1_update_leaderboard_test_case_annotation_response.py +91 -0
  192. eval_studio_client/api/models/v1_workflow_node_type.py +1 -0
  193. eval_studio_client/api/models/v1_workflow_type.py +1 -0
  194. eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +6 -0
  195. eval_studio_client/api/test/test_dashboard_report_service_api.py +37 -0
  196. eval_studio_client/api/test/test_dashboard_test_case_annotation_service_api.py +43 -0
  197. eval_studio_client/api/test/test_leaderboard_report_service_api.py +6 -0
  198. eval_studio_client/api/test/test_leaderboard_service_api.py +12 -0
  199. eval_studio_client/api/test/test_leaderboard_test_case_annotation_service_api.py +43 -0
  200. eval_studio_client/api/test/test_operation_service_api.py +18 -0
  201. eval_studio_client/api/test/test_required_the_dashboard_test_case_annotation_to_update.py +57 -0
  202. eval_studio_client/api/test/test_required_the_leaderboard_test_case_annotation_to_update.py +57 -0
  203. eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +2 -1
  204. eval_studio_client/api/test/test_required_the_operation_to_finalize.py +2 -1
  205. eval_studio_client/api/test/test_required_the_operation_to_update.py +2 -1
  206. eval_studio_client/api/test/test_test_case_service_api.py +6 -0
  207. eval_studio_client/api/test/test_test_case_service_append_test_cases_request.py +52 -0
  208. eval_studio_client/api/test/test_test_service_api.py +6 -0
  209. eval_studio_client/api/test/test_v1_abort_operation_response.py +2 -1
  210. eval_studio_client/api/test/test_v1_actual_output_meta.py +61 -0
  211. eval_studio_client/api/test/test_v1_actual_output_meta_diff.py +66 -0
  212. eval_studio_client/api/test/test_v1_agent_chat_activity_diagram.py +65 -0
  213. eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_edge.py +53 -0
  214. eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_node.py +53 -0
  215. eval_studio_client/api/test/test_v1_agent_chat_activity_diagram_row.py +56 -0
  216. eval_studio_client/api/test/test_v1_agent_chat_script_usage.py +54 -0
  217. eval_studio_client/api/test/test_v1_agent_chat_scripts_bar_chart.py +57 -0
  218. eval_studio_client/api/test/test_v1_agent_chat_tool_usage.py +54 -0
  219. eval_studio_client/api/test/test_v1_agent_chat_tools_bar_chart.py +57 -0
  220. eval_studio_client/api/test/test_v1_all_metric_scores.py +53 -0
  221. eval_studio_client/api/test/test_v1_append_test_cases_response.py +74 -0
  222. eval_studio_client/api/test/test_v1_batch_create_leaderboards_request.py +2 -1
  223. eval_studio_client/api/test/test_v1_batch_create_leaderboards_response.py +2 -1
  224. eval_studio_client/api/test/test_v1_batch_create_leaderboards_without_cache_request.py +120 -0
  225. eval_studio_client/api/test/test_v1_batch_create_leaderboards_without_cache_response.py +72 -0
  226. eval_studio_client/api/test/test_v1_batch_delete_leaderboards_response.py +2 -1
  227. eval_studio_client/api/test/test_v1_batch_get_leaderboards_response.py +2 -1
  228. eval_studio_client/api/test/test_v1_batch_get_operations_response.py +2 -1
  229. eval_studio_client/api/test/test_v1_batch_import_leaderboard_response.py +2 -1
  230. eval_studio_client/api/test/test_v1_batch_mark_operation_seen_by_creator_response.py +74 -0
  231. eval_studio_client/api/test/test_v1_cmp_leaderboard_reports_request.py +55 -0
  232. eval_studio_client/api/test/test_v1_cmp_leaderboard_reports_response.py +255 -0
  233. eval_studio_client/api/test/test_v1_comparison_item.py +233 -0
  234. eval_studio_client/api/test/test_v1_comparison_metric_score.py +52 -0
  235. eval_studio_client/api/test/test_v1_comparison_result.py +258 -0
  236. eval_studio_client/api/test/test_v1_comparison_summary.py +53 -0
  237. eval_studio_client/api/test/test_v1_create_evaluation_request.py +2 -1
  238. eval_studio_client/api/test/test_v1_create_leaderboard_request.py +2 -1
  239. eval_studio_client/api/test/test_v1_create_leaderboard_response.py +2 -1
  240. eval_studio_client/api/test/test_v1_create_leaderboard_without_cache_response.py +2 -1
  241. eval_studio_client/api/test/test_v1_create_test_from_test_cases_request.py +54 -0
  242. eval_studio_client/api/test/test_v1_create_test_from_test_cases_response.py +68 -0
  243. eval_studio_client/api/test/test_v1_dashboard_report.py +142 -0
  244. eval_studio_client/api/test/test_v1_dashboard_report_result.py +72 -0
  245. eval_studio_client/api/test/test_v1_dashboard_test_case_annotation.py +58 -0
  246. eval_studio_client/api/test/test_v1_data_fragment.py +57 -0
  247. eval_studio_client/api/test/test_v1_deep_compare_leaderboards_request.py +55 -0
  248. eval_studio_client/api/test/test_v1_deep_compare_leaderboards_response.py +255 -0
  249. eval_studio_client/api/test/test_v1_delete_leaderboard_response.py +2 -1
  250. eval_studio_client/api/test/test_v1_diff_item.py +226 -0
  251. eval_studio_client/api/test/test_v1_evaluation_type.py +33 -0
  252. eval_studio_client/api/test/test_v1_finalize_operation_response.py +2 -1
  253. eval_studio_client/api/test/test_v1_flipped_metric.py +53 -0
  254. eval_studio_client/api/test/test_v1_generate_test_cases_response.py +2 -1
  255. eval_studio_client/api/test/test_v1_get_dashboard_report_response.py +143 -0
  256. eval_studio_client/api/test/test_v1_get_info_response.py +4 -1
  257. eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py +39 -2
  258. eval_studio_client/api/test/test_v1_get_leaderboard_response.py +2 -1
  259. eval_studio_client/api/test/test_v1_get_operation_response.py +2 -1
  260. eval_studio_client/api/test/test_v1_get_stats_response.py +3 -1
  261. eval_studio_client/api/test/test_v1_human_decision.py +33 -0
  262. eval_studio_client/api/test/test_v1_import_leaderboard_response.py +2 -1
  263. eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py +2 -1
  264. eval_studio_client/api/test/test_v1_info.py +4 -1
  265. eval_studio_client/api/test/test_v1_leaderboard.py +2 -1
  266. eval_studio_client/api/test/test_v1_leaderboard_cmp_report.py +254 -0
  267. eval_studio_client/api/test/test_v1_leaderboard_comparison_item.py +53 -0
  268. eval_studio_client/api/test/test_v1_leaderboard_info.py +57 -0
  269. eval_studio_client/api/test/test_v1_leaderboard_report.py +39 -2
  270. eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_meta.py +33 -1
  271. eval_studio_client/api/test/test_v1_leaderboard_report_result.py +39 -2
  272. eval_studio_client/api/test/test_v1_leaderboard_report_result_view.py +33 -0
  273. eval_studio_client/api/test/test_v1_leaderboard_test_case_annotation.py +58 -0
  274. eval_studio_client/api/test/test_v1_list_dashboard_test_case_annotations_response.py +61 -0
  275. eval_studio_client/api/test/test_v1_list_leaderboard_test_case_annotations_response.py +61 -0
  276. eval_studio_client/api/test/test_v1_list_leaderboards_response.py +2 -1
  277. eval_studio_client/api/test/test_v1_list_most_recent_leaderboards_response.py +2 -1
  278. eval_studio_client/api/test/test_v1_list_operations_response.py +4 -2
  279. eval_studio_client/api/test/test_v1_list_unseen_operations_response.py +75 -0
  280. eval_studio_client/api/test/test_v1_mark_operation_seen_by_creator_response.py +72 -0
  281. eval_studio_client/api/test/test_v1_metric.py +52 -0
  282. eval_studio_client/api/test/test_v1_metric_average.py +58 -0
  283. eval_studio_client/api/test/test_v1_metric_meta.py +66 -0
  284. eval_studio_client/api/test/test_v1_models_comparisons.py +54 -0
  285. eval_studio_client/api/test/test_v1_models_comparisons_metrics.py +65 -0
  286. eval_studio_client/api/test/test_v1_models_overview.py +60 -0
  287. eval_studio_client/api/test/test_v1_operation.py +2 -1
  288. eval_studio_client/api/test/test_v1_operation_view.py +33 -0
  289. eval_studio_client/api/test/test_v1_process_workflow_node_response.py +2 -1
  290. eval_studio_client/api/test/test_v1_retrieved_context_diff.py +66 -0
  291. eval_studio_client/api/test/test_v1_stats.py +3 -1
  292. eval_studio_client/api/test/test_v1_technical_metrics.py +62 -0
  293. eval_studio_client/api/test/test_v1_technical_metrics_detail.py +55 -0
  294. eval_studio_client/api/test/test_v1_test_case_leaderboard_item.py +53 -0
  295. eval_studio_client/api/test/test_v1_test_case_relationship_info.py +53 -0
  296. eval_studio_client/api/test/test_v1_test_case_result.py +106 -0
  297. eval_studio_client/api/test/test_v1_text_similarity_metric.py +33 -0
  298. eval_studio_client/api/test/test_v1_update_dashboard_test_case_annotation_response.py +59 -0
  299. eval_studio_client/api/test/test_v1_update_leaderboard_response.py +2 -1
  300. eval_studio_client/api/test/test_v1_update_leaderboard_test_case_annotation_response.py +59 -0
  301. eval_studio_client/api/test/test_v1_update_operation_response.py +2 -1
  302. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +2340 -210
  303. eval_studio_client/models.py +18 -6
  304. {eval_studio_client-1.2.5.dist-info → eval_studio_client-1.3.0.dist-info}/METADATA +2 -2
  305. {eval_studio_client-1.2.5.dist-info → eval_studio_client-1.3.0.dist-info}/RECORD +306 -111
  306. {eval_studio_client-1.2.5.dist-info → eval_studio_client-1.3.0.dist-info}/WHEEL +0 -0
@@ -5,13 +5,15 @@ All URIs are relative to *http://localhost*
5
5
  Method | HTTP request | Description
6
6
  ------------- | ------------- | -------------
7
7
  [**leaderboard_service_batch_create_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_batch_create_leaderboards) | **POST** /v1/leaderboards:batchCreate |
8
+ [**leaderboard_service_batch_create_leaderboards_without_cache**](LeaderboardServiceApi.md#leaderboard_service_batch_create_leaderboards_without_cache) | **POST** /v1/leaderboards:batchCreateWithoutCache |
8
9
  [**leaderboard_service_batch_delete_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_batch_delete_leaderboards) | **POST** /v1/leaderboards:batchDelete |
9
10
  [**leaderboard_service_batch_get_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_batch_get_leaderboards) | **GET** /v1/leaderboards:batchGet |
10
11
  [**leaderboard_service_batch_import_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_batch_import_leaderboard) | **POST** /v1/leaderboards:batchImport |
11
12
  [**leaderboard_service_create_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_create_leaderboard) | **POST** /v1/leaderboards |
12
13
  [**leaderboard_service_create_leaderboard_without_cache**](LeaderboardServiceApi.md#leaderboard_service_create_leaderboard_without_cache) | **POST** /v1/leaderboards:withoutCache |
14
+ [**leaderboard_service_deep_compare_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_deep_compare_leaderboards) | **POST** /v1/leaderboards:deepCompare |
13
15
  [**leaderboard_service_delete_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_delete_leaderboard) | **DELETE** /v1/{name_3} |
14
- [**leaderboard_service_get_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_get_leaderboard) | **GET** /v1/{name_4} |
16
+ [**leaderboard_service_get_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_get_leaderboard) | **GET** /v1/{name_5} |
15
17
  [**leaderboard_service_import_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_import_leaderboard) | **POST** /v1/leaderboards:import |
16
18
  [**leaderboard_service_list_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_list_leaderboards) | **GET** /v1/leaderboards |
17
19
  [**leaderboard_service_list_most_recent_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_list_most_recent_leaderboards) | **GET** /v1/leaderboards:mostRecent |
@@ -85,6 +87,73 @@ No authorization required
85
87
 
86
88
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
87
89
 
90
+ # **leaderboard_service_batch_create_leaderboards_without_cache**
91
+ > V1BatchCreateLeaderboardsWithoutCacheResponse leaderboard_service_batch_create_leaderboards_without_cache(body)
92
+
93
+
94
+
95
+ ### Example
96
+
97
+
98
+ ```python
99
+ import eval_studio_client.api
100
+ from eval_studio_client.api.models.v1_batch_create_leaderboards_without_cache_request import V1BatchCreateLeaderboardsWithoutCacheRequest
101
+ from eval_studio_client.api.models.v1_batch_create_leaderboards_without_cache_response import V1BatchCreateLeaderboardsWithoutCacheResponse
102
+ from eval_studio_client.api.rest import ApiException
103
+ from pprint import pprint
104
+
105
+ # Defining the host is optional and defaults to http://localhost
106
+ # See configuration.py for a list of all supported configuration parameters.
107
+ configuration = eval_studio_client.api.Configuration(
108
+ host = "http://localhost"
109
+ )
110
+
111
+
112
+ # Enter a context with an instance of the API client
113
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
114
+ # Create an instance of the API class
115
+ api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
116
+ body = eval_studio_client.api.V1BatchCreateLeaderboardsWithoutCacheRequest() # V1BatchCreateLeaderboardsWithoutCacheRequest |
117
+
118
+ try:
119
+ api_response = api_instance.leaderboard_service_batch_create_leaderboards_without_cache(body)
120
+ print("The response of LeaderboardServiceApi->leaderboard_service_batch_create_leaderboards_without_cache:\n")
121
+ pprint(api_response)
122
+ except Exception as e:
123
+ print("Exception when calling LeaderboardServiceApi->leaderboard_service_batch_create_leaderboards_without_cache: %s\n" % e)
124
+ ```
125
+
126
+
127
+
128
+ ### Parameters
129
+
130
+
131
+ Name | Type | Description | Notes
132
+ ------------- | ------------- | ------------- | -------------
133
+ **body** | [**V1BatchCreateLeaderboardsWithoutCacheRequest**](V1BatchCreateLeaderboardsWithoutCacheRequest.md)| |
134
+
135
+ ### Return type
136
+
137
+ [**V1BatchCreateLeaderboardsWithoutCacheResponse**](V1BatchCreateLeaderboardsWithoutCacheResponse.md)
138
+
139
+ ### Authorization
140
+
141
+ No authorization required
142
+
143
+ ### HTTP request headers
144
+
145
+ - **Content-Type**: application/json
146
+ - **Accept**: application/json
147
+
148
+ ### HTTP response details
149
+
150
+ | Status code | Description | Response headers |
151
+ |-------------|-------------|------------------|
152
+ **200** | A successful response. | - |
153
+ **0** | An unexpected error response. | - |
154
+
155
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
156
+
88
157
  # **leaderboard_service_batch_delete_leaderboards**
89
158
  > V1BatchDeleteLeaderboardsResponse leaderboard_service_batch_delete_leaderboards(body)
90
159
 
@@ -421,6 +490,73 @@ No authorization required
421
490
 
422
491
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
423
492
 
493
+ # **leaderboard_service_deep_compare_leaderboards**
494
+ > V1DeepCompareLeaderboardsResponse leaderboard_service_deep_compare_leaderboards(body)
495
+
496
+
497
+
498
+ ### Example
499
+
500
+
501
+ ```python
502
+ import eval_studio_client.api
503
+ from eval_studio_client.api.models.v1_deep_compare_leaderboards_request import V1DeepCompareLeaderboardsRequest
504
+ from eval_studio_client.api.models.v1_deep_compare_leaderboards_response import V1DeepCompareLeaderboardsResponse
505
+ from eval_studio_client.api.rest import ApiException
506
+ from pprint import pprint
507
+
508
+ # Defining the host is optional and defaults to http://localhost
509
+ # See configuration.py for a list of all supported configuration parameters.
510
+ configuration = eval_studio_client.api.Configuration(
511
+ host = "http://localhost"
512
+ )
513
+
514
+
515
+ # Enter a context with an instance of the API client
516
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
517
+ # Create an instance of the API class
518
+ api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
519
+ body = eval_studio_client.api.V1DeepCompareLeaderboardsRequest() # V1DeepCompareLeaderboardsRequest |
520
+
521
+ try:
522
+ api_response = api_instance.leaderboard_service_deep_compare_leaderboards(body)
523
+ print("The response of LeaderboardServiceApi->leaderboard_service_deep_compare_leaderboards:\n")
524
+ pprint(api_response)
525
+ except Exception as e:
526
+ print("Exception when calling LeaderboardServiceApi->leaderboard_service_deep_compare_leaderboards: %s\n" % e)
527
+ ```
528
+
529
+
530
+
531
+ ### Parameters
532
+
533
+
534
+ Name | Type | Description | Notes
535
+ ------------- | ------------- | ------------- | -------------
536
+ **body** | [**V1DeepCompareLeaderboardsRequest**](V1DeepCompareLeaderboardsRequest.md)| |
537
+
538
+ ### Return type
539
+
540
+ [**V1DeepCompareLeaderboardsResponse**](V1DeepCompareLeaderboardsResponse.md)
541
+
542
+ ### Authorization
543
+
544
+ No authorization required
545
+
546
+ ### HTTP request headers
547
+
548
+ - **Content-Type**: application/json
549
+ - **Accept**: application/json
550
+
551
+ ### HTTP response details
552
+
553
+ | Status code | Description | Response headers |
554
+ |-------------|-------------|------------------|
555
+ **200** | A successful response. | - |
556
+ **0** | An unexpected error response. | - |
557
+
558
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
559
+
424
560
  # **leaderboard_service_delete_leaderboard**
425
561
  > V1DeleteLeaderboardResponse leaderboard_service_delete_leaderboard(name_3)
426
562
 
@@ -488,7 +624,7 @@ No authorization required
488
624
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
489
625
 
490
626
  # **leaderboard_service_get_leaderboard**
491
- > V1GetLeaderboardResponse leaderboard_service_get_leaderboard(name_4)
627
+ > V1GetLeaderboardResponse leaderboard_service_get_leaderboard(name_5)
492
628
 
493
629
 
494
630
 
@@ -512,10 +648,10 @@ configuration = eval_studio_client.api.Configuration(
512
648
  with eval_studio_client.api.ApiClient(configuration) as api_client:
513
649
  # Create an instance of the API class
514
650
  api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
515
- name_4 = 'name_4_example' # str | Required. The name of the Leaderboard to retrieve.
651
+ name_5 = 'name_5_example' # str | Required. The name of the Leaderboard to retrieve.
516
652
 
517
653
  try:
518
- api_response = api_instance.leaderboard_service_get_leaderboard(name_4)
654
+ api_response = api_instance.leaderboard_service_get_leaderboard(name_5)
519
655
  print("The response of LeaderboardServiceApi->leaderboard_service_get_leaderboard:\n")
520
656
  pprint(api_response)
521
657
  except Exception as e:
@@ -529,7 +665,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
529
665
 
530
666
  Name | Type | Description | Notes
531
667
  ------------- | ------------- | ------------- | -------------
532
- **name_4** | **str**| Required. The name of the Leaderboard to retrieve. |
668
+ **name_5** | **str**| Required. The name of the Leaderboard to retrieve. |
533
669
 
534
670
  ### Return type
535
671
 
@@ -0,0 +1,149 @@
1
+ # eval_studio_client.api.LeaderboardTestCaseAnnotationServiceApi
2
+
3
+ All URIs are relative to *http://localhost*
4
+
5
+ Method | HTTP request | Description
6
+ ------------- | ------------- | -------------
7
+ [**leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations**](LeaderboardTestCaseAnnotationServiceApi.md#leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations) | **GET** /v1/{parent_1}/annotations |
8
+ [**leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation**](LeaderboardTestCaseAnnotationServiceApi.md#leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation) | **POST** /v1/{leaderboardTestCaseAnnotation.name} |
9
+
10
+
11
+ # **leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations**
12
+ > V1ListLeaderboardTestCaseAnnotationsResponse leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations(parent_1)
13
+
14
+
15
+
16
+ ### Example
17
+
18
+
19
+ ```python
20
+ import eval_studio_client.api
21
+ from eval_studio_client.api.models.v1_list_leaderboard_test_case_annotations_response import V1ListLeaderboardTestCaseAnnotationsResponse
22
+ from eval_studio_client.api.rest import ApiException
23
+ from pprint import pprint
24
+
25
+ # Defining the host is optional and defaults to http://localhost
26
+ # See configuration.py for a list of all supported configuration parameters.
27
+ configuration = eval_studio_client.api.Configuration(
28
+ host = "http://localhost"
29
+ )
30
+
31
+
32
+ # Enter a context with an instance of the API client
33
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
34
+ # Create an instance of the API class
35
+ api_instance = eval_studio_client.api.LeaderboardTestCaseAnnotationServiceApi(api_client)
36
+ parent_1 = 'parent_1_example' # str | Required. The parent resource name. Format: `leaderboards/{leaderboard}/testCases/{test_case}`. Use `leaderboards/{leaderboard}/testCases/-` to list across all test cases of a leaderboard. See https://google.aip.dev/159 for more details.
37
+
38
+ try:
39
+ api_response = api_instance.leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations(parent_1)
40
+ print("The response of LeaderboardTestCaseAnnotationServiceApi->leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations:\n")
41
+ pprint(api_response)
42
+ except Exception as e:
43
+ print("Exception when calling LeaderboardTestCaseAnnotationServiceApi->leaderboard_test_case_annotation_service_list_leaderboard_test_case_annotations: %s\n" % e)
44
+ ```
45
+
46
+
47
+
48
+ ### Parameters
49
+
50
+
51
+ Name | Type | Description | Notes
52
+ ------------- | ------------- | ------------- | -------------
53
+ **parent_1** | **str**| Required. The parent resource name. Format: `leaderboards/{leaderboard}/testCases/{test_case}`. Use `leaderboards/{leaderboard}/testCases/-` to list across all test cases of a leaderboard. See https://google.aip.dev/159 for more details. |
54
+
55
+ ### Return type
56
+
57
+ [**V1ListLeaderboardTestCaseAnnotationsResponse**](V1ListLeaderboardTestCaseAnnotationsResponse.md)
58
+
59
+ ### Authorization
60
+
61
+ No authorization required
62
+
63
+ ### HTTP request headers
64
+
65
+ - **Content-Type**: Not defined
66
+ - **Accept**: application/json
67
+
68
+ ### HTTP response details
69
+
70
+ | Status code | Description | Response headers |
71
+ |-------------|-------------|------------------|
72
+ **200** | A successful response. | - |
73
+ **0** | An unexpected error response. | - |
74
+
75
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
76
+
77
+ # **leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation**
78
+ > V1UpdateLeaderboardTestCaseAnnotationResponse leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation(leaderboard_test_case_annotation_name, leaderboard_test_case_annotation, update_mask=update_mask, allow_missing=allow_missing)
79
+
80
+
81
+
82
+ ### Example
83
+
84
+
85
+ ```python
86
+ import eval_studio_client.api
87
+ from eval_studio_client.api.models.required_the_leaderboard_test_case_annotation_to_update import RequiredTheLeaderboardTestCaseAnnotationToUpdate
88
+ from eval_studio_client.api.models.v1_update_leaderboard_test_case_annotation_response import V1UpdateLeaderboardTestCaseAnnotationResponse
89
+ from eval_studio_client.api.rest import ApiException
90
+ from pprint import pprint
91
+
92
+ # Defining the host is optional and defaults to http://localhost
93
+ # See configuration.py for a list of all supported configuration parameters.
94
+ configuration = eval_studio_client.api.Configuration(
95
+ host = "http://localhost"
96
+ )
97
+
98
+
99
+ # Enter a context with an instance of the API client
100
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
101
+ # Create an instance of the API class
102
+ api_instance = eval_studio_client.api.LeaderboardTestCaseAnnotationServiceApi(api_client)
103
+ leaderboard_test_case_annotation_name = 'leaderboard_test_case_annotation_name_example' # str | Output only. Name of the LeaderboardTestCaseAnnotation resource. e.g.: \"leaderboards/<UUID>/testCases/<UUID>/annotations/<UUID>\"
104
+ leaderboard_test_case_annotation = eval_studio_client.api.RequiredTheLeaderboardTestCaseAnnotationToUpdate() # RequiredTheLeaderboardTestCaseAnnotationToUpdate | Required. The LeaderboardTestCaseAnnotation to update.
105
+ update_mask = 'update_mask_example' # str | Optional. The list of fields to update. If empty, all modifiable fields will be updated. The following fields can be updated: - value (optional)
106
+ allow_missing = True # bool | Optional. If true, the request is allowed to create a new LeaderboardTestCaseAnnotation if it is not found. (optional)
107
+
108
+ try:
109
+ api_response = api_instance.leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation(leaderboard_test_case_annotation_name, leaderboard_test_case_annotation, update_mask=update_mask, allow_missing=allow_missing)
110
+ print("The response of LeaderboardTestCaseAnnotationServiceApi->leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation:\n")
111
+ pprint(api_response)
112
+ except Exception as e:
113
+ print("Exception when calling LeaderboardTestCaseAnnotationServiceApi->leaderboard_test_case_annotation_service_update_leaderboard_test_case_annotation: %s\n" % e)
114
+ ```
115
+
116
+
117
+
118
+ ### Parameters
119
+
120
+
121
+ Name | Type | Description | Notes
122
+ ------------- | ------------- | ------------- | -------------
123
+ **leaderboard_test_case_annotation_name** | **str**| Output only. Name of the LeaderboardTestCaseAnnotation resource. e.g.: \&quot;leaderboards/&lt;UUID&gt;/testCases/&lt;UUID&gt;/annotations/&lt;UUID&gt;\&quot; |
124
+ **leaderboard_test_case_annotation** | [**RequiredTheLeaderboardTestCaseAnnotationToUpdate**](RequiredTheLeaderboardTestCaseAnnotationToUpdate.md)| Required. The LeaderboardTestCaseAnnotation to update. |
125
+ **update_mask** | **str**| Optional. The list of fields to update. If empty, all modifiable fields will be updated. The following fields can be updated: - value | [optional]
126
+ **allow_missing** | **bool**| Optional. If true, the request is allowed to create a new LeaderboardTestCaseAnnotation if it is not found. | [optional]
127
+
128
+ ### Return type
129
+
130
+ [**V1UpdateLeaderboardTestCaseAnnotationResponse**](V1UpdateLeaderboardTestCaseAnnotationResponse.md)
131
+
132
+ ### Authorization
133
+
134
+ No authorization required
135
+
136
+ ### HTTP request headers
137
+
138
+ - **Content-Type**: application/json
139
+ - **Accept**: application/json
140
+
141
+ ### HTTP response details
142
+
143
+ | Status code | Description | Response headers |
144
+ |-------------|-------------|------------------|
145
+ **200** | A successful response. | - |
146
+ **0** | An unexpected error response. | - |
147
+
148
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
149
+
@@ -9,7 +9,7 @@ Method | HTTP request | Description
9
9
  [**model_service_check_base_models**](ModelServiceApi.md#model_service_check_base_models) | **GET** /v1/models:check_base_models |
10
10
  [**model_service_create_model**](ModelServiceApi.md#model_service_create_model) | **POST** /v1/models |
11
11
  [**model_service_delete_model**](ModelServiceApi.md#model_service_delete_model) | **DELETE** /v1/{name_4} |
12
- [**model_service_get_model**](ModelServiceApi.md#model_service_get_model) | **GET** /v1/{name_5} |
12
+ [**model_service_get_model**](ModelServiceApi.md#model_service_get_model) | **GET** /v1/{name_6} |
13
13
  [**model_service_list_base_models**](ModelServiceApi.md#model_service_list_base_models) | **GET** /v1/models:base_models |
14
14
  [**model_service_list_model_collections**](ModelServiceApi.md#model_service_list_model_collections) | **GET** /v1/models:collections |
15
15
  [**model_service_list_models**](ModelServiceApi.md#model_service_list_models) | **GET** /v1/models |
@@ -350,7 +350,7 @@ No authorization required
350
350
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
351
351
 
352
352
  # **model_service_get_model**
353
- > V1GetModelResponse model_service_get_model(name_5)
353
+ > V1GetModelResponse model_service_get_model(name_6)
354
354
 
355
355
 
356
356
 
@@ -374,10 +374,10 @@ configuration = eval_studio_client.api.Configuration(
374
374
  with eval_studio_client.api.ApiClient(configuration) as api_client:
375
375
  # Create an instance of the API class
376
376
  api_instance = eval_studio_client.api.ModelServiceApi(api_client)
377
- name_5 = 'name_5_example' # str | Required. The name of the Model to retrieve.
377
+ name_6 = 'name_6_example' # str | Required. The name of the Model to retrieve.
378
378
 
379
379
  try:
380
- api_response = api_instance.model_service_get_model(name_5)
380
+ api_response = api_instance.model_service_get_model(name_6)
381
381
  print("The response of ModelServiceApi->model_service_get_model:\n")
382
382
  pprint(api_response)
383
383
  except Exception as e:
@@ -391,7 +391,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
391
391
 
392
392
  Name | Type | Description | Notes
393
393
  ------------- | ------------- | ------------- | -------------
394
- **name_5** | **str**| Required. The name of the Model to retrieve. |
394
+ **name_6** | **str**| Required. The name of the Model to retrieve. |
395
395
 
396
396
  ### Return type
397
397
 
@@ -6,9 +6,12 @@ Method | HTTP request | Description
6
6
  ------------- | ------------- | -------------
7
7
  [**operation_service_abort_operation**](OperationServiceApi.md#operation_service_abort_operation) | **POST** /v1/{name}:abort |
8
8
  [**operation_service_batch_get_operations**](OperationServiceApi.md#operation_service_batch_get_operations) | **GET** /v1/operations:batchGet |
9
+ [**operation_service_batch_mark_operation_seen_by_creator**](OperationServiceApi.md#operation_service_batch_mark_operation_seen_by_creator) | **POST** /v1/operations:batchMarkSeenByCreator |
9
10
  [**operation_service_finalize_operation**](OperationServiceApi.md#operation_service_finalize_operation) | **PATCH** /v1/{operation.name}:finalize |
10
- [**operation_service_get_operation**](OperationServiceApi.md#operation_service_get_operation) | **GET** /v1/{name_6} |
11
+ [**operation_service_get_operation**](OperationServiceApi.md#operation_service_get_operation) | **GET** /v1/{name_7} |
11
12
  [**operation_service_list_operations**](OperationServiceApi.md#operation_service_list_operations) | **GET** /v1/operations |
13
+ [**operation_service_list_unseen_operations**](OperationServiceApi.md#operation_service_list_unseen_operations) | **GET** /v1/operations:unseen |
14
+ [**operation_service_mark_operation_seen_by_creator**](OperationServiceApi.md#operation_service_mark_operation_seen_by_creator) | **POST** /v1/{name}:markSeenByCreator |
12
15
  [**operation_service_update_operation**](OperationServiceApi.md#operation_service_update_operation) | **PATCH** /v1/{operation.name} |
13
16
 
14
17
 
@@ -144,6 +147,72 @@ No authorization required
144
147
 
145
148
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
146
149
 
150
+ # **operation_service_batch_mark_operation_seen_by_creator**
151
+ > V1BatchMarkOperationSeenByCreatorResponse operation_service_batch_mark_operation_seen_by_creator(names=names)
152
+
153
+
154
+
155
+ ### Example
156
+
157
+
158
+ ```python
159
+ import eval_studio_client.api
160
+ from eval_studio_client.api.models.v1_batch_mark_operation_seen_by_creator_response import V1BatchMarkOperationSeenByCreatorResponse
161
+ from eval_studio_client.api.rest import ApiException
162
+ from pprint import pprint
163
+
164
+ # Defining the host is optional and defaults to http://localhost
165
+ # See configuration.py for a list of all supported configuration parameters.
166
+ configuration = eval_studio_client.api.Configuration(
167
+ host = "http://localhost"
168
+ )
169
+
170
+
171
+ # Enter a context with an instance of the API client
172
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
173
+ # Create an instance of the API class
174
+ api_instance = eval_studio_client.api.OperationServiceApi(api_client)
175
+ names = ['names_example'] # List[str] | Required. The names of the Operations to mark as seen. A maximum of 1000 can be specified. (optional)
176
+
177
+ try:
178
+ api_response = api_instance.operation_service_batch_mark_operation_seen_by_creator(names=names)
179
+ print("The response of OperationServiceApi->operation_service_batch_mark_operation_seen_by_creator:\n")
180
+ pprint(api_response)
181
+ except Exception as e:
182
+ print("Exception when calling OperationServiceApi->operation_service_batch_mark_operation_seen_by_creator: %s\n" % e)
183
+ ```
184
+
185
+
186
+
187
+ ### Parameters
188
+
189
+
190
+ Name | Type | Description | Notes
191
+ ------------- | ------------- | ------------- | -------------
192
+ **names** | [**List[str]**](str.md)| Required. The names of the Operations to mark as seen. A maximum of 1000 can be specified. | [optional]
193
+
194
+ ### Return type
195
+
196
+ [**V1BatchMarkOperationSeenByCreatorResponse**](V1BatchMarkOperationSeenByCreatorResponse.md)
197
+
198
+ ### Authorization
199
+
200
+ No authorization required
201
+
202
+ ### HTTP request headers
203
+
204
+ - **Content-Type**: Not defined
205
+ - **Accept**: application/json
206
+
207
+ ### HTTP response details
208
+
209
+ | Status code | Description | Response headers |
210
+ |-------------|-------------|------------------|
211
+ **200** | A successful response. | - |
212
+ **0** | An unexpected error response. | - |
213
+
214
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
215
+
147
216
  # **operation_service_finalize_operation**
148
217
  > V1FinalizeOperationResponse operation_service_finalize_operation(operation_name, operation)
149
218
 
@@ -214,7 +283,7 @@ No authorization required
214
283
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
215
284
 
216
285
  # **operation_service_get_operation**
217
- > V1GetOperationResponse operation_service_get_operation(name_6)
286
+ > V1GetOperationResponse operation_service_get_operation(name_7)
218
287
 
219
288
 
220
289
 
@@ -238,10 +307,10 @@ configuration = eval_studio_client.api.Configuration(
238
307
  with eval_studio_client.api.ApiClient(configuration) as api_client:
239
308
  # Create an instance of the API class
240
309
  api_instance = eval_studio_client.api.OperationServiceApi(api_client)
241
- name_6 = 'name_6_example' # str | Required. The name of the Operation to retrieve.
310
+ name_7 = 'name_7_example' # str | Required. The name of the Operation to retrieve.
242
311
 
243
312
  try:
244
- api_response = api_instance.operation_service_get_operation(name_6)
313
+ api_response = api_instance.operation_service_get_operation(name_7)
245
314
  print("The response of OperationServiceApi->operation_service_get_operation:\n")
246
315
  pprint(api_response)
247
316
  except Exception as e:
@@ -255,7 +324,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
255
324
 
256
325
  Name | Type | Description | Notes
257
326
  ------------- | ------------- | ------------- | -------------
258
- **name_6** | **str**| Required. The name of the Operation to retrieve. |
327
+ **name_7** | **str**| Required. The name of the Operation to retrieve. |
259
328
 
260
329
  ### Return type
261
330
 
@@ -280,7 +349,7 @@ No authorization required
280
349
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
281
350
 
282
351
  # **operation_service_list_operations**
283
- > V1ListOperationsResponse operation_service_list_operations()
352
+ > V1ListOperationsResponse operation_service_list_operations(page_size=page_size)
284
353
 
285
354
 
286
355
 
@@ -304,9 +373,10 @@ configuration = eval_studio_client.api.Configuration(
304
373
  with eval_studio_client.api.ApiClient(configuration) as api_client:
305
374
  # Create an instance of the API class
306
375
  api_instance = eval_studio_client.api.OperationServiceApi(api_client)
376
+ page_size = 56 # int | The maximum number of Operations to return. The service may return fewer than this value, even if more are available. If unspecified, the default page size is unlimited. (optional)
307
377
 
308
378
  try:
309
- api_response = api_instance.operation_service_list_operations()
379
+ api_response = api_instance.operation_service_list_operations(page_size=page_size)
310
380
  print("The response of OperationServiceApi->operation_service_list_operations:\n")
311
381
  pprint(api_response)
312
382
  except Exception as e:
@@ -317,7 +387,10 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
317
387
 
318
388
  ### Parameters
319
389
 
320
- This endpoint does not need any parameter.
390
+
391
+ Name | Type | Description | Notes
392
+ ------------- | ------------- | ------------- | -------------
393
+ **page_size** | **int**| The maximum number of Operations to return. The service may return fewer than this value, even if more are available. If unspecified, the default page size is unlimited. | [optional]
321
394
 
322
395
  ### Return type
323
396
 
@@ -341,6 +414,140 @@ No authorization required
341
414
 
342
415
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
343
416
 
417
+ # **operation_service_list_unseen_operations**
418
+ > V1ListUnseenOperationsResponse operation_service_list_unseen_operations(page_size=page_size, view=view)
419
+
420
+
421
+
422
+ ### Example
423
+
424
+
425
+ ```python
426
+ import eval_studio_client.api
427
+ from eval_studio_client.api.models.v1_list_unseen_operations_response import V1ListUnseenOperationsResponse
428
+ from eval_studio_client.api.rest import ApiException
429
+ from pprint import pprint
430
+
431
+ # Defining the host is optional and defaults to http://localhost
432
+ # See configuration.py for a list of all supported configuration parameters.
433
+ configuration = eval_studio_client.api.Configuration(
434
+ host = "http://localhost"
435
+ )
436
+
437
+
438
+ # Enter a context with an instance of the API client
439
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
440
+ # Create an instance of the API class
441
+ api_instance = eval_studio_client.api.OperationServiceApi(api_client)
442
+ page_size = 56 # int | The maximum number of Operations to return. The service may return fewer than this value, even if more are available. If unspecified, the default page size is unlimited. (optional)
443
+ view = 'OPERATION_VIEW_UNSPECIFIED' # str | The level of detail for each Operation in the response. Defaults to OPERATION_VIEW_FULL. - OPERATION_VIEW_UNSPECIFIED: Default / unset value. The API will default to the OPERATION_VIEW_FULL. - OPERATION_VIEW_BASIC: Include basic metadata about the Operation, but not the response. - OPERATION_VIEW_FULL: Include everything. (optional) (default to 'OPERATION_VIEW_UNSPECIFIED')
444
+
445
+ try:
446
+ api_response = api_instance.operation_service_list_unseen_operations(page_size=page_size, view=view)
447
+ print("The response of OperationServiceApi->operation_service_list_unseen_operations:\n")
448
+ pprint(api_response)
449
+ except Exception as e:
450
+ print("Exception when calling OperationServiceApi->operation_service_list_unseen_operations: %s\n" % e)
451
+ ```
452
+
453
+
454
+
455
+ ### Parameters
456
+
457
+
458
+ Name | Type | Description | Notes
459
+ ------------- | ------------- | ------------- | -------------
460
+ **page_size** | **int**| The maximum number of Operations to return. The service may return fewer than this value, even if more are available. If unspecified, the default page size is unlimited. | [optional]
461
+ **view** | **str**| The level of detail for each Operation in the response. Defaults to OPERATION_VIEW_FULL. - OPERATION_VIEW_UNSPECIFIED: Default / unset value. The API will default to the OPERATION_VIEW_FULL. - OPERATION_VIEW_BASIC: Include basic metadata about the Operation, but not the response. - OPERATION_VIEW_FULL: Include everything. | [optional] [default to &#39;OPERATION_VIEW_UNSPECIFIED&#39;]
462
+
463
+ ### Return type
464
+
465
+ [**V1ListUnseenOperationsResponse**](V1ListUnseenOperationsResponse.md)
466
+
467
+ ### Authorization
468
+
469
+ No authorization required
470
+
471
+ ### HTTP request headers
472
+
473
+ - **Content-Type**: Not defined
474
+ - **Accept**: application/json
475
+
476
+ ### HTTP response details
477
+
478
+ | Status code | Description | Response headers |
479
+ |-------------|-------------|------------------|
480
+ **200** | A successful response. | - |
481
+ **0** | An unexpected error response. | - |
482
+
483
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
484
+
485
+ # **operation_service_mark_operation_seen_by_creator**
486
+ > V1MarkOperationSeenByCreatorResponse operation_service_mark_operation_seen_by_creator(name)
487
+
488
+
489
+
490
+ ### Example
491
+
492
+
493
+ ```python
494
+ import eval_studio_client.api
495
+ from eval_studio_client.api.models.v1_mark_operation_seen_by_creator_response import V1MarkOperationSeenByCreatorResponse
496
+ from eval_studio_client.api.rest import ApiException
497
+ from pprint import pprint
498
+
499
+ # Defining the host is optional and defaults to http://localhost
500
+ # See configuration.py for a list of all supported configuration parameters.
501
+ configuration = eval_studio_client.api.Configuration(
502
+ host = "http://localhost"
503
+ )
504
+
505
+
506
+ # Enter a context with an instance of the API client
507
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
508
+ # Create an instance of the API class
509
+ api_instance = eval_studio_client.api.OperationServiceApi(api_client)
510
+ name = 'name_example' # str | Required. The name of the Operation to mark as seen.
511
+
512
+ try:
513
+ api_response = api_instance.operation_service_mark_operation_seen_by_creator(name)
514
+ print("The response of OperationServiceApi->operation_service_mark_operation_seen_by_creator:\n")
515
+ pprint(api_response)
516
+ except Exception as e:
517
+ print("Exception when calling OperationServiceApi->operation_service_mark_operation_seen_by_creator: %s\n" % e)
518
+ ```
519
+
520
+
521
+
522
+ ### Parameters
523
+
524
+
525
+ Name | Type | Description | Notes
526
+ ------------- | ------------- | ------------- | -------------
527
+ **name** | **str**| Required. The name of the Operation to mark as seen. |
528
+
529
+ ### Return type
530
+
531
+ [**V1MarkOperationSeenByCreatorResponse**](V1MarkOperationSeenByCreatorResponse.md)
532
+
533
+ ### Authorization
534
+
535
+ No authorization required
536
+
537
+ ### HTTP request headers
538
+
539
+ - **Content-Type**: Not defined
540
+ - **Accept**: application/json
541
+
542
+ ### HTTP response details
543
+
544
+ | Status code | Description | Response headers |
545
+ |-------------|-------------|------------------|
546
+ **200** | A successful response. | - |
547
+ **0** | An unexpected error response. | - |
548
+
549
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
550
+
344
551
  # **operation_service_update_operation**
345
552
  > V1UpdateOperationResponse operation_service_update_operation(operation_name, operation)
346
553