eval-studio-client 1.2.1a4__py3-none-any.whl → 1.2.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (213) hide show
  1. eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +5 -5
  2. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +11 -11
  3. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +2 -2
  4. eval_studio_client/api/models/protobuf_any.py +2 -2
  5. eval_studio_client/api/models/required_the_dashboard_to_update.py +2 -2
  6. eval_studio_client/api/models/required_the_document_to_update.py +2 -2
  7. eval_studio_client/api/models/required_the_leaderboard_to_update.py +8 -8
  8. eval_studio_client/api/models/required_the_model_to_update.py +2 -2
  9. eval_studio_client/api/models/required_the_operation_to_finalize.py +2 -2
  10. eval_studio_client/api/models/required_the_operation_to_update.py +2 -2
  11. eval_studio_client/api/models/required_the_test_case_to_update.py +2 -2
  12. eval_studio_client/api/models/required_the_test_to_update.py +2 -2
  13. eval_studio_client/api/models/required_the_updated_workflow.py +5 -5
  14. eval_studio_client/api/models/required_the_updated_workflow_node.py +5 -5
  15. eval_studio_client/api/models/rpc_status.py +5 -5
  16. eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +2 -2
  17. eval_studio_client/api/models/test_service_clone_test_request.py +2 -2
  18. eval_studio_client/api/models/test_service_generate_test_cases_request.py +5 -5
  19. eval_studio_client/api/models/test_service_grant_test_access_request.py +2 -2
  20. eval_studio_client/api/models/test_service_import_test_cases_from_library_request.py +2 -2
  21. eval_studio_client/api/models/test_service_list_test_case_library_items_request.py +2 -2
  22. eval_studio_client/api/models/test_service_perturb_test_in_place_request.py +5 -5
  23. eval_studio_client/api/models/test_service_perturb_test_request.py +5 -5
  24. eval_studio_client/api/models/test_service_revoke_test_access_request.py +2 -2
  25. eval_studio_client/api/models/v1_abort_operation_response.py +2 -2
  26. eval_studio_client/api/models/v1_batch_create_leaderboards_request.py +5 -5
  27. eval_studio_client/api/models/v1_batch_create_leaderboards_response.py +2 -2
  28. eval_studio_client/api/models/v1_batch_delete_dashboards_request.py +2 -2
  29. eval_studio_client/api/models/v1_batch_delete_dashboards_response.py +5 -5
  30. eval_studio_client/api/models/v1_batch_delete_documents_request.py +2 -2
  31. eval_studio_client/api/models/v1_batch_delete_documents_response.py +5 -5
  32. eval_studio_client/api/models/v1_batch_delete_evaluators_request.py +2 -2
  33. eval_studio_client/api/models/v1_batch_delete_evaluators_response.py +5 -5
  34. eval_studio_client/api/models/v1_batch_delete_leaderboards_request.py +2 -2
  35. eval_studio_client/api/models/v1_batch_delete_leaderboards_response.py +5 -5
  36. eval_studio_client/api/models/v1_batch_delete_models_request.py +2 -2
  37. eval_studio_client/api/models/v1_batch_delete_models_response.py +5 -5
  38. eval_studio_client/api/models/v1_batch_delete_test_cases_response.py +5 -5
  39. eval_studio_client/api/models/v1_batch_delete_tests_request.py +2 -2
  40. eval_studio_client/api/models/v1_batch_delete_tests_response.py +5 -5
  41. eval_studio_client/api/models/v1_batch_delete_workflows_request.py +2 -2
  42. eval_studio_client/api/models/v1_batch_delete_workflows_response.py +5 -5
  43. eval_studio_client/api/models/v1_batch_get_dashboards_response.py +5 -5
  44. eval_studio_client/api/models/v1_batch_get_documents_response.py +5 -5
  45. eval_studio_client/api/models/v1_batch_get_leaderboards_response.py +5 -5
  46. eval_studio_client/api/models/v1_batch_get_models_response.py +5 -5
  47. eval_studio_client/api/models/v1_batch_get_operations_response.py +5 -5
  48. eval_studio_client/api/models/v1_batch_get_tests_response.py +5 -5
  49. eval_studio_client/api/models/v1_batch_get_workflow_edges_response.py +5 -5
  50. eval_studio_client/api/models/v1_batch_get_workflow_nodes_response.py +5 -5
  51. eval_studio_client/api/models/v1_batch_import_leaderboard_request.py +2 -2
  52. eval_studio_client/api/models/v1_batch_import_leaderboard_response.py +2 -2
  53. eval_studio_client/api/models/v1_batch_import_tests_request.py +2 -2
  54. eval_studio_client/api/models/v1_batch_import_tests_response.py +5 -5
  55. eval_studio_client/api/models/v1_check_base_models_response.py +2 -2
  56. eval_studio_client/api/models/v1_clone_test_response.py +2 -2
  57. eval_studio_client/api/models/v1_clone_workflow_response.py +2 -2
  58. eval_studio_client/api/models/v1_collection_info.py +2 -2
  59. eval_studio_client/api/models/v1_context.py +2 -2
  60. eval_studio_client/api/models/v1_create_dashboard_response.py +2 -2
  61. eval_studio_client/api/models/v1_create_document_response.py +2 -2
  62. eval_studio_client/api/models/v1_create_evaluation_request.py +5 -5
  63. eval_studio_client/api/models/v1_create_evaluator_response.py +2 -2
  64. eval_studio_client/api/models/v1_create_leaderboard_request.py +2 -2
  65. eval_studio_client/api/models/v1_create_leaderboard_response.py +2 -2
  66. eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +2 -2
  67. eval_studio_client/api/models/v1_create_model_response.py +2 -2
  68. eval_studio_client/api/models/v1_create_perturbation_response.py +2 -2
  69. eval_studio_client/api/models/v1_create_test_case_response.py +2 -2
  70. eval_studio_client/api/models/v1_create_test_lab_response.py +2 -2
  71. eval_studio_client/api/models/v1_create_test_response.py +2 -2
  72. eval_studio_client/api/models/v1_create_workflow_edge_response.py +2 -2
  73. eval_studio_client/api/models/v1_create_workflow_node_response.py +2 -2
  74. eval_studio_client/api/models/v1_create_workflow_response.py +2 -2
  75. eval_studio_client/api/models/v1_dashboard.py +2 -2
  76. eval_studio_client/api/models/v1_delete_dashboard_response.py +2 -2
  77. eval_studio_client/api/models/v1_delete_document_response.py +2 -2
  78. eval_studio_client/api/models/v1_delete_evaluator_response.py +2 -2
  79. eval_studio_client/api/models/v1_delete_leaderboard_response.py +2 -2
  80. eval_studio_client/api/models/v1_delete_model_response.py +2 -2
  81. eval_studio_client/api/models/v1_delete_test_case_response.py +2 -2
  82. eval_studio_client/api/models/v1_delete_test_response.py +2 -2
  83. eval_studio_client/api/models/v1_delete_workflow_edge_response.py +2 -2
  84. eval_studio_client/api/models/v1_delete_workflow_node_response.py +2 -2
  85. eval_studio_client/api/models/v1_delete_workflow_response.py +2 -2
  86. eval_studio_client/api/models/v1_dependency_list.py +5 -5
  87. eval_studio_client/api/models/v1_document.py +2 -2
  88. eval_studio_client/api/models/v1_estimate_threshold_request.py +5 -5
  89. eval_studio_client/api/models/v1_evaluation_test.py +8 -8
  90. eval_studio_client/api/models/v1_evaluator.py +5 -5
  91. eval_studio_client/api/models/v1_evaluator_parameter.py +2 -2
  92. eval_studio_client/api/models/v1_finalize_operation_response.py +2 -2
  93. eval_studio_client/api/models/v1_find_all_test_cases_by_id_response.py +5 -5
  94. eval_studio_client/api/models/v1_find_test_lab_response.py +2 -2
  95. eval_studio_client/api/models/v1_find_workflows_by_collection_id_response.py +5 -5
  96. eval_studio_client/api/models/v1_generate_test_cases_response.py +2 -2
  97. eval_studio_client/api/models/v1_get_dashboard_response.py +2 -2
  98. eval_studio_client/api/models/v1_get_document_response.py +2 -2
  99. eval_studio_client/api/models/v1_get_evaluator_response.py +2 -2
  100. eval_studio_client/api/models/v1_get_guardrails_configuration_response.py +2 -2
  101. eval_studio_client/api/models/v1_get_info_response.py +2 -2
  102. eval_studio_client/api/models/v1_get_leaderboard_report_response.py +2 -2
  103. eval_studio_client/api/models/v1_get_leaderboard_response.py +2 -2
  104. eval_studio_client/api/models/v1_get_model_response.py +2 -2
  105. eval_studio_client/api/models/v1_get_operation_progress_by_parent_response.py +2 -2
  106. eval_studio_client/api/models/v1_get_operation_response.py +2 -2
  107. eval_studio_client/api/models/v1_get_perturbator_response.py +2 -2
  108. eval_studio_client/api/models/v1_get_stats_response.py +2 -2
  109. eval_studio_client/api/models/v1_get_test_case_response.py +2 -2
  110. eval_studio_client/api/models/v1_get_test_class_response.py +2 -2
  111. eval_studio_client/api/models/v1_get_test_response.py +2 -2
  112. eval_studio_client/api/models/v1_get_workflow_node_prerequisites_response.py +2 -2
  113. eval_studio_client/api/models/v1_get_workflow_node_response.py +2 -2
  114. eval_studio_client/api/models/v1_get_workflow_response.py +2 -2
  115. eval_studio_client/api/models/v1_get_workflow_result_corpus_patch_response.py +2 -2
  116. eval_studio_client/api/models/v1_get_workflow_result_report_response.py +2 -2
  117. eval_studio_client/api/models/v1_get_workflow_result_summary_response.py +2 -2
  118. eval_studio_client/api/models/v1_get_workflow_result_system_prompt_patch_response.py +2 -2
  119. eval_studio_client/api/models/v1_import_evaluation_request.py +2 -2
  120. eval_studio_client/api/models/v1_import_leaderboard_request.py +2 -2
  121. eval_studio_client/api/models/v1_import_leaderboard_response.py +2 -2
  122. eval_studio_client/api/models/v1_import_test_cases_from_library_response.py +2 -2
  123. eval_studio_client/api/models/v1_import_test_cases_request.py +2 -2
  124. eval_studio_client/api/models/v1_info.py +2 -2
  125. eval_studio_client/api/models/v1_init_workflow_node_response.py +2 -2
  126. eval_studio_client/api/models/v1_insight.py +2 -2
  127. eval_studio_client/api/models/v1_labeled_test_case.py +2 -2
  128. eval_studio_client/api/models/v1_leaderboard.py +8 -8
  129. eval_studio_client/api/models/v1_leaderboard_report.py +8 -8
  130. eval_studio_client/api/models/v1_leaderboard_report_actual_output_data.py +2 -2
  131. eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py +5 -5
  132. eval_studio_client/api/models/v1_leaderboard_report_evaluator.py +11 -11
  133. eval_studio_client/api/models/v1_leaderboard_report_evaluator_parameter.py +2 -2
  134. eval_studio_client/api/models/v1_leaderboard_report_explanation.py +2 -2
  135. eval_studio_client/api/models/v1_leaderboard_report_metrics_meta_entry.py +2 -2
  136. eval_studio_client/api/models/v1_leaderboard_report_model.py +2 -2
  137. eval_studio_client/api/models/v1_leaderboard_report_result.py +11 -11
  138. eval_studio_client/api/models/v1_leaderboard_report_result_relationship.py +2 -2
  139. eval_studio_client/api/models/v1_list_base_models_response.py +2 -2
  140. eval_studio_client/api/models/v1_list_dashboard_access_response.py +5 -5
  141. eval_studio_client/api/models/v1_list_dashboards_response.py +5 -5
  142. eval_studio_client/api/models/v1_list_dashboards_shared_with_me_response.py +5 -5
  143. eval_studio_client/api/models/v1_list_documents_response.py +5 -5
  144. eval_studio_client/api/models/v1_list_evaluators_response.py +5 -5
  145. eval_studio_client/api/models/v1_list_leaderboards_response.py +5 -5
  146. eval_studio_client/api/models/v1_list_llm_models_response.py +2 -2
  147. eval_studio_client/api/models/v1_list_model_collections_response.py +5 -5
  148. eval_studio_client/api/models/v1_list_models_response.py +5 -5
  149. eval_studio_client/api/models/v1_list_most_recent_dashboards_response.py +5 -5
  150. eval_studio_client/api/models/v1_list_most_recent_leaderboards_response.py +5 -5
  151. eval_studio_client/api/models/v1_list_most_recent_models_response.py +5 -5
  152. eval_studio_client/api/models/v1_list_most_recent_tests_response.py +5 -5
  153. eval_studio_client/api/models/v1_list_operations_response.py +5 -5
  154. eval_studio_client/api/models/v1_list_perturbators_response.py +5 -5
  155. eval_studio_client/api/models/v1_list_prompt_library_items_response.py +5 -5
  156. eval_studio_client/api/models/v1_list_rag_collections_response.py +5 -5
  157. eval_studio_client/api/models/v1_list_test_access_response.py +5 -5
  158. eval_studio_client/api/models/v1_list_test_case_library_items_response.py +5 -5
  159. eval_studio_client/api/models/v1_list_test_case_relationships_response.py +5 -5
  160. eval_studio_client/api/models/v1_list_test_cases_response.py +5 -5
  161. eval_studio_client/api/models/v1_list_test_classes_response.py +5 -5
  162. eval_studio_client/api/models/v1_list_tests_response.py +5 -5
  163. eval_studio_client/api/models/v1_list_tests_shared_with_me_response.py +5 -5
  164. eval_studio_client/api/models/v1_list_workflow_access_response.py +5 -5
  165. eval_studio_client/api/models/v1_list_workflow_dependencies_response.py +8 -8
  166. eval_studio_client/api/models/v1_list_workflows_response.py +5 -5
  167. eval_studio_client/api/models/v1_list_workflows_shared_with_me_response.py +5 -5
  168. eval_studio_client/api/models/v1_metric_score.py +2 -2
  169. eval_studio_client/api/models/v1_metric_scores.py +5 -5
  170. eval_studio_client/api/models/v1_model.py +2 -2
  171. eval_studio_client/api/models/v1_operation.py +2 -2
  172. eval_studio_client/api/models/v1_operation_progress.py +2 -2
  173. eval_studio_client/api/models/v1_perturb_test_in_place_response.py +2 -2
  174. eval_studio_client/api/models/v1_perturb_test_response.py +2 -2
  175. eval_studio_client/api/models/v1_perturbator.py +2 -2
  176. eval_studio_client/api/models/v1_perturbator_configuration.py +2 -2
  177. eval_studio_client/api/models/v1_problem_and_action.py +2 -2
  178. eval_studio_client/api/models/v1_process_workflow_node_response.py +2 -2
  179. eval_studio_client/api/models/v1_prompt_library_item.py +2 -2
  180. eval_studio_client/api/models/v1_repeated_context.py +5 -5
  181. eval_studio_client/api/models/v1_repeated_string.py +2 -2
  182. eval_studio_client/api/models/v1_reset_workflow_node_response.py +2 -2
  183. eval_studio_client/api/models/v1_role_binding.py +2 -2
  184. eval_studio_client/api/models/v1_stats.py +2 -2
  185. eval_studio_client/api/models/v1_test.py +2 -2
  186. eval_studio_client/api/models/v1_test_case.py +2 -2
  187. eval_studio_client/api/models/v1_test_case_relationship.py +2 -2
  188. eval_studio_client/api/models/v1_test_class.py +2 -2
  189. eval_studio_client/api/models/v1_test_lab.py +2 -2
  190. eval_studio_client/api/models/v1_update_dashboard_response.py +2 -2
  191. eval_studio_client/api/models/v1_update_document_response.py +2 -2
  192. eval_studio_client/api/models/v1_update_leaderboard_response.py +2 -2
  193. eval_studio_client/api/models/v1_update_model_response.py +2 -2
  194. eval_studio_client/api/models/v1_update_operation_response.py +2 -2
  195. eval_studio_client/api/models/v1_update_test_case_response.py +2 -2
  196. eval_studio_client/api/models/v1_update_test_response.py +2 -2
  197. eval_studio_client/api/models/v1_update_workflow_node_response.py +2 -2
  198. eval_studio_client/api/models/v1_update_workflow_response.py +2 -2
  199. eval_studio_client/api/models/v1_who_am_i_response.py +2 -2
  200. eval_studio_client/api/models/v1_workflow.py +5 -5
  201. eval_studio_client/api/models/v1_workflow_dependency.py +2 -2
  202. eval_studio_client/api/models/v1_workflow_edge.py +2 -2
  203. eval_studio_client/api/models/v1_workflow_node.py +5 -5
  204. eval_studio_client/api/models/v1_workflow_node_artifact.py +2 -2
  205. eval_studio_client/api/models/v1_workflow_node_artifacts.py +5 -5
  206. eval_studio_client/api/models/v1_workflow_node_attributes.py +2 -2
  207. eval_studio_client/api/models/workflow_service_clone_workflow_request.py +2 -2
  208. eval_studio_client/api/models/workflow_service_revoke_workflow_access_request.py +2 -2
  209. eval_studio_client/leaderboards.py +17 -0
  210. eval_studio_client/models.py +153 -8
  211. {eval_studio_client-1.2.1a4.dist-info → eval_studio_client-1.2.2.dist-info}/METADATA +1 -1
  212. {eval_studio_client-1.2.1a4.dist-info → eval_studio_client-1.2.2.dist-info}/RECORD +213 -213
  213. {eval_studio_client-1.2.1a4.dist-info → eval_studio_client-1.2.2.dist-info}/WHEEL +0 -0
@@ -72,9 +72,9 @@ class V1FindAllTestCasesByIDResponse(BaseModel):
72
72
  # override the default output from pydantic by calling `to_dict()` of each item in test_cases (list)
73
73
  _items = []
74
74
  if self.test_cases:
75
- for _item in self.test_cases:
76
- if _item:
77
- _items.append(_item.to_dict())
75
+ for _item_test_cases in self.test_cases:
76
+ if _item_test_cases:
77
+ _items.append(_item_test_cases.to_dict())
78
78
  _dict['testCases'] = _items
79
79
  return _dict
80
80
 
@@ -85,11 +85,11 @@ class V1FindAllTestCasesByIDResponse(BaseModel):
85
85
  return None
86
86
 
87
87
  if not isinstance(obj, dict):
88
- return cls.model_validate(obj)
88
+ return cls.model_validate(obj, strict=False)
89
89
 
90
90
  _obj = cls.model_validate({
91
91
  "testCases": [V1TestCase.from_dict(_item) for _item in obj["testCases"]] if obj.get("testCases") is not None else None
92
- })
92
+ }, strict=False)
93
93
  return _obj
94
94
 
95
95
 
@@ -81,11 +81,11 @@ class V1FindTestLabResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "testLab": V1TestLab.from_dict(obj["testLab"]) if obj.get("testLab") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -72,9 +72,9 @@ class V1FindWorkflowsByCollectionIDResponse(BaseModel):
72
72
  # override the default output from pydantic by calling `to_dict()` of each item in workflows (list)
73
73
  _items = []
74
74
  if self.workflows:
75
- for _item in self.workflows:
76
- if _item:
77
- _items.append(_item.to_dict())
75
+ for _item_workflows in self.workflows:
76
+ if _item_workflows:
77
+ _items.append(_item_workflows.to_dict())
78
78
  _dict['workflows'] = _items
79
79
  return _dict
80
80
 
@@ -85,11 +85,11 @@ class V1FindWorkflowsByCollectionIDResponse(BaseModel):
85
85
  return None
86
86
 
87
87
  if not isinstance(obj, dict):
88
- return cls.model_validate(obj)
88
+ return cls.model_validate(obj, strict=False)
89
89
 
90
90
  _obj = cls.model_validate({
91
91
  "workflows": [V1Workflow.from_dict(_item) for _item in obj["workflows"]] if obj.get("workflows") is not None else None
92
- })
92
+ }, strict=False)
93
93
  return _obj
94
94
 
95
95
 
@@ -81,11 +81,11 @@ class V1GenerateTestCasesResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "operation": V1Operation.from_dict(obj["operation"]) if obj.get("operation") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1GetDashboardResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "dashboard": V1Dashboard.from_dict(obj["dashboard"]) if obj.get("dashboard") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1GetDocumentResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "document": V1Document.from_dict(obj["document"]) if obj.get("document") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1GetEvaluatorResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "evaluator": V1Evaluator.from_dict(obj["evaluator"]) if obj.get("evaluator") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -77,11 +77,11 @@ class V1GetGuardrailsConfigurationResponse(BaseModel):
77
77
  return None
78
78
 
79
79
  if not isinstance(obj, dict):
80
- return cls.model_validate(obj)
80
+ return cls.model_validate(obj, strict=False)
81
81
 
82
82
  _obj = cls.model_validate({
83
83
  "guardrailsConfigurationJson": obj.get("guardrailsConfigurationJson")
84
- })
84
+ }, strict=False)
85
85
  return _obj
86
86
 
87
87
 
@@ -81,11 +81,11 @@ class V1GetInfoResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "info": V1Info.from_dict(obj["info"]) if obj.get("info") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1GetLeaderboardReportResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "leaderboardReport": V1LeaderboardReport.from_dict(obj["leaderboardReport"]) if obj.get("leaderboardReport") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1GetLeaderboardResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "leaderboard": V1Leaderboard.from_dict(obj["leaderboard"]) if obj.get("leaderboard") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1GetModelResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "model": V1Model.from_dict(obj["model"]) if obj.get("model") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1GetOperationProgressByParentResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "operationProgress": V1OperationProgress.from_dict(obj["operationProgress"]) if obj.get("operationProgress") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1GetOperationResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "operation": V1Operation.from_dict(obj["operation"]) if obj.get("operation") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1GetPerturbatorResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "perturbator": V1Perturbator.from_dict(obj["perturbator"]) if obj.get("perturbator") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1GetStatsResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "stats": V1Stats.from_dict(obj["stats"]) if obj.get("stats") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1GetTestCaseResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "testCase": V1TestCase.from_dict(obj["testCase"]) if obj.get("testCase") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1GetTestClassResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "testClass": V1TestClass.from_dict(obj["testClass"]) if obj.get("testClass") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1GetTestResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "test": V1Test.from_dict(obj["test"]) if obj.get("test") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -78,12 +78,12 @@ class V1GetWorkflowNodePrerequisitesResponse(BaseModel):
78
78
  return None
79
79
 
80
80
  if not isinstance(obj, dict):
81
- return cls.model_validate(obj)
81
+ return cls.model_validate(obj, strict=False)
82
82
 
83
83
  _obj = cls.model_validate({
84
84
  "nodes": obj.get("nodes"),
85
85
  "edges": obj.get("edges")
86
- })
86
+ }, strict=False)
87
87
  return _obj
88
88
 
89
89
 
@@ -81,11 +81,11 @@ class V1GetWorkflowNodeResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "node": V1WorkflowNode.from_dict(obj["node"]) if obj.get("node") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1GetWorkflowResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "workflow": V1Workflow.from_dict(obj["workflow"]) if obj.get("workflow") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -77,11 +77,11 @@ class V1GetWorkflowResultCorpusPatchResponse(BaseModel):
77
77
  return None
78
78
 
79
79
  if not isinstance(obj, dict):
80
- return cls.model_validate(obj)
80
+ return cls.model_validate(obj, strict=False)
81
81
 
82
82
  _obj = cls.model_validate({
83
83
  "patchHtml": obj.get("patchHtml")
84
- })
84
+ }, strict=False)
85
85
  return _obj
86
86
 
87
87
 
@@ -78,12 +78,12 @@ class V1GetWorkflowResultReportResponse(BaseModel):
78
78
  return None
79
79
 
80
80
  if not isinstance(obj, dict):
81
- return cls.model_validate(obj)
81
+ return cls.model_validate(obj, strict=False)
82
82
 
83
83
  _obj = cls.model_validate({
84
84
  "reportStatic": obj.get("reportStatic"),
85
85
  "reportHypertextDiff": obj.get("reportHypertextDiff")
86
- })
86
+ }, strict=False)
87
87
  return _obj
88
88
 
89
89
 
@@ -81,14 +81,14 @@ class V1GetWorkflowResultSummaryResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "intro": obj.get("intro"),
88
88
  "bullets": obj.get("bullets"),
89
89
  "actions": obj.get("actions"),
90
90
  "artifactTypes": obj.get("artifactTypes")
91
- })
91
+ }, strict=False)
92
92
  return _obj
93
93
 
94
94
 
@@ -77,11 +77,11 @@ class V1GetWorkflowResultSystemPromptPatchResponse(BaseModel):
77
77
  return None
78
78
 
79
79
  if not isinstance(obj, dict):
80
- return cls.model_validate(obj)
80
+ return cls.model_validate(obj, strict=False)
81
81
 
82
82
  _obj = cls.model_validate({
83
83
  "patchText": obj.get("patchText")
84
- })
84
+ }, strict=False)
85
85
  return _obj
86
86
 
87
87
 
@@ -89,7 +89,7 @@ class V1ImportEvaluationRequest(BaseModel):
89
89
  return None
90
90
 
91
91
  if not isinstance(obj, dict):
92
- return cls.model_validate(obj)
92
+ return cls.model_validate(obj, strict=False)
93
93
 
94
94
  _obj = cls.model_validate({
95
95
  "evaluatorIdentifiers": obj.get("evaluatorIdentifiers"),
@@ -98,7 +98,7 @@ class V1ImportEvaluationRequest(BaseModel):
98
98
  "operation": obj.get("operation"),
99
99
  "evaluatorsParameters": obj.get("evaluatorsParameters"),
100
100
  "defaultH2ogpteModel": V1Model.from_dict(obj["defaultH2ogpteModel"]) if obj.get("defaultH2ogpteModel") is not None else None
101
- })
101
+ }, strict=False)
102
102
  return _obj
103
103
 
104
104
 
@@ -86,7 +86,7 @@ class V1ImportLeaderboardRequest(BaseModel):
86
86
  return None
87
87
 
88
88
  if not isinstance(obj, dict):
89
- return cls.model_validate(obj)
89
+ return cls.model_validate(obj, strict=False)
90
90
 
91
91
  _obj = cls.model_validate({
92
92
  "testLabJson": obj.get("testLabJson"),
@@ -98,7 +98,7 @@ class V1ImportLeaderboardRequest(BaseModel):
98
98
  "leaderboardDisplayName": obj.get("leaderboardDisplayName"),
99
99
  "leaderboardDescription": obj.get("leaderboardDescription"),
100
100
  "leaderboardType": obj.get("leaderboardType")
101
- })
101
+ }, strict=False)
102
102
  return _obj
103
103
 
104
104
 
@@ -81,11 +81,11 @@ class V1ImportLeaderboardResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "operation": V1Operation.from_dict(obj["operation"]) if obj.get("operation") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1ImportTestCasesFromLibraryResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "operation": V1Operation.from_dict(obj["operation"]) if obj.get("operation") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,7 +81,7 @@ class V1ImportTestCasesRequest(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "test": obj.get("test"),
@@ -89,7 +89,7 @@ class V1ImportTestCasesRequest(BaseModel):
89
89
  "testSuiteUrl": obj.get("testSuiteUrl"),
90
90
  "count": obj.get("count"),
91
91
  "testDocumentUrls": obj.get("testDocumentUrls")
92
- })
92
+ }, strict=False)
93
93
  return _obj
94
94
 
95
95
 
@@ -88,7 +88,7 @@ class V1Info(BaseModel):
88
88
  return None
89
89
 
90
90
  if not isinstance(obj, dict):
91
- return cls.model_validate(obj)
91
+ return cls.model_validate(obj, strict=False)
92
92
 
93
93
  _obj = cls.model_validate({
94
94
  "baseUrl": obj.get("baseUrl"),
@@ -103,7 +103,7 @@ class V1Info(BaseModel):
103
103
  "publicInstance": obj.get("publicInstance"),
104
104
  "sharingEnabled": obj.get("sharingEnabled"),
105
105
  "experimentalFeaturesEnabled": obj.get("experimentalFeaturesEnabled")
106
- })
106
+ }, strict=False)
107
107
  return _obj
108
108
 
109
109
 
@@ -81,11 +81,11 @@ class V1InitWorkflowNodeResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "node": V1WorkflowNode.from_dict(obj["node"]) if obj.get("node") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -87,7 +87,7 @@ class V1Insight(BaseModel):
87
87
  return None
88
88
 
89
89
  if not isinstance(obj, dict):
90
- return cls.model_validate(obj)
90
+ return cls.model_validate(obj, strict=False)
91
91
 
92
92
  _obj = cls.model_validate({
93
93
  "description": obj.get("description"),
@@ -101,7 +101,7 @@ class V1Insight(BaseModel):
101
101
  "resources": obj.get("resources"),
102
102
  "insightType": obj.get("insightType"),
103
103
  "insightAttrs": obj.get("insightAttrs")
104
- })
104
+ }, strict=False)
105
105
  return _obj
106
106
 
107
107
 
@@ -79,13 +79,13 @@ class V1LabeledTestCase(BaseModel):
79
79
  return None
80
80
 
81
81
  if not isinstance(obj, dict):
82
- return cls.model_validate(obj)
82
+ return cls.model_validate(obj, strict=False)
83
83
 
84
84
  _obj = cls.model_validate({
85
85
  "name": obj.get("name"),
86
86
  "metricValue": obj.get("metricValue"),
87
87
  "label": obj.get("label")
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -127,16 +127,16 @@ class V1Leaderboard(BaseModel):
127
127
  # override the default output from pydantic by calling `to_dict()` of each item in leaderboard_problems (list)
128
128
  _items = []
129
129
  if self.leaderboard_problems:
130
- for _item in self.leaderboard_problems:
131
- if _item:
132
- _items.append(_item.to_dict())
130
+ for _item_leaderboard_problems in self.leaderboard_problems:
131
+ if _item_leaderboard_problems:
132
+ _items.append(_item_leaderboard_problems.to_dict())
133
133
  _dict['leaderboardProblems'] = _items
134
134
  # override the default output from pydantic by calling `to_dict()` of each item in insights (list)
135
135
  _items = []
136
136
  if self.insights:
137
- for _item in self.insights:
138
- if _item:
139
- _items.append(_item.to_dict())
137
+ for _item_insights in self.insights:
138
+ if _item_insights:
139
+ _items.append(_item_insights.to_dict())
140
140
  _dict['insights'] = _items
141
141
  return _dict
142
142
 
@@ -147,7 +147,7 @@ class V1Leaderboard(BaseModel):
147
147
  return None
148
148
 
149
149
  if not isinstance(obj, dict):
150
- return cls.model_validate(obj)
150
+ return cls.model_validate(obj, strict=False)
151
151
 
152
152
  _obj = cls.model_validate({
153
153
  "name": obj.get("name"),
@@ -176,7 +176,7 @@ class V1Leaderboard(BaseModel):
176
176
  "type": obj.get("type"),
177
177
  "demo": obj.get("demo"),
178
178
  "testLab": obj.get("testLab")
179
- })
179
+ }, strict=False)
180
180
  return _obj
181
181
 
182
182