eval-studio-client 1.2.2a1__py3-none-any.whl → 1.2.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (213) hide show
  1. eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +5 -5
  2. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +11 -11
  3. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +2 -2
  4. eval_studio_client/api/models/protobuf_any.py +2 -2
  5. eval_studio_client/api/models/required_the_dashboard_to_update.py +2 -2
  6. eval_studio_client/api/models/required_the_document_to_update.py +2 -2
  7. eval_studio_client/api/models/required_the_leaderboard_to_update.py +8 -8
  8. eval_studio_client/api/models/required_the_model_to_update.py +2 -2
  9. eval_studio_client/api/models/required_the_operation_to_finalize.py +2 -2
  10. eval_studio_client/api/models/required_the_operation_to_update.py +2 -2
  11. eval_studio_client/api/models/required_the_test_case_to_update.py +2 -2
  12. eval_studio_client/api/models/required_the_test_to_update.py +2 -2
  13. eval_studio_client/api/models/required_the_updated_workflow.py +5 -5
  14. eval_studio_client/api/models/required_the_updated_workflow_node.py +5 -5
  15. eval_studio_client/api/models/rpc_status.py +5 -5
  16. eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +2 -2
  17. eval_studio_client/api/models/test_service_clone_test_request.py +2 -2
  18. eval_studio_client/api/models/test_service_generate_test_cases_request.py +5 -5
  19. eval_studio_client/api/models/test_service_grant_test_access_request.py +2 -2
  20. eval_studio_client/api/models/test_service_import_test_cases_from_library_request.py +2 -2
  21. eval_studio_client/api/models/test_service_list_test_case_library_items_request.py +2 -2
  22. eval_studio_client/api/models/test_service_perturb_test_in_place_request.py +5 -5
  23. eval_studio_client/api/models/test_service_perturb_test_request.py +5 -5
  24. eval_studio_client/api/models/test_service_revoke_test_access_request.py +2 -2
  25. eval_studio_client/api/models/v1_abort_operation_response.py +2 -2
  26. eval_studio_client/api/models/v1_batch_create_leaderboards_request.py +5 -5
  27. eval_studio_client/api/models/v1_batch_create_leaderboards_response.py +2 -2
  28. eval_studio_client/api/models/v1_batch_delete_dashboards_request.py +2 -2
  29. eval_studio_client/api/models/v1_batch_delete_dashboards_response.py +5 -5
  30. eval_studio_client/api/models/v1_batch_delete_documents_request.py +2 -2
  31. eval_studio_client/api/models/v1_batch_delete_documents_response.py +5 -5
  32. eval_studio_client/api/models/v1_batch_delete_evaluators_request.py +2 -2
  33. eval_studio_client/api/models/v1_batch_delete_evaluators_response.py +5 -5
  34. eval_studio_client/api/models/v1_batch_delete_leaderboards_request.py +2 -2
  35. eval_studio_client/api/models/v1_batch_delete_leaderboards_response.py +5 -5
  36. eval_studio_client/api/models/v1_batch_delete_models_request.py +2 -2
  37. eval_studio_client/api/models/v1_batch_delete_models_response.py +5 -5
  38. eval_studio_client/api/models/v1_batch_delete_test_cases_response.py +5 -5
  39. eval_studio_client/api/models/v1_batch_delete_tests_request.py +2 -2
  40. eval_studio_client/api/models/v1_batch_delete_tests_response.py +5 -5
  41. eval_studio_client/api/models/v1_batch_delete_workflows_request.py +2 -2
  42. eval_studio_client/api/models/v1_batch_delete_workflows_response.py +5 -5
  43. eval_studio_client/api/models/v1_batch_get_dashboards_response.py +5 -5
  44. eval_studio_client/api/models/v1_batch_get_documents_response.py +5 -5
  45. eval_studio_client/api/models/v1_batch_get_leaderboards_response.py +5 -5
  46. eval_studio_client/api/models/v1_batch_get_models_response.py +5 -5
  47. eval_studio_client/api/models/v1_batch_get_operations_response.py +5 -5
  48. eval_studio_client/api/models/v1_batch_get_tests_response.py +5 -5
  49. eval_studio_client/api/models/v1_batch_get_workflow_edges_response.py +5 -5
  50. eval_studio_client/api/models/v1_batch_get_workflow_nodes_response.py +5 -5
  51. eval_studio_client/api/models/v1_batch_import_leaderboard_request.py +2 -2
  52. eval_studio_client/api/models/v1_batch_import_leaderboard_response.py +2 -2
  53. eval_studio_client/api/models/v1_batch_import_tests_request.py +2 -2
  54. eval_studio_client/api/models/v1_batch_import_tests_response.py +5 -5
  55. eval_studio_client/api/models/v1_check_base_models_response.py +2 -2
  56. eval_studio_client/api/models/v1_clone_test_response.py +2 -2
  57. eval_studio_client/api/models/v1_clone_workflow_response.py +2 -2
  58. eval_studio_client/api/models/v1_collection_info.py +2 -2
  59. eval_studio_client/api/models/v1_context.py +2 -2
  60. eval_studio_client/api/models/v1_create_dashboard_response.py +2 -2
  61. eval_studio_client/api/models/v1_create_document_response.py +2 -2
  62. eval_studio_client/api/models/v1_create_evaluation_request.py +5 -5
  63. eval_studio_client/api/models/v1_create_evaluator_response.py +2 -2
  64. eval_studio_client/api/models/v1_create_leaderboard_request.py +2 -2
  65. eval_studio_client/api/models/v1_create_leaderboard_response.py +2 -2
  66. eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +2 -2
  67. eval_studio_client/api/models/v1_create_model_response.py +2 -2
  68. eval_studio_client/api/models/v1_create_perturbation_response.py +2 -2
  69. eval_studio_client/api/models/v1_create_test_case_response.py +2 -2
  70. eval_studio_client/api/models/v1_create_test_lab_response.py +2 -2
  71. eval_studio_client/api/models/v1_create_test_response.py +2 -2
  72. eval_studio_client/api/models/v1_create_workflow_edge_response.py +2 -2
  73. eval_studio_client/api/models/v1_create_workflow_node_response.py +2 -2
  74. eval_studio_client/api/models/v1_create_workflow_response.py +2 -2
  75. eval_studio_client/api/models/v1_dashboard.py +2 -2
  76. eval_studio_client/api/models/v1_delete_dashboard_response.py +2 -2
  77. eval_studio_client/api/models/v1_delete_document_response.py +2 -2
  78. eval_studio_client/api/models/v1_delete_evaluator_response.py +2 -2
  79. eval_studio_client/api/models/v1_delete_leaderboard_response.py +2 -2
  80. eval_studio_client/api/models/v1_delete_model_response.py +2 -2
  81. eval_studio_client/api/models/v1_delete_test_case_response.py +2 -2
  82. eval_studio_client/api/models/v1_delete_test_response.py +2 -2
  83. eval_studio_client/api/models/v1_delete_workflow_edge_response.py +2 -2
  84. eval_studio_client/api/models/v1_delete_workflow_node_response.py +2 -2
  85. eval_studio_client/api/models/v1_delete_workflow_response.py +2 -2
  86. eval_studio_client/api/models/v1_dependency_list.py +5 -5
  87. eval_studio_client/api/models/v1_document.py +2 -2
  88. eval_studio_client/api/models/v1_estimate_threshold_request.py +5 -5
  89. eval_studio_client/api/models/v1_evaluation_test.py +8 -8
  90. eval_studio_client/api/models/v1_evaluator.py +5 -5
  91. eval_studio_client/api/models/v1_evaluator_parameter.py +2 -2
  92. eval_studio_client/api/models/v1_finalize_operation_response.py +2 -2
  93. eval_studio_client/api/models/v1_find_all_test_cases_by_id_response.py +5 -5
  94. eval_studio_client/api/models/v1_find_test_lab_response.py +2 -2
  95. eval_studio_client/api/models/v1_find_workflows_by_collection_id_response.py +5 -5
  96. eval_studio_client/api/models/v1_generate_test_cases_response.py +2 -2
  97. eval_studio_client/api/models/v1_get_dashboard_response.py +2 -2
  98. eval_studio_client/api/models/v1_get_document_response.py +2 -2
  99. eval_studio_client/api/models/v1_get_evaluator_response.py +2 -2
  100. eval_studio_client/api/models/v1_get_guardrails_configuration_response.py +2 -2
  101. eval_studio_client/api/models/v1_get_info_response.py +2 -2
  102. eval_studio_client/api/models/v1_get_leaderboard_report_response.py +2 -2
  103. eval_studio_client/api/models/v1_get_leaderboard_response.py +2 -2
  104. eval_studio_client/api/models/v1_get_model_response.py +2 -2
  105. eval_studio_client/api/models/v1_get_operation_progress_by_parent_response.py +2 -2
  106. eval_studio_client/api/models/v1_get_operation_response.py +2 -2
  107. eval_studio_client/api/models/v1_get_perturbator_response.py +2 -2
  108. eval_studio_client/api/models/v1_get_stats_response.py +2 -2
  109. eval_studio_client/api/models/v1_get_test_case_response.py +2 -2
  110. eval_studio_client/api/models/v1_get_test_class_response.py +2 -2
  111. eval_studio_client/api/models/v1_get_test_response.py +2 -2
  112. eval_studio_client/api/models/v1_get_workflow_node_prerequisites_response.py +2 -2
  113. eval_studio_client/api/models/v1_get_workflow_node_response.py +2 -2
  114. eval_studio_client/api/models/v1_get_workflow_response.py +2 -2
  115. eval_studio_client/api/models/v1_get_workflow_result_corpus_patch_response.py +2 -2
  116. eval_studio_client/api/models/v1_get_workflow_result_report_response.py +2 -2
  117. eval_studio_client/api/models/v1_get_workflow_result_summary_response.py +2 -2
  118. eval_studio_client/api/models/v1_get_workflow_result_system_prompt_patch_response.py +2 -2
  119. eval_studio_client/api/models/v1_import_evaluation_request.py +2 -2
  120. eval_studio_client/api/models/v1_import_leaderboard_request.py +2 -2
  121. eval_studio_client/api/models/v1_import_leaderboard_response.py +2 -2
  122. eval_studio_client/api/models/v1_import_test_cases_from_library_response.py +2 -2
  123. eval_studio_client/api/models/v1_import_test_cases_request.py +2 -2
  124. eval_studio_client/api/models/v1_info.py +2 -2
  125. eval_studio_client/api/models/v1_init_workflow_node_response.py +2 -2
  126. eval_studio_client/api/models/v1_insight.py +2 -2
  127. eval_studio_client/api/models/v1_labeled_test_case.py +2 -2
  128. eval_studio_client/api/models/v1_leaderboard.py +8 -8
  129. eval_studio_client/api/models/v1_leaderboard_report.py +8 -8
  130. eval_studio_client/api/models/v1_leaderboard_report_actual_output_data.py +2 -2
  131. eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py +5 -5
  132. eval_studio_client/api/models/v1_leaderboard_report_evaluator.py +11 -11
  133. eval_studio_client/api/models/v1_leaderboard_report_evaluator_parameter.py +2 -2
  134. eval_studio_client/api/models/v1_leaderboard_report_explanation.py +2 -2
  135. eval_studio_client/api/models/v1_leaderboard_report_metrics_meta_entry.py +2 -2
  136. eval_studio_client/api/models/v1_leaderboard_report_model.py +2 -2
  137. eval_studio_client/api/models/v1_leaderboard_report_result.py +11 -11
  138. eval_studio_client/api/models/v1_leaderboard_report_result_relationship.py +2 -2
  139. eval_studio_client/api/models/v1_list_base_models_response.py +2 -2
  140. eval_studio_client/api/models/v1_list_dashboard_access_response.py +5 -5
  141. eval_studio_client/api/models/v1_list_dashboards_response.py +5 -5
  142. eval_studio_client/api/models/v1_list_dashboards_shared_with_me_response.py +5 -5
  143. eval_studio_client/api/models/v1_list_documents_response.py +5 -5
  144. eval_studio_client/api/models/v1_list_evaluators_response.py +5 -5
  145. eval_studio_client/api/models/v1_list_leaderboards_response.py +5 -5
  146. eval_studio_client/api/models/v1_list_llm_models_response.py +2 -2
  147. eval_studio_client/api/models/v1_list_model_collections_response.py +5 -5
  148. eval_studio_client/api/models/v1_list_models_response.py +5 -5
  149. eval_studio_client/api/models/v1_list_most_recent_dashboards_response.py +5 -5
  150. eval_studio_client/api/models/v1_list_most_recent_leaderboards_response.py +5 -5
  151. eval_studio_client/api/models/v1_list_most_recent_models_response.py +5 -5
  152. eval_studio_client/api/models/v1_list_most_recent_tests_response.py +5 -5
  153. eval_studio_client/api/models/v1_list_operations_response.py +5 -5
  154. eval_studio_client/api/models/v1_list_perturbators_response.py +5 -5
  155. eval_studio_client/api/models/v1_list_prompt_library_items_response.py +5 -5
  156. eval_studio_client/api/models/v1_list_rag_collections_response.py +5 -5
  157. eval_studio_client/api/models/v1_list_test_access_response.py +5 -5
  158. eval_studio_client/api/models/v1_list_test_case_library_items_response.py +5 -5
  159. eval_studio_client/api/models/v1_list_test_case_relationships_response.py +5 -5
  160. eval_studio_client/api/models/v1_list_test_cases_response.py +5 -5
  161. eval_studio_client/api/models/v1_list_test_classes_response.py +5 -5
  162. eval_studio_client/api/models/v1_list_tests_response.py +5 -5
  163. eval_studio_client/api/models/v1_list_tests_shared_with_me_response.py +5 -5
  164. eval_studio_client/api/models/v1_list_workflow_access_response.py +5 -5
  165. eval_studio_client/api/models/v1_list_workflow_dependencies_response.py +8 -8
  166. eval_studio_client/api/models/v1_list_workflows_response.py +5 -5
  167. eval_studio_client/api/models/v1_list_workflows_shared_with_me_response.py +5 -5
  168. eval_studio_client/api/models/v1_metric_score.py +2 -2
  169. eval_studio_client/api/models/v1_metric_scores.py +5 -5
  170. eval_studio_client/api/models/v1_model.py +2 -2
  171. eval_studio_client/api/models/v1_operation.py +2 -2
  172. eval_studio_client/api/models/v1_operation_progress.py +2 -2
  173. eval_studio_client/api/models/v1_perturb_test_in_place_response.py +2 -2
  174. eval_studio_client/api/models/v1_perturb_test_response.py +2 -2
  175. eval_studio_client/api/models/v1_perturbator.py +2 -2
  176. eval_studio_client/api/models/v1_perturbator_configuration.py +2 -2
  177. eval_studio_client/api/models/v1_problem_and_action.py +2 -2
  178. eval_studio_client/api/models/v1_process_workflow_node_response.py +2 -2
  179. eval_studio_client/api/models/v1_prompt_library_item.py +2 -2
  180. eval_studio_client/api/models/v1_repeated_context.py +5 -5
  181. eval_studio_client/api/models/v1_repeated_string.py +2 -2
  182. eval_studio_client/api/models/v1_reset_workflow_node_response.py +2 -2
  183. eval_studio_client/api/models/v1_role_binding.py +2 -2
  184. eval_studio_client/api/models/v1_stats.py +2 -2
  185. eval_studio_client/api/models/v1_test.py +2 -2
  186. eval_studio_client/api/models/v1_test_case.py +2 -2
  187. eval_studio_client/api/models/v1_test_case_relationship.py +2 -2
  188. eval_studio_client/api/models/v1_test_class.py +2 -2
  189. eval_studio_client/api/models/v1_test_lab.py +2 -2
  190. eval_studio_client/api/models/v1_update_dashboard_response.py +2 -2
  191. eval_studio_client/api/models/v1_update_document_response.py +2 -2
  192. eval_studio_client/api/models/v1_update_leaderboard_response.py +2 -2
  193. eval_studio_client/api/models/v1_update_model_response.py +2 -2
  194. eval_studio_client/api/models/v1_update_operation_response.py +2 -2
  195. eval_studio_client/api/models/v1_update_test_case_response.py +2 -2
  196. eval_studio_client/api/models/v1_update_test_response.py +2 -2
  197. eval_studio_client/api/models/v1_update_workflow_node_response.py +2 -2
  198. eval_studio_client/api/models/v1_update_workflow_response.py +2 -2
  199. eval_studio_client/api/models/v1_who_am_i_response.py +2 -2
  200. eval_studio_client/api/models/v1_workflow.py +5 -5
  201. eval_studio_client/api/models/v1_workflow_dependency.py +2 -2
  202. eval_studio_client/api/models/v1_workflow_edge.py +2 -2
  203. eval_studio_client/api/models/v1_workflow_node.py +5 -5
  204. eval_studio_client/api/models/v1_workflow_node_artifact.py +2 -2
  205. eval_studio_client/api/models/v1_workflow_node_artifacts.py +5 -5
  206. eval_studio_client/api/models/v1_workflow_node_attributes.py +2 -2
  207. eval_studio_client/api/models/workflow_service_clone_workflow_request.py +2 -2
  208. eval_studio_client/api/models/workflow_service_revoke_workflow_access_request.py +2 -2
  209. eval_studio_client/leaderboards.py +17 -0
  210. eval_studio_client/models.py +153 -8
  211. {eval_studio_client-1.2.2a1.dist-info → eval_studio_client-1.2.3.dist-info}/METADATA +1 -1
  212. {eval_studio_client-1.2.2a1.dist-info → eval_studio_client-1.2.3.dist-info}/RECORD +213 -213
  213. {eval_studio_client-1.2.2a1.dist-info → eval_studio_client-1.2.3.dist-info}/WHEEL +0 -0
@@ -81,11 +81,11 @@ class V1CloneWorkflowResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "workflow": V1Workflow.from_dict(obj["workflow"]) if obj.get("workflow") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -80,14 +80,14 @@ class V1CollectionInfo(BaseModel):
80
80
  return None
81
81
 
82
82
  if not isinstance(obj, dict):
83
- return cls.model_validate(obj)
83
+ return cls.model_validate(obj, strict=False)
84
84
 
85
85
  _obj = cls.model_validate({
86
86
  "id": obj.get("id"),
87
87
  "displayName": obj.get("displayName"),
88
88
  "description": obj.get("description"),
89
89
  "documentCount": obj.get("documentCount")
90
- })
90
+ }, strict=False)
91
91
  return _obj
92
92
 
93
93
 
@@ -85,7 +85,7 @@ class V1Context(BaseModel):
85
85
  return None
86
86
 
87
87
  if not isinstance(obj, dict):
88
- return cls.model_validate(obj)
88
+ return cls.model_validate(obj, strict=False)
89
89
 
90
90
  _obj = cls.model_validate({
91
91
  "collectionId": obj.get("collectionId"),
@@ -97,7 +97,7 @@ class V1Context(BaseModel):
97
97
  "pages": obj.get("pages"),
98
98
  "topic": obj.get("topic"),
99
99
  "topicId": obj.get("topicId")
100
- })
100
+ }, strict=False)
101
101
  return _obj
102
102
 
103
103
 
@@ -81,11 +81,11 @@ class V1CreateDashboardResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "dashboard": V1Dashboard.from_dict(obj["dashboard"]) if obj.get("dashboard") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1CreateDocumentResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "document": V1Document.from_dict(obj["document"]) if obj.get("document") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -85,9 +85,9 @@ class V1CreateEvaluationRequest(BaseModel):
85
85
  # override the default output from pydantic by calling `to_dict()` of each item in evaluation_tests (list)
86
86
  _items = []
87
87
  if self.evaluation_tests:
88
- for _item in self.evaluation_tests:
89
- if _item:
90
- _items.append(_item.to_dict())
88
+ for _item_evaluation_tests in self.evaluation_tests:
89
+ if _item_evaluation_tests:
90
+ _items.append(_item_evaluation_tests.to_dict())
91
91
  _dict['evaluationTests'] = _items
92
92
  # override the default output from pydantic by calling `to_dict()` of default_h2ogpte_model
93
93
  if self.default_h2ogpte_model:
@@ -101,7 +101,7 @@ class V1CreateEvaluationRequest(BaseModel):
101
101
  return None
102
102
 
103
103
  if not isinstance(obj, dict):
104
- return cls.model_validate(obj)
104
+ return cls.model_validate(obj, strict=False)
105
105
 
106
106
  _obj = cls.model_validate({
107
107
  "evaluatorIdentifiers": obj.get("evaluatorIdentifiers"),
@@ -114,7 +114,7 @@ class V1CreateEvaluationRequest(BaseModel):
114
114
  "modelParameters": obj.get("modelParameters"),
115
115
  "h2ogpteCollection": obj.get("h2ogpteCollection"),
116
116
  "defaultH2ogpteModel": V1Model.from_dict(obj["defaultH2ogpteModel"]) if obj.get("defaultH2ogpteModel") is not None else None
117
- })
117
+ }, strict=False)
118
118
  return _obj
119
119
 
120
120
 
@@ -81,11 +81,11 @@ class V1CreateEvaluatorResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "evaluator": V1Evaluator.from_dict(obj["evaluator"]) if obj.get("evaluator") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1CreateLeaderboardRequest(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "leaderboard": V1Leaderboard.from_dict(obj["leaderboard"]) if obj.get("leaderboard") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1CreateLeaderboardResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "operation": V1Operation.from_dict(obj["operation"]) if obj.get("operation") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1CreateLeaderboardWithoutCacheResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "operation": V1Operation.from_dict(obj["operation"]) if obj.get("operation") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1CreateModelResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "model": V1Model.from_dict(obj["model"]) if obj.get("model") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -77,11 +77,11 @@ class V1CreatePerturbationResponse(BaseModel):
77
77
  return None
78
78
 
79
79
  if not isinstance(obj, dict):
80
- return cls.model_validate(obj)
80
+ return cls.model_validate(obj, strict=False)
81
81
 
82
82
  _obj = cls.model_validate({
83
83
  "testSuite": obj.get("testSuite")
84
- })
84
+ }, strict=False)
85
85
  return _obj
86
86
 
87
87
 
@@ -81,11 +81,11 @@ class V1CreateTestCaseResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "testCase": V1TestCase.from_dict(obj["testCase"]) if obj.get("testCase") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1CreateTestLabResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "testLab": V1TestLab.from_dict(obj["testLab"]) if obj.get("testLab") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1CreateTestResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "test": V1Test.from_dict(obj["test"]) if obj.get("test") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1CreateWorkflowEdgeResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "edge": V1WorkflowEdge.from_dict(obj["edge"]) if obj.get("edge") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1CreateWorkflowNodeResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "node": V1WorkflowNode.from_dict(obj["node"]) if obj.get("node") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1CreateWorkflowResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "workflow": V1Workflow.from_dict(obj["workflow"]) if obj.get("workflow") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -111,7 +111,7 @@ class V1Dashboard(BaseModel):
111
111
  return None
112
112
 
113
113
  if not isinstance(obj, dict):
114
- return cls.model_validate(obj)
114
+ return cls.model_validate(obj, strict=False)
115
115
 
116
116
  _obj = cls.model_validate({
117
117
  "name": obj.get("name"),
@@ -128,7 +128,7 @@ class V1Dashboard(BaseModel):
128
128
  "createOperation": obj.get("createOperation"),
129
129
  "demo": obj.get("demo"),
130
130
  "type": obj.get("type")
131
- })
131
+ }, strict=False)
132
132
  return _obj
133
133
 
134
134
 
@@ -81,11 +81,11 @@ class V1DeleteDashboardResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "dashboard": V1Dashboard.from_dict(obj["dashboard"]) if obj.get("dashboard") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1DeleteDocumentResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "document": V1Document.from_dict(obj["document"]) if obj.get("document") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1DeleteEvaluatorResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "evaluator": V1Evaluator.from_dict(obj["evaluator"]) if obj.get("evaluator") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1DeleteLeaderboardResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "leaderboard": V1Leaderboard.from_dict(obj["leaderboard"]) if obj.get("leaderboard") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1DeleteModelResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "model": V1Model.from_dict(obj["model"]) if obj.get("model") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1DeleteTestCaseResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "testCase": V1TestCase.from_dict(obj["testCase"]) if obj.get("testCase") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1DeleteTestResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "test": V1Test.from_dict(obj["test"]) if obj.get("test") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1DeleteWorkflowEdgeResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "edge": V1WorkflowEdge.from_dict(obj["edge"]) if obj.get("edge") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1DeleteWorkflowNodeResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "node": V1WorkflowNode.from_dict(obj["node"]) if obj.get("node") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -81,11 +81,11 @@ class V1DeleteWorkflowResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "workflow": V1Workflow.from_dict(obj["workflow"]) if obj.get("workflow") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91
 
@@ -73,9 +73,9 @@ class V1DependencyList(BaseModel):
73
73
  # override the default output from pydantic by calling `to_dict()` of each item in dependencies (list)
74
74
  _items = []
75
75
  if self.dependencies:
76
- for _item in self.dependencies:
77
- if _item:
78
- _items.append(_item.to_dict())
76
+ for _item_dependencies in self.dependencies:
77
+ if _item_dependencies:
78
+ _items.append(_item_dependencies.to_dict())
79
79
  _dict['dependencies'] = _items
80
80
  return _dict
81
81
 
@@ -86,12 +86,12 @@ class V1DependencyList(BaseModel):
86
86
  return None
87
87
 
88
88
  if not isinstance(obj, dict):
89
- return cls.model_validate(obj)
89
+ return cls.model_validate(obj, strict=False)
90
90
 
91
91
  _obj = cls.model_validate({
92
92
  "node": obj.get("node"),
93
93
  "dependencies": [V1WorkflowDependency.from_dict(_item) for _item in obj["dependencies"]] if obj.get("dependencies") is not None else None
94
- })
94
+ }, strict=False)
95
95
  return _obj
96
96
 
97
97
 
@@ -101,7 +101,7 @@ class V1Document(BaseModel):
101
101
  return None
102
102
 
103
103
  if not isinstance(obj, dict):
104
- return cls.model_validate(obj)
104
+ return cls.model_validate(obj, strict=False)
105
105
 
106
106
  _obj = cls.model_validate({
107
107
  "name": obj.get("name"),
@@ -114,7 +114,7 @@ class V1Document(BaseModel):
114
114
  "displayName": obj.get("displayName"),
115
115
  "description": obj.get("description"),
116
116
  "url": obj.get("url")
117
- })
117
+ }, strict=False)
118
118
  return _obj
119
119
 
120
120
 
@@ -76,9 +76,9 @@ class V1EstimateThresholdRequest(BaseModel):
76
76
  # override the default output from pydantic by calling `to_dict()` of each item in train_set (list)
77
77
  _items = []
78
78
  if self.train_set:
79
- for _item in self.train_set:
80
- if _item:
81
- _items.append(_item.to_dict())
79
+ for _item_train_set in self.train_set:
80
+ if _item_train_set:
81
+ _items.append(_item_train_set.to_dict())
82
82
  _dict['trainSet'] = _items
83
83
  return _dict
84
84
 
@@ -89,7 +89,7 @@ class V1EstimateThresholdRequest(BaseModel):
89
89
  return None
90
90
 
91
91
  if not isinstance(obj, dict):
92
- return cls.model_validate(obj)
92
+ return cls.model_validate(obj, strict=False)
93
93
 
94
94
  _obj = cls.model_validate({
95
95
  "operation": obj.get("operation"),
@@ -97,7 +97,7 @@ class V1EstimateThresholdRequest(BaseModel):
97
97
  "evaluator": obj.get("evaluator"),
98
98
  "metric": obj.get("metric"),
99
99
  "trainSet": [V1LabeledTestCase.from_dict(_item) for _item in obj["trainSet"]] if obj.get("trainSet") is not None else None
100
- })
100
+ }, strict=False)
101
101
  return _obj
102
102
 
103
103
 
@@ -75,16 +75,16 @@ class V1EvaluationTest(BaseModel):
75
75
  # override the default output from pydantic by calling `to_dict()` of each item in test_cases (list)
76
76
  _items = []
77
77
  if self.test_cases:
78
- for _item in self.test_cases:
79
- if _item:
80
- _items.append(_item.to_dict())
78
+ for _item_test_cases in self.test_cases:
79
+ if _item_test_cases:
80
+ _items.append(_item_test_cases.to_dict())
81
81
  _dict['testCases'] = _items
82
82
  # override the default output from pydantic by calling `to_dict()` of each item in test_case_relationships (list)
83
83
  _items = []
84
84
  if self.test_case_relationships:
85
- for _item in self.test_case_relationships:
86
- if _item:
87
- _items.append(_item.to_dict())
85
+ for _item_test_case_relationships in self.test_case_relationships:
86
+ if _item_test_case_relationships:
87
+ _items.append(_item_test_case_relationships.to_dict())
88
88
  _dict['testCaseRelationships'] = _items
89
89
  return _dict
90
90
 
@@ -95,13 +95,13 @@ class V1EvaluationTest(BaseModel):
95
95
  return None
96
96
 
97
97
  if not isinstance(obj, dict):
98
- return cls.model_validate(obj)
98
+ return cls.model_validate(obj, strict=False)
99
99
 
100
100
  _obj = cls.model_validate({
101
101
  "documentUrls": obj.get("documentUrls"),
102
102
  "testCases": [V1TestCase.from_dict(_item) for _item in obj["testCases"]] if obj.get("testCases") is not None else None,
103
103
  "testCaseRelationships": [V1TestCaseRelationship.from_dict(_item) for _item in obj["testCaseRelationships"]] if obj.get("testCaseRelationships") is not None else None
104
- })
104
+ }, strict=False)
105
105
  return _obj
106
106
 
107
107
 
@@ -125,9 +125,9 @@ class V1Evaluator(BaseModel):
125
125
  # override the default output from pydantic by calling `to_dict()` of each item in parameters (list)
126
126
  _items = []
127
127
  if self.parameters:
128
- for _item in self.parameters:
129
- if _item:
130
- _items.append(_item.to_dict())
128
+ for _item_parameters in self.parameters:
129
+ if _item_parameters:
130
+ _items.append(_item_parameters.to_dict())
131
131
  _dict['parameters'] = _items
132
132
  return _dict
133
133
 
@@ -138,7 +138,7 @@ class V1Evaluator(BaseModel):
138
138
  return None
139
139
 
140
140
  if not isinstance(obj, dict):
141
- return cls.model_validate(obj)
141
+ return cls.model_validate(obj, strict=False)
142
142
 
143
143
  _obj = cls.model_validate({
144
144
  "name": obj.get("name"),
@@ -161,7 +161,7 @@ class V1Evaluator(BaseModel):
161
161
  "tagline": obj.get("tagline"),
162
162
  "primaryMetric": obj.get("primaryMetric"),
163
163
  "primaryMetricDefaultThreshold": obj.get("primaryMetricDefaultThreshold")
164
- })
164
+ }, strict=False)
165
165
  return _obj
166
166
 
167
167
 
@@ -105,7 +105,7 @@ class V1EvaluatorParameter(BaseModel):
105
105
  return None
106
106
 
107
107
  if not isinstance(obj, dict):
108
- return cls.model_validate(obj)
108
+ return cls.model_validate(obj, strict=False)
109
109
 
110
110
  _obj = cls.model_validate({
111
111
  "name": obj.get("name"),
@@ -120,7 +120,7 @@ class V1EvaluatorParameter(BaseModel):
120
120
  "predefined": obj.get("predefined"),
121
121
  "tags": obj.get("tags"),
122
122
  "category": obj.get("category")
123
- })
123
+ }, strict=False)
124
124
  return _obj
125
125
 
126
126
 
@@ -81,11 +81,11 @@ class V1FinalizeOperationResponse(BaseModel):
81
81
  return None
82
82
 
83
83
  if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
84
+ return cls.model_validate(obj, strict=False)
85
85
 
86
86
  _obj = cls.model_validate({
87
87
  "operation": V1Operation.from_dict(obj["operation"]) if obj.get("operation") is not None else None
88
- })
88
+ }, strict=False)
89
89
  return _obj
90
90
 
91
91