eval-studio-client 1.2.1a3__py3-none-any.whl → 1.2.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +5 -5
- eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +11 -11
- eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +2 -2
- eval_studio_client/api/models/protobuf_any.py +2 -2
- eval_studio_client/api/models/required_the_dashboard_to_update.py +2 -2
- eval_studio_client/api/models/required_the_document_to_update.py +2 -2
- eval_studio_client/api/models/required_the_leaderboard_to_update.py +8 -8
- eval_studio_client/api/models/required_the_model_to_update.py +2 -2
- eval_studio_client/api/models/required_the_operation_to_finalize.py +2 -2
- eval_studio_client/api/models/required_the_operation_to_update.py +2 -2
- eval_studio_client/api/models/required_the_test_case_to_update.py +2 -2
- eval_studio_client/api/models/required_the_test_to_update.py +2 -2
- eval_studio_client/api/models/required_the_updated_workflow.py +5 -5
- eval_studio_client/api/models/required_the_updated_workflow_node.py +5 -5
- eval_studio_client/api/models/rpc_status.py +5 -5
- eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +2 -2
- eval_studio_client/api/models/test_service_clone_test_request.py +2 -2
- eval_studio_client/api/models/test_service_generate_test_cases_request.py +5 -5
- eval_studio_client/api/models/test_service_grant_test_access_request.py +2 -2
- eval_studio_client/api/models/test_service_import_test_cases_from_library_request.py +2 -2
- eval_studio_client/api/models/test_service_list_test_case_library_items_request.py +2 -2
- eval_studio_client/api/models/test_service_perturb_test_in_place_request.py +5 -5
- eval_studio_client/api/models/test_service_perturb_test_request.py +5 -5
- eval_studio_client/api/models/test_service_revoke_test_access_request.py +2 -2
- eval_studio_client/api/models/v1_abort_operation_response.py +2 -2
- eval_studio_client/api/models/v1_batch_create_leaderboards_request.py +5 -5
- eval_studio_client/api/models/v1_batch_create_leaderboards_response.py +2 -2
- eval_studio_client/api/models/v1_batch_delete_dashboards_request.py +2 -2
- eval_studio_client/api/models/v1_batch_delete_dashboards_response.py +5 -5
- eval_studio_client/api/models/v1_batch_delete_documents_request.py +2 -2
- eval_studio_client/api/models/v1_batch_delete_documents_response.py +5 -5
- eval_studio_client/api/models/v1_batch_delete_evaluators_request.py +2 -2
- eval_studio_client/api/models/v1_batch_delete_evaluators_response.py +5 -5
- eval_studio_client/api/models/v1_batch_delete_leaderboards_request.py +2 -2
- eval_studio_client/api/models/v1_batch_delete_leaderboards_response.py +5 -5
- eval_studio_client/api/models/v1_batch_delete_models_request.py +2 -2
- eval_studio_client/api/models/v1_batch_delete_models_response.py +5 -5
- eval_studio_client/api/models/v1_batch_delete_test_cases_response.py +5 -5
- eval_studio_client/api/models/v1_batch_delete_tests_request.py +2 -2
- eval_studio_client/api/models/v1_batch_delete_tests_response.py +5 -5
- eval_studio_client/api/models/v1_batch_delete_workflows_request.py +2 -2
- eval_studio_client/api/models/v1_batch_delete_workflows_response.py +5 -5
- eval_studio_client/api/models/v1_batch_get_dashboards_response.py +5 -5
- eval_studio_client/api/models/v1_batch_get_documents_response.py +5 -5
- eval_studio_client/api/models/v1_batch_get_leaderboards_response.py +5 -5
- eval_studio_client/api/models/v1_batch_get_models_response.py +5 -5
- eval_studio_client/api/models/v1_batch_get_operations_response.py +5 -5
- eval_studio_client/api/models/v1_batch_get_tests_response.py +5 -5
- eval_studio_client/api/models/v1_batch_get_workflow_edges_response.py +5 -5
- eval_studio_client/api/models/v1_batch_get_workflow_nodes_response.py +5 -5
- eval_studio_client/api/models/v1_batch_import_leaderboard_request.py +2 -2
- eval_studio_client/api/models/v1_batch_import_leaderboard_response.py +2 -2
- eval_studio_client/api/models/v1_batch_import_tests_request.py +2 -2
- eval_studio_client/api/models/v1_batch_import_tests_response.py +5 -5
- eval_studio_client/api/models/v1_check_base_models_response.py +2 -2
- eval_studio_client/api/models/v1_clone_test_response.py +2 -2
- eval_studio_client/api/models/v1_clone_workflow_response.py +2 -2
- eval_studio_client/api/models/v1_collection_info.py +2 -2
- eval_studio_client/api/models/v1_context.py +2 -2
- eval_studio_client/api/models/v1_create_dashboard_response.py +2 -2
- eval_studio_client/api/models/v1_create_document_response.py +2 -2
- eval_studio_client/api/models/v1_create_evaluation_request.py +5 -5
- eval_studio_client/api/models/v1_create_evaluator_response.py +2 -2
- eval_studio_client/api/models/v1_create_leaderboard_request.py +2 -2
- eval_studio_client/api/models/v1_create_leaderboard_response.py +2 -2
- eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +2 -2
- eval_studio_client/api/models/v1_create_model_response.py +2 -2
- eval_studio_client/api/models/v1_create_perturbation_response.py +2 -2
- eval_studio_client/api/models/v1_create_test_case_response.py +2 -2
- eval_studio_client/api/models/v1_create_test_lab_response.py +2 -2
- eval_studio_client/api/models/v1_create_test_response.py +2 -2
- eval_studio_client/api/models/v1_create_workflow_edge_response.py +2 -2
- eval_studio_client/api/models/v1_create_workflow_node_response.py +2 -2
- eval_studio_client/api/models/v1_create_workflow_response.py +2 -2
- eval_studio_client/api/models/v1_dashboard.py +2 -2
- eval_studio_client/api/models/v1_delete_dashboard_response.py +2 -2
- eval_studio_client/api/models/v1_delete_document_response.py +2 -2
- eval_studio_client/api/models/v1_delete_evaluator_response.py +2 -2
- eval_studio_client/api/models/v1_delete_leaderboard_response.py +2 -2
- eval_studio_client/api/models/v1_delete_model_response.py +2 -2
- eval_studio_client/api/models/v1_delete_test_case_response.py +2 -2
- eval_studio_client/api/models/v1_delete_test_response.py +2 -2
- eval_studio_client/api/models/v1_delete_workflow_edge_response.py +2 -2
- eval_studio_client/api/models/v1_delete_workflow_node_response.py +2 -2
- eval_studio_client/api/models/v1_delete_workflow_response.py +2 -2
- eval_studio_client/api/models/v1_dependency_list.py +5 -5
- eval_studio_client/api/models/v1_document.py +2 -2
- eval_studio_client/api/models/v1_estimate_threshold_request.py +5 -5
- eval_studio_client/api/models/v1_evaluation_test.py +8 -8
- eval_studio_client/api/models/v1_evaluator.py +5 -5
- eval_studio_client/api/models/v1_evaluator_parameter.py +2 -2
- eval_studio_client/api/models/v1_finalize_operation_response.py +2 -2
- eval_studio_client/api/models/v1_find_all_test_cases_by_id_response.py +5 -5
- eval_studio_client/api/models/v1_find_test_lab_response.py +2 -2
- eval_studio_client/api/models/v1_find_workflows_by_collection_id_response.py +5 -5
- eval_studio_client/api/models/v1_generate_test_cases_response.py +2 -2
- eval_studio_client/api/models/v1_get_dashboard_response.py +2 -2
- eval_studio_client/api/models/v1_get_document_response.py +2 -2
- eval_studio_client/api/models/v1_get_evaluator_response.py +2 -2
- eval_studio_client/api/models/v1_get_guardrails_configuration_response.py +2 -2
- eval_studio_client/api/models/v1_get_info_response.py +2 -2
- eval_studio_client/api/models/v1_get_leaderboard_report_response.py +2 -2
- eval_studio_client/api/models/v1_get_leaderboard_response.py +2 -2
- eval_studio_client/api/models/v1_get_model_response.py +2 -2
- eval_studio_client/api/models/v1_get_operation_progress_by_parent_response.py +2 -2
- eval_studio_client/api/models/v1_get_operation_response.py +2 -2
- eval_studio_client/api/models/v1_get_perturbator_response.py +2 -2
- eval_studio_client/api/models/v1_get_stats_response.py +2 -2
- eval_studio_client/api/models/v1_get_test_case_response.py +2 -2
- eval_studio_client/api/models/v1_get_test_class_response.py +2 -2
- eval_studio_client/api/models/v1_get_test_response.py +2 -2
- eval_studio_client/api/models/v1_get_workflow_node_prerequisites_response.py +2 -2
- eval_studio_client/api/models/v1_get_workflow_node_response.py +2 -2
- eval_studio_client/api/models/v1_get_workflow_response.py +2 -2
- eval_studio_client/api/models/v1_get_workflow_result_corpus_patch_response.py +2 -2
- eval_studio_client/api/models/v1_get_workflow_result_report_response.py +2 -2
- eval_studio_client/api/models/v1_get_workflow_result_summary_response.py +2 -2
- eval_studio_client/api/models/v1_get_workflow_result_system_prompt_patch_response.py +2 -2
- eval_studio_client/api/models/v1_import_evaluation_request.py +2 -2
- eval_studio_client/api/models/v1_import_leaderboard_request.py +2 -2
- eval_studio_client/api/models/v1_import_leaderboard_response.py +2 -2
- eval_studio_client/api/models/v1_import_test_cases_from_library_response.py +2 -2
- eval_studio_client/api/models/v1_import_test_cases_request.py +2 -2
- eval_studio_client/api/models/v1_info.py +2 -2
- eval_studio_client/api/models/v1_init_workflow_node_response.py +2 -2
- eval_studio_client/api/models/v1_insight.py +2 -2
- eval_studio_client/api/models/v1_labeled_test_case.py +2 -2
- eval_studio_client/api/models/v1_leaderboard.py +8 -8
- eval_studio_client/api/models/v1_leaderboard_report.py +8 -8
- eval_studio_client/api/models/v1_leaderboard_report_actual_output_data.py +2 -2
- eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py +5 -5
- eval_studio_client/api/models/v1_leaderboard_report_evaluator.py +11 -11
- eval_studio_client/api/models/v1_leaderboard_report_evaluator_parameter.py +2 -2
- eval_studio_client/api/models/v1_leaderboard_report_explanation.py +2 -2
- eval_studio_client/api/models/v1_leaderboard_report_metrics_meta_entry.py +2 -2
- eval_studio_client/api/models/v1_leaderboard_report_model.py +2 -2
- eval_studio_client/api/models/v1_leaderboard_report_result.py +11 -11
- eval_studio_client/api/models/v1_leaderboard_report_result_relationship.py +2 -2
- eval_studio_client/api/models/v1_list_base_models_response.py +2 -2
- eval_studio_client/api/models/v1_list_dashboard_access_response.py +5 -5
- eval_studio_client/api/models/v1_list_dashboards_response.py +5 -5
- eval_studio_client/api/models/v1_list_dashboards_shared_with_me_response.py +5 -5
- eval_studio_client/api/models/v1_list_documents_response.py +5 -5
- eval_studio_client/api/models/v1_list_evaluators_response.py +5 -5
- eval_studio_client/api/models/v1_list_leaderboards_response.py +5 -5
- eval_studio_client/api/models/v1_list_llm_models_response.py +2 -2
- eval_studio_client/api/models/v1_list_model_collections_response.py +5 -5
- eval_studio_client/api/models/v1_list_models_response.py +5 -5
- eval_studio_client/api/models/v1_list_most_recent_dashboards_response.py +5 -5
- eval_studio_client/api/models/v1_list_most_recent_leaderboards_response.py +5 -5
- eval_studio_client/api/models/v1_list_most_recent_models_response.py +5 -5
- eval_studio_client/api/models/v1_list_most_recent_tests_response.py +5 -5
- eval_studio_client/api/models/v1_list_operations_response.py +5 -5
- eval_studio_client/api/models/v1_list_perturbators_response.py +5 -5
- eval_studio_client/api/models/v1_list_prompt_library_items_response.py +5 -5
- eval_studio_client/api/models/v1_list_rag_collections_response.py +5 -5
- eval_studio_client/api/models/v1_list_test_access_response.py +5 -5
- eval_studio_client/api/models/v1_list_test_case_library_items_response.py +5 -5
- eval_studio_client/api/models/v1_list_test_case_relationships_response.py +5 -5
- eval_studio_client/api/models/v1_list_test_cases_response.py +5 -5
- eval_studio_client/api/models/v1_list_test_classes_response.py +5 -5
- eval_studio_client/api/models/v1_list_tests_response.py +5 -5
- eval_studio_client/api/models/v1_list_tests_shared_with_me_response.py +5 -5
- eval_studio_client/api/models/v1_list_workflow_access_response.py +5 -5
- eval_studio_client/api/models/v1_list_workflow_dependencies_response.py +8 -8
- eval_studio_client/api/models/v1_list_workflows_response.py +5 -5
- eval_studio_client/api/models/v1_list_workflows_shared_with_me_response.py +5 -5
- eval_studio_client/api/models/v1_metric_score.py +2 -2
- eval_studio_client/api/models/v1_metric_scores.py +5 -5
- eval_studio_client/api/models/v1_model.py +2 -2
- eval_studio_client/api/models/v1_operation.py +2 -2
- eval_studio_client/api/models/v1_operation_progress.py +2 -2
- eval_studio_client/api/models/v1_perturb_test_in_place_response.py +2 -2
- eval_studio_client/api/models/v1_perturb_test_response.py +2 -2
- eval_studio_client/api/models/v1_perturbator.py +2 -2
- eval_studio_client/api/models/v1_perturbator_configuration.py +2 -2
- eval_studio_client/api/models/v1_problem_and_action.py +2 -2
- eval_studio_client/api/models/v1_process_workflow_node_response.py +2 -2
- eval_studio_client/api/models/v1_prompt_library_item.py +2 -2
- eval_studio_client/api/models/v1_repeated_context.py +5 -5
- eval_studio_client/api/models/v1_repeated_string.py +2 -2
- eval_studio_client/api/models/v1_reset_workflow_node_response.py +2 -2
- eval_studio_client/api/models/v1_role_binding.py +2 -2
- eval_studio_client/api/models/v1_stats.py +2 -2
- eval_studio_client/api/models/v1_test.py +2 -2
- eval_studio_client/api/models/v1_test_case.py +2 -2
- eval_studio_client/api/models/v1_test_case_relationship.py +2 -2
- eval_studio_client/api/models/v1_test_class.py +2 -2
- eval_studio_client/api/models/v1_test_lab.py +2 -2
- eval_studio_client/api/models/v1_update_dashboard_response.py +2 -2
- eval_studio_client/api/models/v1_update_document_response.py +2 -2
- eval_studio_client/api/models/v1_update_leaderboard_response.py +2 -2
- eval_studio_client/api/models/v1_update_model_response.py +2 -2
- eval_studio_client/api/models/v1_update_operation_response.py +2 -2
- eval_studio_client/api/models/v1_update_test_case_response.py +2 -2
- eval_studio_client/api/models/v1_update_test_response.py +2 -2
- eval_studio_client/api/models/v1_update_workflow_node_response.py +2 -2
- eval_studio_client/api/models/v1_update_workflow_response.py +2 -2
- eval_studio_client/api/models/v1_who_am_i_response.py +2 -2
- eval_studio_client/api/models/v1_workflow.py +5 -5
- eval_studio_client/api/models/v1_workflow_dependency.py +2 -2
- eval_studio_client/api/models/v1_workflow_edge.py +2 -2
- eval_studio_client/api/models/v1_workflow_node.py +5 -5
- eval_studio_client/api/models/v1_workflow_node_artifact.py +2 -2
- eval_studio_client/api/models/v1_workflow_node_artifacts.py +5 -5
- eval_studio_client/api/models/v1_workflow_node_attributes.py +2 -2
- eval_studio_client/api/models/workflow_service_clone_workflow_request.py +2 -2
- eval_studio_client/api/models/workflow_service_revoke_workflow_access_request.py +2 -2
- eval_studio_client/leaderboards.py +17 -0
- eval_studio_client/models.py +153 -8
- {eval_studio_client-1.2.1a3.dist-info → eval_studio_client-1.2.2.dist-info}/METADATA +1 -1
- {eval_studio_client-1.2.1a3.dist-info → eval_studio_client-1.2.2.dist-info}/RECORD +213 -213
- {eval_studio_client-1.2.1a3.dist-info → eval_studio_client-1.2.2.dist-info}/WHEEL +0 -0
|
@@ -81,11 +81,11 @@ class V1CloneWorkflowResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"workflow": V1Workflow.from_dict(obj["workflow"]) if obj.get("workflow") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -80,14 +80,14 @@ class V1CollectionInfo(BaseModel):
|
|
|
80
80
|
return None
|
|
81
81
|
|
|
82
82
|
if not isinstance(obj, dict):
|
|
83
|
-
return cls.model_validate(obj)
|
|
83
|
+
return cls.model_validate(obj, strict=False)
|
|
84
84
|
|
|
85
85
|
_obj = cls.model_validate({
|
|
86
86
|
"id": obj.get("id"),
|
|
87
87
|
"displayName": obj.get("displayName"),
|
|
88
88
|
"description": obj.get("description"),
|
|
89
89
|
"documentCount": obj.get("documentCount")
|
|
90
|
-
})
|
|
90
|
+
}, strict=False)
|
|
91
91
|
return _obj
|
|
92
92
|
|
|
93
93
|
|
|
@@ -85,7 +85,7 @@ class V1Context(BaseModel):
|
|
|
85
85
|
return None
|
|
86
86
|
|
|
87
87
|
if not isinstance(obj, dict):
|
|
88
|
-
return cls.model_validate(obj)
|
|
88
|
+
return cls.model_validate(obj, strict=False)
|
|
89
89
|
|
|
90
90
|
_obj = cls.model_validate({
|
|
91
91
|
"collectionId": obj.get("collectionId"),
|
|
@@ -97,7 +97,7 @@ class V1Context(BaseModel):
|
|
|
97
97
|
"pages": obj.get("pages"),
|
|
98
98
|
"topic": obj.get("topic"),
|
|
99
99
|
"topicId": obj.get("topicId")
|
|
100
|
-
})
|
|
100
|
+
}, strict=False)
|
|
101
101
|
return _obj
|
|
102
102
|
|
|
103
103
|
|
|
@@ -81,11 +81,11 @@ class V1CreateDashboardResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"dashboard": V1Dashboard.from_dict(obj["dashboard"]) if obj.get("dashboard") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1CreateDocumentResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"document": V1Document.from_dict(obj["document"]) if obj.get("document") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -85,9 +85,9 @@ class V1CreateEvaluationRequest(BaseModel):
|
|
|
85
85
|
# override the default output from pydantic by calling `to_dict()` of each item in evaluation_tests (list)
|
|
86
86
|
_items = []
|
|
87
87
|
if self.evaluation_tests:
|
|
88
|
-
for
|
|
89
|
-
if
|
|
90
|
-
_items.append(
|
|
88
|
+
for _item_evaluation_tests in self.evaluation_tests:
|
|
89
|
+
if _item_evaluation_tests:
|
|
90
|
+
_items.append(_item_evaluation_tests.to_dict())
|
|
91
91
|
_dict['evaluationTests'] = _items
|
|
92
92
|
# override the default output from pydantic by calling `to_dict()` of default_h2ogpte_model
|
|
93
93
|
if self.default_h2ogpte_model:
|
|
@@ -101,7 +101,7 @@ class V1CreateEvaluationRequest(BaseModel):
|
|
|
101
101
|
return None
|
|
102
102
|
|
|
103
103
|
if not isinstance(obj, dict):
|
|
104
|
-
return cls.model_validate(obj)
|
|
104
|
+
return cls.model_validate(obj, strict=False)
|
|
105
105
|
|
|
106
106
|
_obj = cls.model_validate({
|
|
107
107
|
"evaluatorIdentifiers": obj.get("evaluatorIdentifiers"),
|
|
@@ -114,7 +114,7 @@ class V1CreateEvaluationRequest(BaseModel):
|
|
|
114
114
|
"modelParameters": obj.get("modelParameters"),
|
|
115
115
|
"h2ogpteCollection": obj.get("h2ogpteCollection"),
|
|
116
116
|
"defaultH2ogpteModel": V1Model.from_dict(obj["defaultH2ogpteModel"]) if obj.get("defaultH2ogpteModel") is not None else None
|
|
117
|
-
})
|
|
117
|
+
}, strict=False)
|
|
118
118
|
return _obj
|
|
119
119
|
|
|
120
120
|
|
|
@@ -81,11 +81,11 @@ class V1CreateEvaluatorResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"evaluator": V1Evaluator.from_dict(obj["evaluator"]) if obj.get("evaluator") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1CreateLeaderboardRequest(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"leaderboard": V1Leaderboard.from_dict(obj["leaderboard"]) if obj.get("leaderboard") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1CreateLeaderboardResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"operation": V1Operation.from_dict(obj["operation"]) if obj.get("operation") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1CreateLeaderboardWithoutCacheResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"operation": V1Operation.from_dict(obj["operation"]) if obj.get("operation") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1CreateModelResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"model": V1Model.from_dict(obj["model"]) if obj.get("model") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -77,11 +77,11 @@ class V1CreatePerturbationResponse(BaseModel):
|
|
|
77
77
|
return None
|
|
78
78
|
|
|
79
79
|
if not isinstance(obj, dict):
|
|
80
|
-
return cls.model_validate(obj)
|
|
80
|
+
return cls.model_validate(obj, strict=False)
|
|
81
81
|
|
|
82
82
|
_obj = cls.model_validate({
|
|
83
83
|
"testSuite": obj.get("testSuite")
|
|
84
|
-
})
|
|
84
|
+
}, strict=False)
|
|
85
85
|
return _obj
|
|
86
86
|
|
|
87
87
|
|
|
@@ -81,11 +81,11 @@ class V1CreateTestCaseResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"testCase": V1TestCase.from_dict(obj["testCase"]) if obj.get("testCase") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1CreateTestLabResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"testLab": V1TestLab.from_dict(obj["testLab"]) if obj.get("testLab") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1CreateTestResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"test": V1Test.from_dict(obj["test"]) if obj.get("test") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1CreateWorkflowEdgeResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"edge": V1WorkflowEdge.from_dict(obj["edge"]) if obj.get("edge") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1CreateWorkflowNodeResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"node": V1WorkflowNode.from_dict(obj["node"]) if obj.get("node") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1CreateWorkflowResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"workflow": V1Workflow.from_dict(obj["workflow"]) if obj.get("workflow") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -111,7 +111,7 @@ class V1Dashboard(BaseModel):
|
|
|
111
111
|
return None
|
|
112
112
|
|
|
113
113
|
if not isinstance(obj, dict):
|
|
114
|
-
return cls.model_validate(obj)
|
|
114
|
+
return cls.model_validate(obj, strict=False)
|
|
115
115
|
|
|
116
116
|
_obj = cls.model_validate({
|
|
117
117
|
"name": obj.get("name"),
|
|
@@ -128,7 +128,7 @@ class V1Dashboard(BaseModel):
|
|
|
128
128
|
"createOperation": obj.get("createOperation"),
|
|
129
129
|
"demo": obj.get("demo"),
|
|
130
130
|
"type": obj.get("type")
|
|
131
|
-
})
|
|
131
|
+
}, strict=False)
|
|
132
132
|
return _obj
|
|
133
133
|
|
|
134
134
|
|
|
@@ -81,11 +81,11 @@ class V1DeleteDashboardResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"dashboard": V1Dashboard.from_dict(obj["dashboard"]) if obj.get("dashboard") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1DeleteDocumentResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"document": V1Document.from_dict(obj["document"]) if obj.get("document") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1DeleteEvaluatorResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"evaluator": V1Evaluator.from_dict(obj["evaluator"]) if obj.get("evaluator") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1DeleteLeaderboardResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"leaderboard": V1Leaderboard.from_dict(obj["leaderboard"]) if obj.get("leaderboard") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1DeleteModelResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"model": V1Model.from_dict(obj["model"]) if obj.get("model") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1DeleteTestCaseResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"testCase": V1TestCase.from_dict(obj["testCase"]) if obj.get("testCase") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1DeleteTestResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"test": V1Test.from_dict(obj["test"]) if obj.get("test") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1DeleteWorkflowEdgeResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"edge": V1WorkflowEdge.from_dict(obj["edge"]) if obj.get("edge") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1DeleteWorkflowNodeResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"node": V1WorkflowNode.from_dict(obj["node"]) if obj.get("node") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1DeleteWorkflowResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"workflow": V1Workflow.from_dict(obj["workflow"]) if obj.get("workflow") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -73,9 +73,9 @@ class V1DependencyList(BaseModel):
|
|
|
73
73
|
# override the default output from pydantic by calling `to_dict()` of each item in dependencies (list)
|
|
74
74
|
_items = []
|
|
75
75
|
if self.dependencies:
|
|
76
|
-
for
|
|
77
|
-
if
|
|
78
|
-
_items.append(
|
|
76
|
+
for _item_dependencies in self.dependencies:
|
|
77
|
+
if _item_dependencies:
|
|
78
|
+
_items.append(_item_dependencies.to_dict())
|
|
79
79
|
_dict['dependencies'] = _items
|
|
80
80
|
return _dict
|
|
81
81
|
|
|
@@ -86,12 +86,12 @@ class V1DependencyList(BaseModel):
|
|
|
86
86
|
return None
|
|
87
87
|
|
|
88
88
|
if not isinstance(obj, dict):
|
|
89
|
-
return cls.model_validate(obj)
|
|
89
|
+
return cls.model_validate(obj, strict=False)
|
|
90
90
|
|
|
91
91
|
_obj = cls.model_validate({
|
|
92
92
|
"node": obj.get("node"),
|
|
93
93
|
"dependencies": [V1WorkflowDependency.from_dict(_item) for _item in obj["dependencies"]] if obj.get("dependencies") is not None else None
|
|
94
|
-
})
|
|
94
|
+
}, strict=False)
|
|
95
95
|
return _obj
|
|
96
96
|
|
|
97
97
|
|
|
@@ -101,7 +101,7 @@ class V1Document(BaseModel):
|
|
|
101
101
|
return None
|
|
102
102
|
|
|
103
103
|
if not isinstance(obj, dict):
|
|
104
|
-
return cls.model_validate(obj)
|
|
104
|
+
return cls.model_validate(obj, strict=False)
|
|
105
105
|
|
|
106
106
|
_obj = cls.model_validate({
|
|
107
107
|
"name": obj.get("name"),
|
|
@@ -114,7 +114,7 @@ class V1Document(BaseModel):
|
|
|
114
114
|
"displayName": obj.get("displayName"),
|
|
115
115
|
"description": obj.get("description"),
|
|
116
116
|
"url": obj.get("url")
|
|
117
|
-
})
|
|
117
|
+
}, strict=False)
|
|
118
118
|
return _obj
|
|
119
119
|
|
|
120
120
|
|
|
@@ -76,9 +76,9 @@ class V1EstimateThresholdRequest(BaseModel):
|
|
|
76
76
|
# override the default output from pydantic by calling `to_dict()` of each item in train_set (list)
|
|
77
77
|
_items = []
|
|
78
78
|
if self.train_set:
|
|
79
|
-
for
|
|
80
|
-
if
|
|
81
|
-
_items.append(
|
|
79
|
+
for _item_train_set in self.train_set:
|
|
80
|
+
if _item_train_set:
|
|
81
|
+
_items.append(_item_train_set.to_dict())
|
|
82
82
|
_dict['trainSet'] = _items
|
|
83
83
|
return _dict
|
|
84
84
|
|
|
@@ -89,7 +89,7 @@ class V1EstimateThresholdRequest(BaseModel):
|
|
|
89
89
|
return None
|
|
90
90
|
|
|
91
91
|
if not isinstance(obj, dict):
|
|
92
|
-
return cls.model_validate(obj)
|
|
92
|
+
return cls.model_validate(obj, strict=False)
|
|
93
93
|
|
|
94
94
|
_obj = cls.model_validate({
|
|
95
95
|
"operation": obj.get("operation"),
|
|
@@ -97,7 +97,7 @@ class V1EstimateThresholdRequest(BaseModel):
|
|
|
97
97
|
"evaluator": obj.get("evaluator"),
|
|
98
98
|
"metric": obj.get("metric"),
|
|
99
99
|
"trainSet": [V1LabeledTestCase.from_dict(_item) for _item in obj["trainSet"]] if obj.get("trainSet") is not None else None
|
|
100
|
-
})
|
|
100
|
+
}, strict=False)
|
|
101
101
|
return _obj
|
|
102
102
|
|
|
103
103
|
|
|
@@ -75,16 +75,16 @@ class V1EvaluationTest(BaseModel):
|
|
|
75
75
|
# override the default output from pydantic by calling `to_dict()` of each item in test_cases (list)
|
|
76
76
|
_items = []
|
|
77
77
|
if self.test_cases:
|
|
78
|
-
for
|
|
79
|
-
if
|
|
80
|
-
_items.append(
|
|
78
|
+
for _item_test_cases in self.test_cases:
|
|
79
|
+
if _item_test_cases:
|
|
80
|
+
_items.append(_item_test_cases.to_dict())
|
|
81
81
|
_dict['testCases'] = _items
|
|
82
82
|
# override the default output from pydantic by calling `to_dict()` of each item in test_case_relationships (list)
|
|
83
83
|
_items = []
|
|
84
84
|
if self.test_case_relationships:
|
|
85
|
-
for
|
|
86
|
-
if
|
|
87
|
-
_items.append(
|
|
85
|
+
for _item_test_case_relationships in self.test_case_relationships:
|
|
86
|
+
if _item_test_case_relationships:
|
|
87
|
+
_items.append(_item_test_case_relationships.to_dict())
|
|
88
88
|
_dict['testCaseRelationships'] = _items
|
|
89
89
|
return _dict
|
|
90
90
|
|
|
@@ -95,13 +95,13 @@ class V1EvaluationTest(BaseModel):
|
|
|
95
95
|
return None
|
|
96
96
|
|
|
97
97
|
if not isinstance(obj, dict):
|
|
98
|
-
return cls.model_validate(obj)
|
|
98
|
+
return cls.model_validate(obj, strict=False)
|
|
99
99
|
|
|
100
100
|
_obj = cls.model_validate({
|
|
101
101
|
"documentUrls": obj.get("documentUrls"),
|
|
102
102
|
"testCases": [V1TestCase.from_dict(_item) for _item in obj["testCases"]] if obj.get("testCases") is not None else None,
|
|
103
103
|
"testCaseRelationships": [V1TestCaseRelationship.from_dict(_item) for _item in obj["testCaseRelationships"]] if obj.get("testCaseRelationships") is not None else None
|
|
104
|
-
})
|
|
104
|
+
}, strict=False)
|
|
105
105
|
return _obj
|
|
106
106
|
|
|
107
107
|
|
|
@@ -125,9 +125,9 @@ class V1Evaluator(BaseModel):
|
|
|
125
125
|
# override the default output from pydantic by calling `to_dict()` of each item in parameters (list)
|
|
126
126
|
_items = []
|
|
127
127
|
if self.parameters:
|
|
128
|
-
for
|
|
129
|
-
if
|
|
130
|
-
_items.append(
|
|
128
|
+
for _item_parameters in self.parameters:
|
|
129
|
+
if _item_parameters:
|
|
130
|
+
_items.append(_item_parameters.to_dict())
|
|
131
131
|
_dict['parameters'] = _items
|
|
132
132
|
return _dict
|
|
133
133
|
|
|
@@ -138,7 +138,7 @@ class V1Evaluator(BaseModel):
|
|
|
138
138
|
return None
|
|
139
139
|
|
|
140
140
|
if not isinstance(obj, dict):
|
|
141
|
-
return cls.model_validate(obj)
|
|
141
|
+
return cls.model_validate(obj, strict=False)
|
|
142
142
|
|
|
143
143
|
_obj = cls.model_validate({
|
|
144
144
|
"name": obj.get("name"),
|
|
@@ -161,7 +161,7 @@ class V1Evaluator(BaseModel):
|
|
|
161
161
|
"tagline": obj.get("tagline"),
|
|
162
162
|
"primaryMetric": obj.get("primaryMetric"),
|
|
163
163
|
"primaryMetricDefaultThreshold": obj.get("primaryMetricDefaultThreshold")
|
|
164
|
-
})
|
|
164
|
+
}, strict=False)
|
|
165
165
|
return _obj
|
|
166
166
|
|
|
167
167
|
|
|
@@ -105,7 +105,7 @@ class V1EvaluatorParameter(BaseModel):
|
|
|
105
105
|
return None
|
|
106
106
|
|
|
107
107
|
if not isinstance(obj, dict):
|
|
108
|
-
return cls.model_validate(obj)
|
|
108
|
+
return cls.model_validate(obj, strict=False)
|
|
109
109
|
|
|
110
110
|
_obj = cls.model_validate({
|
|
111
111
|
"name": obj.get("name"),
|
|
@@ -120,7 +120,7 @@ class V1EvaluatorParameter(BaseModel):
|
|
|
120
120
|
"predefined": obj.get("predefined"),
|
|
121
121
|
"tags": obj.get("tags"),
|
|
122
122
|
"category": obj.get("category")
|
|
123
|
-
})
|
|
123
|
+
}, strict=False)
|
|
124
124
|
return _obj
|
|
125
125
|
|
|
126
126
|
|
|
@@ -81,11 +81,11 @@ class V1FinalizeOperationResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"operation": V1Operation.from_dict(obj["operation"]) if obj.get("operation") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|