eval-studio-client 1.2.1a4__py3-none-any.whl → 1.2.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +5 -5
- eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +11 -11
- eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +2 -2
- eval_studio_client/api/models/protobuf_any.py +2 -2
- eval_studio_client/api/models/required_the_dashboard_to_update.py +2 -2
- eval_studio_client/api/models/required_the_document_to_update.py +2 -2
- eval_studio_client/api/models/required_the_leaderboard_to_update.py +8 -8
- eval_studio_client/api/models/required_the_model_to_update.py +2 -2
- eval_studio_client/api/models/required_the_operation_to_finalize.py +2 -2
- eval_studio_client/api/models/required_the_operation_to_update.py +2 -2
- eval_studio_client/api/models/required_the_test_case_to_update.py +2 -2
- eval_studio_client/api/models/required_the_test_to_update.py +2 -2
- eval_studio_client/api/models/required_the_updated_workflow.py +5 -5
- eval_studio_client/api/models/required_the_updated_workflow_node.py +5 -5
- eval_studio_client/api/models/rpc_status.py +5 -5
- eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +2 -2
- eval_studio_client/api/models/test_service_clone_test_request.py +2 -2
- eval_studio_client/api/models/test_service_generate_test_cases_request.py +5 -5
- eval_studio_client/api/models/test_service_grant_test_access_request.py +2 -2
- eval_studio_client/api/models/test_service_import_test_cases_from_library_request.py +2 -2
- eval_studio_client/api/models/test_service_list_test_case_library_items_request.py +2 -2
- eval_studio_client/api/models/test_service_perturb_test_in_place_request.py +5 -5
- eval_studio_client/api/models/test_service_perturb_test_request.py +5 -5
- eval_studio_client/api/models/test_service_revoke_test_access_request.py +2 -2
- eval_studio_client/api/models/v1_abort_operation_response.py +2 -2
- eval_studio_client/api/models/v1_batch_create_leaderboards_request.py +5 -5
- eval_studio_client/api/models/v1_batch_create_leaderboards_response.py +2 -2
- eval_studio_client/api/models/v1_batch_delete_dashboards_request.py +2 -2
- eval_studio_client/api/models/v1_batch_delete_dashboards_response.py +5 -5
- eval_studio_client/api/models/v1_batch_delete_documents_request.py +2 -2
- eval_studio_client/api/models/v1_batch_delete_documents_response.py +5 -5
- eval_studio_client/api/models/v1_batch_delete_evaluators_request.py +2 -2
- eval_studio_client/api/models/v1_batch_delete_evaluators_response.py +5 -5
- eval_studio_client/api/models/v1_batch_delete_leaderboards_request.py +2 -2
- eval_studio_client/api/models/v1_batch_delete_leaderboards_response.py +5 -5
- eval_studio_client/api/models/v1_batch_delete_models_request.py +2 -2
- eval_studio_client/api/models/v1_batch_delete_models_response.py +5 -5
- eval_studio_client/api/models/v1_batch_delete_test_cases_response.py +5 -5
- eval_studio_client/api/models/v1_batch_delete_tests_request.py +2 -2
- eval_studio_client/api/models/v1_batch_delete_tests_response.py +5 -5
- eval_studio_client/api/models/v1_batch_delete_workflows_request.py +2 -2
- eval_studio_client/api/models/v1_batch_delete_workflows_response.py +5 -5
- eval_studio_client/api/models/v1_batch_get_dashboards_response.py +5 -5
- eval_studio_client/api/models/v1_batch_get_documents_response.py +5 -5
- eval_studio_client/api/models/v1_batch_get_leaderboards_response.py +5 -5
- eval_studio_client/api/models/v1_batch_get_models_response.py +5 -5
- eval_studio_client/api/models/v1_batch_get_operations_response.py +5 -5
- eval_studio_client/api/models/v1_batch_get_tests_response.py +5 -5
- eval_studio_client/api/models/v1_batch_get_workflow_edges_response.py +5 -5
- eval_studio_client/api/models/v1_batch_get_workflow_nodes_response.py +5 -5
- eval_studio_client/api/models/v1_batch_import_leaderboard_request.py +2 -2
- eval_studio_client/api/models/v1_batch_import_leaderboard_response.py +2 -2
- eval_studio_client/api/models/v1_batch_import_tests_request.py +2 -2
- eval_studio_client/api/models/v1_batch_import_tests_response.py +5 -5
- eval_studio_client/api/models/v1_check_base_models_response.py +2 -2
- eval_studio_client/api/models/v1_clone_test_response.py +2 -2
- eval_studio_client/api/models/v1_clone_workflow_response.py +2 -2
- eval_studio_client/api/models/v1_collection_info.py +2 -2
- eval_studio_client/api/models/v1_context.py +2 -2
- eval_studio_client/api/models/v1_create_dashboard_response.py +2 -2
- eval_studio_client/api/models/v1_create_document_response.py +2 -2
- eval_studio_client/api/models/v1_create_evaluation_request.py +5 -5
- eval_studio_client/api/models/v1_create_evaluator_response.py +2 -2
- eval_studio_client/api/models/v1_create_leaderboard_request.py +2 -2
- eval_studio_client/api/models/v1_create_leaderboard_response.py +2 -2
- eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +2 -2
- eval_studio_client/api/models/v1_create_model_response.py +2 -2
- eval_studio_client/api/models/v1_create_perturbation_response.py +2 -2
- eval_studio_client/api/models/v1_create_test_case_response.py +2 -2
- eval_studio_client/api/models/v1_create_test_lab_response.py +2 -2
- eval_studio_client/api/models/v1_create_test_response.py +2 -2
- eval_studio_client/api/models/v1_create_workflow_edge_response.py +2 -2
- eval_studio_client/api/models/v1_create_workflow_node_response.py +2 -2
- eval_studio_client/api/models/v1_create_workflow_response.py +2 -2
- eval_studio_client/api/models/v1_dashboard.py +2 -2
- eval_studio_client/api/models/v1_delete_dashboard_response.py +2 -2
- eval_studio_client/api/models/v1_delete_document_response.py +2 -2
- eval_studio_client/api/models/v1_delete_evaluator_response.py +2 -2
- eval_studio_client/api/models/v1_delete_leaderboard_response.py +2 -2
- eval_studio_client/api/models/v1_delete_model_response.py +2 -2
- eval_studio_client/api/models/v1_delete_test_case_response.py +2 -2
- eval_studio_client/api/models/v1_delete_test_response.py +2 -2
- eval_studio_client/api/models/v1_delete_workflow_edge_response.py +2 -2
- eval_studio_client/api/models/v1_delete_workflow_node_response.py +2 -2
- eval_studio_client/api/models/v1_delete_workflow_response.py +2 -2
- eval_studio_client/api/models/v1_dependency_list.py +5 -5
- eval_studio_client/api/models/v1_document.py +2 -2
- eval_studio_client/api/models/v1_estimate_threshold_request.py +5 -5
- eval_studio_client/api/models/v1_evaluation_test.py +8 -8
- eval_studio_client/api/models/v1_evaluator.py +5 -5
- eval_studio_client/api/models/v1_evaluator_parameter.py +2 -2
- eval_studio_client/api/models/v1_finalize_operation_response.py +2 -2
- eval_studio_client/api/models/v1_find_all_test_cases_by_id_response.py +5 -5
- eval_studio_client/api/models/v1_find_test_lab_response.py +2 -2
- eval_studio_client/api/models/v1_find_workflows_by_collection_id_response.py +5 -5
- eval_studio_client/api/models/v1_generate_test_cases_response.py +2 -2
- eval_studio_client/api/models/v1_get_dashboard_response.py +2 -2
- eval_studio_client/api/models/v1_get_document_response.py +2 -2
- eval_studio_client/api/models/v1_get_evaluator_response.py +2 -2
- eval_studio_client/api/models/v1_get_guardrails_configuration_response.py +2 -2
- eval_studio_client/api/models/v1_get_info_response.py +2 -2
- eval_studio_client/api/models/v1_get_leaderboard_report_response.py +2 -2
- eval_studio_client/api/models/v1_get_leaderboard_response.py +2 -2
- eval_studio_client/api/models/v1_get_model_response.py +2 -2
- eval_studio_client/api/models/v1_get_operation_progress_by_parent_response.py +2 -2
- eval_studio_client/api/models/v1_get_operation_response.py +2 -2
- eval_studio_client/api/models/v1_get_perturbator_response.py +2 -2
- eval_studio_client/api/models/v1_get_stats_response.py +2 -2
- eval_studio_client/api/models/v1_get_test_case_response.py +2 -2
- eval_studio_client/api/models/v1_get_test_class_response.py +2 -2
- eval_studio_client/api/models/v1_get_test_response.py +2 -2
- eval_studio_client/api/models/v1_get_workflow_node_prerequisites_response.py +2 -2
- eval_studio_client/api/models/v1_get_workflow_node_response.py +2 -2
- eval_studio_client/api/models/v1_get_workflow_response.py +2 -2
- eval_studio_client/api/models/v1_get_workflow_result_corpus_patch_response.py +2 -2
- eval_studio_client/api/models/v1_get_workflow_result_report_response.py +2 -2
- eval_studio_client/api/models/v1_get_workflow_result_summary_response.py +2 -2
- eval_studio_client/api/models/v1_get_workflow_result_system_prompt_patch_response.py +2 -2
- eval_studio_client/api/models/v1_import_evaluation_request.py +2 -2
- eval_studio_client/api/models/v1_import_leaderboard_request.py +2 -2
- eval_studio_client/api/models/v1_import_leaderboard_response.py +2 -2
- eval_studio_client/api/models/v1_import_test_cases_from_library_response.py +2 -2
- eval_studio_client/api/models/v1_import_test_cases_request.py +2 -2
- eval_studio_client/api/models/v1_info.py +2 -2
- eval_studio_client/api/models/v1_init_workflow_node_response.py +2 -2
- eval_studio_client/api/models/v1_insight.py +2 -2
- eval_studio_client/api/models/v1_labeled_test_case.py +2 -2
- eval_studio_client/api/models/v1_leaderboard.py +8 -8
- eval_studio_client/api/models/v1_leaderboard_report.py +8 -8
- eval_studio_client/api/models/v1_leaderboard_report_actual_output_data.py +2 -2
- eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py +5 -5
- eval_studio_client/api/models/v1_leaderboard_report_evaluator.py +11 -11
- eval_studio_client/api/models/v1_leaderboard_report_evaluator_parameter.py +2 -2
- eval_studio_client/api/models/v1_leaderboard_report_explanation.py +2 -2
- eval_studio_client/api/models/v1_leaderboard_report_metrics_meta_entry.py +2 -2
- eval_studio_client/api/models/v1_leaderboard_report_model.py +2 -2
- eval_studio_client/api/models/v1_leaderboard_report_result.py +11 -11
- eval_studio_client/api/models/v1_leaderboard_report_result_relationship.py +2 -2
- eval_studio_client/api/models/v1_list_base_models_response.py +2 -2
- eval_studio_client/api/models/v1_list_dashboard_access_response.py +5 -5
- eval_studio_client/api/models/v1_list_dashboards_response.py +5 -5
- eval_studio_client/api/models/v1_list_dashboards_shared_with_me_response.py +5 -5
- eval_studio_client/api/models/v1_list_documents_response.py +5 -5
- eval_studio_client/api/models/v1_list_evaluators_response.py +5 -5
- eval_studio_client/api/models/v1_list_leaderboards_response.py +5 -5
- eval_studio_client/api/models/v1_list_llm_models_response.py +2 -2
- eval_studio_client/api/models/v1_list_model_collections_response.py +5 -5
- eval_studio_client/api/models/v1_list_models_response.py +5 -5
- eval_studio_client/api/models/v1_list_most_recent_dashboards_response.py +5 -5
- eval_studio_client/api/models/v1_list_most_recent_leaderboards_response.py +5 -5
- eval_studio_client/api/models/v1_list_most_recent_models_response.py +5 -5
- eval_studio_client/api/models/v1_list_most_recent_tests_response.py +5 -5
- eval_studio_client/api/models/v1_list_operations_response.py +5 -5
- eval_studio_client/api/models/v1_list_perturbators_response.py +5 -5
- eval_studio_client/api/models/v1_list_prompt_library_items_response.py +5 -5
- eval_studio_client/api/models/v1_list_rag_collections_response.py +5 -5
- eval_studio_client/api/models/v1_list_test_access_response.py +5 -5
- eval_studio_client/api/models/v1_list_test_case_library_items_response.py +5 -5
- eval_studio_client/api/models/v1_list_test_case_relationships_response.py +5 -5
- eval_studio_client/api/models/v1_list_test_cases_response.py +5 -5
- eval_studio_client/api/models/v1_list_test_classes_response.py +5 -5
- eval_studio_client/api/models/v1_list_tests_response.py +5 -5
- eval_studio_client/api/models/v1_list_tests_shared_with_me_response.py +5 -5
- eval_studio_client/api/models/v1_list_workflow_access_response.py +5 -5
- eval_studio_client/api/models/v1_list_workflow_dependencies_response.py +8 -8
- eval_studio_client/api/models/v1_list_workflows_response.py +5 -5
- eval_studio_client/api/models/v1_list_workflows_shared_with_me_response.py +5 -5
- eval_studio_client/api/models/v1_metric_score.py +2 -2
- eval_studio_client/api/models/v1_metric_scores.py +5 -5
- eval_studio_client/api/models/v1_model.py +2 -2
- eval_studio_client/api/models/v1_operation.py +2 -2
- eval_studio_client/api/models/v1_operation_progress.py +2 -2
- eval_studio_client/api/models/v1_perturb_test_in_place_response.py +2 -2
- eval_studio_client/api/models/v1_perturb_test_response.py +2 -2
- eval_studio_client/api/models/v1_perturbator.py +2 -2
- eval_studio_client/api/models/v1_perturbator_configuration.py +2 -2
- eval_studio_client/api/models/v1_problem_and_action.py +2 -2
- eval_studio_client/api/models/v1_process_workflow_node_response.py +2 -2
- eval_studio_client/api/models/v1_prompt_library_item.py +2 -2
- eval_studio_client/api/models/v1_repeated_context.py +5 -5
- eval_studio_client/api/models/v1_repeated_string.py +2 -2
- eval_studio_client/api/models/v1_reset_workflow_node_response.py +2 -2
- eval_studio_client/api/models/v1_role_binding.py +2 -2
- eval_studio_client/api/models/v1_stats.py +2 -2
- eval_studio_client/api/models/v1_test.py +2 -2
- eval_studio_client/api/models/v1_test_case.py +2 -2
- eval_studio_client/api/models/v1_test_case_relationship.py +2 -2
- eval_studio_client/api/models/v1_test_class.py +2 -2
- eval_studio_client/api/models/v1_test_lab.py +2 -2
- eval_studio_client/api/models/v1_update_dashboard_response.py +2 -2
- eval_studio_client/api/models/v1_update_document_response.py +2 -2
- eval_studio_client/api/models/v1_update_leaderboard_response.py +2 -2
- eval_studio_client/api/models/v1_update_model_response.py +2 -2
- eval_studio_client/api/models/v1_update_operation_response.py +2 -2
- eval_studio_client/api/models/v1_update_test_case_response.py +2 -2
- eval_studio_client/api/models/v1_update_test_response.py +2 -2
- eval_studio_client/api/models/v1_update_workflow_node_response.py +2 -2
- eval_studio_client/api/models/v1_update_workflow_response.py +2 -2
- eval_studio_client/api/models/v1_who_am_i_response.py +2 -2
- eval_studio_client/api/models/v1_workflow.py +5 -5
- eval_studio_client/api/models/v1_workflow_dependency.py +2 -2
- eval_studio_client/api/models/v1_workflow_edge.py +2 -2
- eval_studio_client/api/models/v1_workflow_node.py +5 -5
- eval_studio_client/api/models/v1_workflow_node_artifact.py +2 -2
- eval_studio_client/api/models/v1_workflow_node_artifacts.py +5 -5
- eval_studio_client/api/models/v1_workflow_node_attributes.py +2 -2
- eval_studio_client/api/models/workflow_service_clone_workflow_request.py +2 -2
- eval_studio_client/api/models/workflow_service_revoke_workflow_access_request.py +2 -2
- eval_studio_client/leaderboards.py +17 -0
- eval_studio_client/models.py +153 -8
- {eval_studio_client-1.2.1a4.dist-info → eval_studio_client-1.2.2.dist-info}/METADATA +1 -1
- {eval_studio_client-1.2.1a4.dist-info → eval_studio_client-1.2.2.dist-info}/RECORD +213 -213
- {eval_studio_client-1.2.1a4.dist-info → eval_studio_client-1.2.2.dist-info}/WHEEL +0 -0
|
@@ -72,9 +72,9 @@ class V1FindAllTestCasesByIDResponse(BaseModel):
|
|
|
72
72
|
# override the default output from pydantic by calling `to_dict()` of each item in test_cases (list)
|
|
73
73
|
_items = []
|
|
74
74
|
if self.test_cases:
|
|
75
|
-
for
|
|
76
|
-
if
|
|
77
|
-
_items.append(
|
|
75
|
+
for _item_test_cases in self.test_cases:
|
|
76
|
+
if _item_test_cases:
|
|
77
|
+
_items.append(_item_test_cases.to_dict())
|
|
78
78
|
_dict['testCases'] = _items
|
|
79
79
|
return _dict
|
|
80
80
|
|
|
@@ -85,11 +85,11 @@ class V1FindAllTestCasesByIDResponse(BaseModel):
|
|
|
85
85
|
return None
|
|
86
86
|
|
|
87
87
|
if not isinstance(obj, dict):
|
|
88
|
-
return cls.model_validate(obj)
|
|
88
|
+
return cls.model_validate(obj, strict=False)
|
|
89
89
|
|
|
90
90
|
_obj = cls.model_validate({
|
|
91
91
|
"testCases": [V1TestCase.from_dict(_item) for _item in obj["testCases"]] if obj.get("testCases") is not None else None
|
|
92
|
-
})
|
|
92
|
+
}, strict=False)
|
|
93
93
|
return _obj
|
|
94
94
|
|
|
95
95
|
|
|
@@ -81,11 +81,11 @@ class V1FindTestLabResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"testLab": V1TestLab.from_dict(obj["testLab"]) if obj.get("testLab") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -72,9 +72,9 @@ class V1FindWorkflowsByCollectionIDResponse(BaseModel):
|
|
|
72
72
|
# override the default output from pydantic by calling `to_dict()` of each item in workflows (list)
|
|
73
73
|
_items = []
|
|
74
74
|
if self.workflows:
|
|
75
|
-
for
|
|
76
|
-
if
|
|
77
|
-
_items.append(
|
|
75
|
+
for _item_workflows in self.workflows:
|
|
76
|
+
if _item_workflows:
|
|
77
|
+
_items.append(_item_workflows.to_dict())
|
|
78
78
|
_dict['workflows'] = _items
|
|
79
79
|
return _dict
|
|
80
80
|
|
|
@@ -85,11 +85,11 @@ class V1FindWorkflowsByCollectionIDResponse(BaseModel):
|
|
|
85
85
|
return None
|
|
86
86
|
|
|
87
87
|
if not isinstance(obj, dict):
|
|
88
|
-
return cls.model_validate(obj)
|
|
88
|
+
return cls.model_validate(obj, strict=False)
|
|
89
89
|
|
|
90
90
|
_obj = cls.model_validate({
|
|
91
91
|
"workflows": [V1Workflow.from_dict(_item) for _item in obj["workflows"]] if obj.get("workflows") is not None else None
|
|
92
|
-
})
|
|
92
|
+
}, strict=False)
|
|
93
93
|
return _obj
|
|
94
94
|
|
|
95
95
|
|
|
@@ -81,11 +81,11 @@ class V1GenerateTestCasesResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"operation": V1Operation.from_dict(obj["operation"]) if obj.get("operation") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1GetDashboardResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"dashboard": V1Dashboard.from_dict(obj["dashboard"]) if obj.get("dashboard") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1GetDocumentResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"document": V1Document.from_dict(obj["document"]) if obj.get("document") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1GetEvaluatorResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"evaluator": V1Evaluator.from_dict(obj["evaluator"]) if obj.get("evaluator") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -77,11 +77,11 @@ class V1GetGuardrailsConfigurationResponse(BaseModel):
|
|
|
77
77
|
return None
|
|
78
78
|
|
|
79
79
|
if not isinstance(obj, dict):
|
|
80
|
-
return cls.model_validate(obj)
|
|
80
|
+
return cls.model_validate(obj, strict=False)
|
|
81
81
|
|
|
82
82
|
_obj = cls.model_validate({
|
|
83
83
|
"guardrailsConfigurationJson": obj.get("guardrailsConfigurationJson")
|
|
84
|
-
})
|
|
84
|
+
}, strict=False)
|
|
85
85
|
return _obj
|
|
86
86
|
|
|
87
87
|
|
|
@@ -81,11 +81,11 @@ class V1GetInfoResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"info": V1Info.from_dict(obj["info"]) if obj.get("info") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1GetLeaderboardReportResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"leaderboardReport": V1LeaderboardReport.from_dict(obj["leaderboardReport"]) if obj.get("leaderboardReport") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1GetLeaderboardResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"leaderboard": V1Leaderboard.from_dict(obj["leaderboard"]) if obj.get("leaderboard") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1GetModelResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"model": V1Model.from_dict(obj["model"]) if obj.get("model") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1GetOperationProgressByParentResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"operationProgress": V1OperationProgress.from_dict(obj["operationProgress"]) if obj.get("operationProgress") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1GetOperationResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"operation": V1Operation.from_dict(obj["operation"]) if obj.get("operation") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1GetPerturbatorResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"perturbator": V1Perturbator.from_dict(obj["perturbator"]) if obj.get("perturbator") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1GetStatsResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"stats": V1Stats.from_dict(obj["stats"]) if obj.get("stats") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1GetTestCaseResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"testCase": V1TestCase.from_dict(obj["testCase"]) if obj.get("testCase") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1GetTestClassResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"testClass": V1TestClass.from_dict(obj["testClass"]) if obj.get("testClass") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1GetTestResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"test": V1Test.from_dict(obj["test"]) if obj.get("test") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -78,12 +78,12 @@ class V1GetWorkflowNodePrerequisitesResponse(BaseModel):
|
|
|
78
78
|
return None
|
|
79
79
|
|
|
80
80
|
if not isinstance(obj, dict):
|
|
81
|
-
return cls.model_validate(obj)
|
|
81
|
+
return cls.model_validate(obj, strict=False)
|
|
82
82
|
|
|
83
83
|
_obj = cls.model_validate({
|
|
84
84
|
"nodes": obj.get("nodes"),
|
|
85
85
|
"edges": obj.get("edges")
|
|
86
|
-
})
|
|
86
|
+
}, strict=False)
|
|
87
87
|
return _obj
|
|
88
88
|
|
|
89
89
|
|
|
@@ -81,11 +81,11 @@ class V1GetWorkflowNodeResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"node": V1WorkflowNode.from_dict(obj["node"]) if obj.get("node") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1GetWorkflowResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"workflow": V1Workflow.from_dict(obj["workflow"]) if obj.get("workflow") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -77,11 +77,11 @@ class V1GetWorkflowResultCorpusPatchResponse(BaseModel):
|
|
|
77
77
|
return None
|
|
78
78
|
|
|
79
79
|
if not isinstance(obj, dict):
|
|
80
|
-
return cls.model_validate(obj)
|
|
80
|
+
return cls.model_validate(obj, strict=False)
|
|
81
81
|
|
|
82
82
|
_obj = cls.model_validate({
|
|
83
83
|
"patchHtml": obj.get("patchHtml")
|
|
84
|
-
})
|
|
84
|
+
}, strict=False)
|
|
85
85
|
return _obj
|
|
86
86
|
|
|
87
87
|
|
|
@@ -78,12 +78,12 @@ class V1GetWorkflowResultReportResponse(BaseModel):
|
|
|
78
78
|
return None
|
|
79
79
|
|
|
80
80
|
if not isinstance(obj, dict):
|
|
81
|
-
return cls.model_validate(obj)
|
|
81
|
+
return cls.model_validate(obj, strict=False)
|
|
82
82
|
|
|
83
83
|
_obj = cls.model_validate({
|
|
84
84
|
"reportStatic": obj.get("reportStatic"),
|
|
85
85
|
"reportHypertextDiff": obj.get("reportHypertextDiff")
|
|
86
|
-
})
|
|
86
|
+
}, strict=False)
|
|
87
87
|
return _obj
|
|
88
88
|
|
|
89
89
|
|
|
@@ -81,14 +81,14 @@ class V1GetWorkflowResultSummaryResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"intro": obj.get("intro"),
|
|
88
88
|
"bullets": obj.get("bullets"),
|
|
89
89
|
"actions": obj.get("actions"),
|
|
90
90
|
"artifactTypes": obj.get("artifactTypes")
|
|
91
|
-
})
|
|
91
|
+
}, strict=False)
|
|
92
92
|
return _obj
|
|
93
93
|
|
|
94
94
|
|
|
@@ -77,11 +77,11 @@ class V1GetWorkflowResultSystemPromptPatchResponse(BaseModel):
|
|
|
77
77
|
return None
|
|
78
78
|
|
|
79
79
|
if not isinstance(obj, dict):
|
|
80
|
-
return cls.model_validate(obj)
|
|
80
|
+
return cls.model_validate(obj, strict=False)
|
|
81
81
|
|
|
82
82
|
_obj = cls.model_validate({
|
|
83
83
|
"patchText": obj.get("patchText")
|
|
84
|
-
})
|
|
84
|
+
}, strict=False)
|
|
85
85
|
return _obj
|
|
86
86
|
|
|
87
87
|
|
|
@@ -89,7 +89,7 @@ class V1ImportEvaluationRequest(BaseModel):
|
|
|
89
89
|
return None
|
|
90
90
|
|
|
91
91
|
if not isinstance(obj, dict):
|
|
92
|
-
return cls.model_validate(obj)
|
|
92
|
+
return cls.model_validate(obj, strict=False)
|
|
93
93
|
|
|
94
94
|
_obj = cls.model_validate({
|
|
95
95
|
"evaluatorIdentifiers": obj.get("evaluatorIdentifiers"),
|
|
@@ -98,7 +98,7 @@ class V1ImportEvaluationRequest(BaseModel):
|
|
|
98
98
|
"operation": obj.get("operation"),
|
|
99
99
|
"evaluatorsParameters": obj.get("evaluatorsParameters"),
|
|
100
100
|
"defaultH2ogpteModel": V1Model.from_dict(obj["defaultH2ogpteModel"]) if obj.get("defaultH2ogpteModel") is not None else None
|
|
101
|
-
})
|
|
101
|
+
}, strict=False)
|
|
102
102
|
return _obj
|
|
103
103
|
|
|
104
104
|
|
|
@@ -86,7 +86,7 @@ class V1ImportLeaderboardRequest(BaseModel):
|
|
|
86
86
|
return None
|
|
87
87
|
|
|
88
88
|
if not isinstance(obj, dict):
|
|
89
|
-
return cls.model_validate(obj)
|
|
89
|
+
return cls.model_validate(obj, strict=False)
|
|
90
90
|
|
|
91
91
|
_obj = cls.model_validate({
|
|
92
92
|
"testLabJson": obj.get("testLabJson"),
|
|
@@ -98,7 +98,7 @@ class V1ImportLeaderboardRequest(BaseModel):
|
|
|
98
98
|
"leaderboardDisplayName": obj.get("leaderboardDisplayName"),
|
|
99
99
|
"leaderboardDescription": obj.get("leaderboardDescription"),
|
|
100
100
|
"leaderboardType": obj.get("leaderboardType")
|
|
101
|
-
})
|
|
101
|
+
}, strict=False)
|
|
102
102
|
return _obj
|
|
103
103
|
|
|
104
104
|
|
|
@@ -81,11 +81,11 @@ class V1ImportLeaderboardResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"operation": V1Operation.from_dict(obj["operation"]) if obj.get("operation") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,11 +81,11 @@ class V1ImportTestCasesFromLibraryResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"operation": V1Operation.from_dict(obj["operation"]) if obj.get("operation") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -81,7 +81,7 @@ class V1ImportTestCasesRequest(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"test": obj.get("test"),
|
|
@@ -89,7 +89,7 @@ class V1ImportTestCasesRequest(BaseModel):
|
|
|
89
89
|
"testSuiteUrl": obj.get("testSuiteUrl"),
|
|
90
90
|
"count": obj.get("count"),
|
|
91
91
|
"testDocumentUrls": obj.get("testDocumentUrls")
|
|
92
|
-
})
|
|
92
|
+
}, strict=False)
|
|
93
93
|
return _obj
|
|
94
94
|
|
|
95
95
|
|
|
@@ -88,7 +88,7 @@ class V1Info(BaseModel):
|
|
|
88
88
|
return None
|
|
89
89
|
|
|
90
90
|
if not isinstance(obj, dict):
|
|
91
|
-
return cls.model_validate(obj)
|
|
91
|
+
return cls.model_validate(obj, strict=False)
|
|
92
92
|
|
|
93
93
|
_obj = cls.model_validate({
|
|
94
94
|
"baseUrl": obj.get("baseUrl"),
|
|
@@ -103,7 +103,7 @@ class V1Info(BaseModel):
|
|
|
103
103
|
"publicInstance": obj.get("publicInstance"),
|
|
104
104
|
"sharingEnabled": obj.get("sharingEnabled"),
|
|
105
105
|
"experimentalFeaturesEnabled": obj.get("experimentalFeaturesEnabled")
|
|
106
|
-
})
|
|
106
|
+
}, strict=False)
|
|
107
107
|
return _obj
|
|
108
108
|
|
|
109
109
|
|
|
@@ -81,11 +81,11 @@ class V1InitWorkflowNodeResponse(BaseModel):
|
|
|
81
81
|
return None
|
|
82
82
|
|
|
83
83
|
if not isinstance(obj, dict):
|
|
84
|
-
return cls.model_validate(obj)
|
|
84
|
+
return cls.model_validate(obj, strict=False)
|
|
85
85
|
|
|
86
86
|
_obj = cls.model_validate({
|
|
87
87
|
"node": V1WorkflowNode.from_dict(obj["node"]) if obj.get("node") is not None else None
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -87,7 +87,7 @@ class V1Insight(BaseModel):
|
|
|
87
87
|
return None
|
|
88
88
|
|
|
89
89
|
if not isinstance(obj, dict):
|
|
90
|
-
return cls.model_validate(obj)
|
|
90
|
+
return cls.model_validate(obj, strict=False)
|
|
91
91
|
|
|
92
92
|
_obj = cls.model_validate({
|
|
93
93
|
"description": obj.get("description"),
|
|
@@ -101,7 +101,7 @@ class V1Insight(BaseModel):
|
|
|
101
101
|
"resources": obj.get("resources"),
|
|
102
102
|
"insightType": obj.get("insightType"),
|
|
103
103
|
"insightAttrs": obj.get("insightAttrs")
|
|
104
|
-
})
|
|
104
|
+
}, strict=False)
|
|
105
105
|
return _obj
|
|
106
106
|
|
|
107
107
|
|
|
@@ -79,13 +79,13 @@ class V1LabeledTestCase(BaseModel):
|
|
|
79
79
|
return None
|
|
80
80
|
|
|
81
81
|
if not isinstance(obj, dict):
|
|
82
|
-
return cls.model_validate(obj)
|
|
82
|
+
return cls.model_validate(obj, strict=False)
|
|
83
83
|
|
|
84
84
|
_obj = cls.model_validate({
|
|
85
85
|
"name": obj.get("name"),
|
|
86
86
|
"metricValue": obj.get("metricValue"),
|
|
87
87
|
"label": obj.get("label")
|
|
88
|
-
})
|
|
88
|
+
}, strict=False)
|
|
89
89
|
return _obj
|
|
90
90
|
|
|
91
91
|
|
|
@@ -127,16 +127,16 @@ class V1Leaderboard(BaseModel):
|
|
|
127
127
|
# override the default output from pydantic by calling `to_dict()` of each item in leaderboard_problems (list)
|
|
128
128
|
_items = []
|
|
129
129
|
if self.leaderboard_problems:
|
|
130
|
-
for
|
|
131
|
-
if
|
|
132
|
-
_items.append(
|
|
130
|
+
for _item_leaderboard_problems in self.leaderboard_problems:
|
|
131
|
+
if _item_leaderboard_problems:
|
|
132
|
+
_items.append(_item_leaderboard_problems.to_dict())
|
|
133
133
|
_dict['leaderboardProblems'] = _items
|
|
134
134
|
# override the default output from pydantic by calling `to_dict()` of each item in insights (list)
|
|
135
135
|
_items = []
|
|
136
136
|
if self.insights:
|
|
137
|
-
for
|
|
138
|
-
if
|
|
139
|
-
_items.append(
|
|
137
|
+
for _item_insights in self.insights:
|
|
138
|
+
if _item_insights:
|
|
139
|
+
_items.append(_item_insights.to_dict())
|
|
140
140
|
_dict['insights'] = _items
|
|
141
141
|
return _dict
|
|
142
142
|
|
|
@@ -147,7 +147,7 @@ class V1Leaderboard(BaseModel):
|
|
|
147
147
|
return None
|
|
148
148
|
|
|
149
149
|
if not isinstance(obj, dict):
|
|
150
|
-
return cls.model_validate(obj)
|
|
150
|
+
return cls.model_validate(obj, strict=False)
|
|
151
151
|
|
|
152
152
|
_obj = cls.model_validate({
|
|
153
153
|
"name": obj.get("name"),
|
|
@@ -176,7 +176,7 @@ class V1Leaderboard(BaseModel):
|
|
|
176
176
|
"type": obj.get("type"),
|
|
177
177
|
"demo": obj.get("demo"),
|
|
178
178
|
"testLab": obj.get("testLab")
|
|
179
|
-
})
|
|
179
|
+
}, strict=False)
|
|
180
180
|
return _obj
|
|
181
181
|
|
|
182
182
|
|