eval-studio-client 1.2.2a1__py3-none-any.whl → 1.2.2a2__py3-none-any.whl

eval_studio_client/api/models/v1_leaderboard_report.py

@@ -80,16 +80,16 @@ class V1LeaderboardReport(BaseModel):
         # override the default output from pydantic by calling `to_dict()` of each item in results (list)
         _items = []
         if self.results:
-            for _item in self.results:
-                if _item:
-                    _items.append(_item.to_dict())
+            for _item_results in self.results:
+                if _item_results:
+                    _items.append(_item_results.to_dict())
             _dict['results'] = _items
         # override the default output from pydantic by calling `to_dict()` of each item in models (list)
         _items = []
         if self.models:
-            for _item in self.models:
-                if _item:
-                    _items.append(_item.to_dict())
+            for _item_models in self.models:
+                if _item_models:
+                    _items.append(_item_models.to_dict())
             _dict['models'] = _items
         # override the default output from pydantic by calling `to_dict()` of evaluator
         if self.evaluator:
@@ -103,13 +103,13 @@ class V1LeaderboardReport(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "results": [V1LeaderboardReportResult.from_dict(_item) for _item in obj["results"]] if obj.get("results") is not None else None,
             "models": [V1LeaderboardReportModel.from_dict(_item) for _item in obj["models"]] if obj.get("models") is not None else None,
             "evaluator": V1LeaderboardReportEvaluator.from_dict(obj["evaluator"]) if obj.get("evaluator") is not None else None
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_leaderboard_report_actual_output_data.py

@@ -82,12 +82,12 @@ class V1LeaderboardReportActualOutputData(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "text": obj.get("text"),
             "metrics": obj.get("metrics")
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py

@@ -77,9 +77,9 @@ class V1LeaderboardReportActualOutputMeta(BaseModel):
         # override the default output from pydantic by calling `to_dict()` of each item in data (list)
         _items = []
         if self.data:
-            for _item in self.data:
-                if _item:
-                    _items.append(_item.to_dict())
+            for _item_data in self.data:
+                if _item_data:
+                    _items.append(_item_data.to_dict())
             _dict['data'] = _items
         return _dict
 
@@ -90,12 +90,12 @@ class V1LeaderboardReportActualOutputMeta(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "tokenization": obj.get("tokenization"),
             "data": [V1LeaderboardReportActualOutputData.from_dict(_item) for _item in obj["data"]] if obj.get("data") is not None else None
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_leaderboard_report_evaluator.py

@@ -106,23 +106,23 @@ class V1LeaderboardReportEvaluator(BaseModel):
         # override the default output from pydantic by calling `to_dict()` of each item in explanations (list)
         _items = []
         if self.explanations:
-            for _item in self.explanations:
-                if _item:
-                    _items.append(_item.to_dict())
+            for _item_explanations in self.explanations:
+                if _item_explanations:
+                    _items.append(_item_explanations.to_dict())
             _dict['explanations'] = _items
         # override the default output from pydantic by calling `to_dict()` of each item in parameters (list)
         _items = []
         if self.parameters:
-            for _item in self.parameters:
-                if _item:
-                    _items.append(_item.to_dict())
+            for _item_parameters in self.parameters:
+                if _item_parameters:
+                    _items.append(_item_parameters.to_dict())
             _dict['parameters'] = _items
         # override the default output from pydantic by calling `to_dict()` of each item in metrics_meta (list)
         _items = []
         if self.metrics_meta:
-            for _item in self.metrics_meta:
-                if _item:
-                    _items.append(_item.to_dict())
+            for _item_metrics_meta in self.metrics_meta:
+                if _item_metrics_meta:
+                    _items.append(_item_metrics_meta.to_dict())
             _dict['metricsMeta'] = _items
         return _dict
 
@@ -133,7 +133,7 @@ class V1LeaderboardReportEvaluator(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "id": obj.get("id"),
@@ -149,7 +149,7 @@ class V1LeaderboardReportEvaluator(BaseModel):
             "parameters": [V1LeaderboardReportEvaluatorParameter.from_dict(_item) for _item in obj["parameters"]] if obj.get("parameters") is not None else None,
             "keywords": obj.get("keywords"),
             "metricsMeta": [V1LeaderboardReportMetricsMetaEntry.from_dict(_item) for _item in obj["metricsMeta"]] if obj.get("metricsMeta") is not None else None
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_leaderboard_report_evaluator_parameter.py

@@ -91,7 +91,7 @@ class V1LeaderboardReportEvaluatorParameter(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "name": obj.get("name"),
@@ -103,7 +103,7 @@ class V1LeaderboardReportEvaluatorParameter(BaseModel):
             "min": obj.get("min"),
             "max": obj.get("max"),
             "category": obj.get("category")
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_leaderboard_report_explanation.py

@@ -88,7 +88,7 @@ class V1LeaderboardReportExplanation(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "explanationType": obj.get("explanationType"),
@@ -97,7 +97,7 @@ class V1LeaderboardReportExplanation(BaseModel):
             "scope": obj.get("scope"),
             "hasLocal": obj.get("hasLocal"),
             "formats": obj.get("formats")
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_leaderboard_report_metrics_meta_entry.py

@@ -108,7 +108,7 @@ class V1LeaderboardReportMetricsMetaEntry(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "key": obj.get("key"),
@@ -123,7 +123,7 @@ class V1LeaderboardReportMetricsMetaEntry(BaseModel):
             "isPrimaryMetric": obj.get("isPrimaryMetric"),
             "parentMetric": obj.get("parentMetric"),
             "exclude": obj.get("exclude")
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_leaderboard_report_model.py

@@ -96,7 +96,7 @@ class V1LeaderboardReportModel(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "connection": obj.get("connection"),
@@ -107,7 +107,7 @@ class V1LeaderboardReportModel(BaseModel):
             "llmModelName": obj.get("llmModelName"),
             "documents": obj.get("documents"),
             "key": obj.get("key")
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_leaderboard_report_result.py

@@ -122,23 +122,23 @@ class V1LeaderboardReportResult(BaseModel):
         # override the default output from pydantic by calling `to_dict()` of each item in relationships (list)
         _items = []
         if self.relationships:
-            for _item in self.relationships:
-                if _item:
-                    _items.append(_item.to_dict())
+            for _item_relationships in self.relationships:
+                if _item_relationships:
+                    _items.append(_item_relationships.to_dict())
             _dict['relationships'] = _items
         # override the default output from pydantic by calling `to_dict()` of each item in metrics (list)
         _items = []
         if self.metrics:
-            for _item in self.metrics:
-                if _item:
-                    _items.append(_item.to_dict())
+            for _item_metrics in self.metrics:
+                if _item_metrics:
+                    _items.append(_item_metrics.to_dict())
             _dict['metrics'] = _items
         # override the default output from pydantic by calling `to_dict()` of each item in actual_output_meta (list)
         _items = []
         if self.actual_output_meta:
-            for _item in self.actual_output_meta:
-                if _item:
-                    _items.append(_item.to_dict())
+            for _item_actual_output_meta in self.actual_output_meta:
+                if _item_actual_output_meta:
+                    _items.append(_item_actual_output_meta.to_dict())
             _dict['actualOutputMeta'] = _items
         return _dict
 
@@ -149,7 +149,7 @@ class V1LeaderboardReportResult(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "key": obj.get("key"),
@@ -169,7 +169,7 @@ class V1LeaderboardReportResult(BaseModel):
             "metrics": [V1MetricScore.from_dict(_item) for _item in obj["metrics"]] if obj.get("metrics") is not None else None,
             "resultErrorMessage": obj.get("resultErrorMessage"),
             "actualOutputMeta": [V1LeaderboardReportActualOutputMeta.from_dict(_item) for _item in obj["actualOutputMeta"]] if obj.get("actualOutputMeta") is not None else None
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_leaderboard_report_result_relationship.py

@@ -85,13 +85,13 @@ class V1LeaderboardReportResultRelationship(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "type": obj.get("type"),
             "target": obj.get("target"),
             "targetType": obj.get("targetType")
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_list_base_models_response.py

@@ -77,11 +77,11 @@ class V1ListBaseModelsResponse(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "baseModels": obj.get("baseModels")
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_list_dashboard_access_response.py

@@ -72,9 +72,9 @@ class V1ListDashboardAccessResponse(BaseModel):
         # override the default output from pydantic by calling `to_dict()` of each item in role_bindings (list)
         _items = []
         if self.role_bindings:
-            for _item in self.role_bindings:
-                if _item:
-                    _items.append(_item.to_dict())
+            for _item_role_bindings in self.role_bindings:
+                if _item_role_bindings:
+                    _items.append(_item_role_bindings.to_dict())
             _dict['roleBindings'] = _items
         return _dict
 
@@ -85,11 +85,11 @@ class V1ListDashboardAccessResponse(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "roleBindings": [V1RoleBinding.from_dict(_item) for _item in obj["roleBindings"]] if obj.get("roleBindings") is not None else None
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_list_dashboards_response.py

@@ -72,9 +72,9 @@ class V1ListDashboardsResponse(BaseModel):
         # override the default output from pydantic by calling `to_dict()` of each item in dashboards (list)
         _items = []
         if self.dashboards:
-            for _item in self.dashboards:
-                if _item:
-                    _items.append(_item.to_dict())
+            for _item_dashboards in self.dashboards:
+                if _item_dashboards:
+                    _items.append(_item_dashboards.to_dict())
             _dict['dashboards'] = _items
         return _dict
 
@@ -85,11 +85,11 @@ class V1ListDashboardsResponse(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "dashboards": [V1Dashboard.from_dict(_item) for _item in obj["dashboards"]] if obj.get("dashboards") is not None else None
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_list_dashboards_shared_with_me_response.py

@@ -72,9 +72,9 @@ class V1ListDashboardsSharedWithMeResponse(BaseModel):
         # override the default output from pydantic by calling `to_dict()` of each item in dashboards (list)
         _items = []
         if self.dashboards:
-            for _item in self.dashboards:
-                if _item:
-                    _items.append(_item.to_dict())
+            for _item_dashboards in self.dashboards:
+                if _item_dashboards:
+                    _items.append(_item_dashboards.to_dict())
             _dict['dashboards'] = _items
         return _dict
 
@@ -85,11 +85,11 @@ class V1ListDashboardsSharedWithMeResponse(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "dashboards": [V1Dashboard.from_dict(_item) for _item in obj["dashboards"]] if obj.get("dashboards") is not None else None
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_list_documents_response.py

@@ -72,9 +72,9 @@ class V1ListDocumentsResponse(BaseModel):
         # override the default output from pydantic by calling `to_dict()` of each item in documents (list)
         _items = []
         if self.documents:
-            for _item in self.documents:
-                if _item:
-                    _items.append(_item.to_dict())
+            for _item_documents in self.documents:
+                if _item_documents:
+                    _items.append(_item_documents.to_dict())
             _dict['documents'] = _items
         return _dict
 
@@ -85,11 +85,11 @@ class V1ListDocumentsResponse(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "documents": [V1Document.from_dict(_item) for _item in obj["documents"]] if obj.get("documents") is not None else None
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_list_evaluators_response.py

@@ -72,9 +72,9 @@ class V1ListEvaluatorsResponse(BaseModel):
         # override the default output from pydantic by calling `to_dict()` of each item in evaluators (list)
         _items = []
         if self.evaluators:
-            for _item in self.evaluators:
-                if _item:
-                    _items.append(_item.to_dict())
+            for _item_evaluators in self.evaluators:
+                if _item_evaluators:
+                    _items.append(_item_evaluators.to_dict())
             _dict['evaluators'] = _items
         return _dict
 
@@ -85,11 +85,11 @@ class V1ListEvaluatorsResponse(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "evaluators": [V1Evaluator.from_dict(_item) for _item in obj["evaluators"]] if obj.get("evaluators") is not None else None
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_list_leaderboards_response.py

@@ -73,9 +73,9 @@ class V1ListLeaderboardsResponse(BaseModel):
         # override the default output from pydantic by calling `to_dict()` of each item in leaderboards (list)
         _items = []
         if self.leaderboards:
-            for _item in self.leaderboards:
-                if _item:
-                    _items.append(_item.to_dict())
+            for _item_leaderboards in self.leaderboards:
+                if _item_leaderboards:
+                    _items.append(_item_leaderboards.to_dict())
             _dict['leaderboards'] = _items
         return _dict
 
@@ -86,12 +86,12 @@ class V1ListLeaderboardsResponse(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "leaderboards": [V1Leaderboard.from_dict(_item) for _item in obj["leaderboards"]] if obj.get("leaderboards") is not None else None,
             "nextPageToken": obj.get("nextPageToken")
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_list_llm_models_response.py

@@ -77,11 +77,11 @@ class V1ListLLMModelsResponse(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "models": obj.get("models")
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_list_model_collections_response.py

@@ -72,9 +72,9 @@ class V1ListModelCollectionsResponse(BaseModel):
         # override the default output from pydantic by calling `to_dict()` of each item in collections (list)
         _items = []
         if self.collections:
-            for _item in self.collections:
-                if _item:
-                    _items.append(_item.to_dict())
+            for _item_collections in self.collections:
+                if _item_collections:
+                    _items.append(_item_collections.to_dict())
             _dict['collections'] = _items
         return _dict
 
@@ -85,11 +85,11 @@ class V1ListModelCollectionsResponse(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "collections": [V1CollectionInfo.from_dict(_item) for _item in obj["collections"]] if obj.get("collections") is not None else None
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_list_models_response.py

@@ -72,9 +72,9 @@ class V1ListModelsResponse(BaseModel):
         # override the default output from pydantic by calling `to_dict()` of each item in models (list)
         _items = []
         if self.models:
-            for _item in self.models:
-                if _item:
-                    _items.append(_item.to_dict())
+            for _item_models in self.models:
+                if _item_models:
+                    _items.append(_item_models.to_dict())
             _dict['models'] = _items
         return _dict
 
@@ -85,11 +85,11 @@ class V1ListModelsResponse(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "models": [V1Model.from_dict(_item) for _item in obj["models"]] if obj.get("models") is not None else None
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_list_most_recent_dashboards_response.py

@@ -72,9 +72,9 @@ class V1ListMostRecentDashboardsResponse(BaseModel):
         # override the default output from pydantic by calling `to_dict()` of each item in dashboards (list)
         _items = []
         if self.dashboards:
-            for _item in self.dashboards:
-                if _item:
-                    _items.append(_item.to_dict())
+            for _item_dashboards in self.dashboards:
+                if _item_dashboards:
+                    _items.append(_item_dashboards.to_dict())
             _dict['dashboards'] = _items
         return _dict
 
@@ -85,11 +85,11 @@ class V1ListMostRecentDashboardsResponse(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "dashboards": [V1Dashboard.from_dict(_item) for _item in obj["dashboards"]] if obj.get("dashboards") is not None else None
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_list_most_recent_leaderboards_response.py

@@ -72,9 +72,9 @@ class V1ListMostRecentLeaderboardsResponse(BaseModel):
         # override the default output from pydantic by calling `to_dict()` of each item in leaderboards (list)
         _items = []
         if self.leaderboards:
-            for _item in self.leaderboards:
-                if _item:
-                    _items.append(_item.to_dict())
+            for _item_leaderboards in self.leaderboards:
+                if _item_leaderboards:
+                    _items.append(_item_leaderboards.to_dict())
             _dict['leaderboards'] = _items
         return _dict
 
@@ -85,11 +85,11 @@ class V1ListMostRecentLeaderboardsResponse(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "leaderboards": [V1Leaderboard.from_dict(_item) for _item in obj["leaderboards"]] if obj.get("leaderboards") is not None else None
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_list_most_recent_models_response.py

@@ -72,9 +72,9 @@ class V1ListMostRecentModelsResponse(BaseModel):
         # override the default output from pydantic by calling `to_dict()` of each item in models (list)
         _items = []
         if self.models:
-            for _item in self.models:
-                if _item:
-                    _items.append(_item.to_dict())
+            for _item_models in self.models:
+                if _item_models:
+                    _items.append(_item_models.to_dict())
             _dict['models'] = _items
         return _dict
 
@@ -85,11 +85,11 @@ class V1ListMostRecentModelsResponse(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "models": [V1Model.from_dict(_item) for _item in obj["models"]] if obj.get("models") is not None else None
-        })
+        }, strict=False)
         return _obj
 
 

eval_studio_client/api/models/v1_list_most_recent_tests_response.py

@@ -72,9 +72,9 @@ class V1ListMostRecentTestsResponse(BaseModel):
         # override the default output from pydantic by calling `to_dict()` of each item in tests (list)
         _items = []
         if self.tests:
-            for _item in self.tests:
-                if _item:
-                    _items.append(_item.to_dict())
+            for _item_tests in self.tests:
+                if _item_tests:
+                    _items.append(_item_tests.to_dict())
             _dict['tests'] = _items
         return _dict
 
@@ -85,11 +85,11 @@ class V1ListMostRecentTestsResponse(BaseModel):
             return None
 
         if not isinstance(obj, dict):
-            return cls.model_validate(obj)
+            return cls.model_validate(obj, strict=False)
 
         _obj = cls.model_validate({
             "tests": [V1Test.from_dict(_item) for _item in obj["tests"]] if obj.get("tests") is not None else None
-        })
+        }, strict=False)
         return _obj