eval-studio-client 1.0.3a1__py3-none-any.whl → 1.1.0__py3-none-any.whl

eval_studio_client/api/models/v1_leaderboard_report_evaluator_parameter.py

@@ -0,0 +1,109 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictFloat, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional, Union
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1LeaderboardReportEvaluatorParameter(BaseModel):
+    """
+    Evaluation parameter definition.
+    """ # noqa: E501
+    name: Optional[StrictStr] = Field(default=None, description="Output only. Evaluator parameter ID.")
+    description: Optional[StrictStr] = Field(default=None, description="Output only. Parameter description.")
+    comment: Optional[StrictStr] = Field(default=None, description="Optional. Parameter comment.")
+    type: Optional[StrictStr] = Field(default=None, description="Output only. Parameter type like float or string.")
+    predefined: Optional[List[Dict[str, Any]]] = Field(default=None, description="Optional. Predefined parameter values - numeric or non-numeric enum.")
+    tags: Optional[List[StrictStr]] = Field(default=None, description="Optional. Parameter tags.")
+    min: Optional[Union[StrictFloat, StrictInt]] = Field(default=None, description="Optional. Parameter value lower range.")
+    max: Optional[Union[StrictFloat, StrictInt]] = Field(default=None, description="Optional. Parameter value upper range.")
+    category: Optional[StrictStr] = Field(default=None, description="Optional. Parameter category.")
+    __properties: ClassVar[List[str]] = ["name", "description", "comment", "type", "predefined", "tags", "min", "max", "category"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1LeaderboardReportEvaluatorParameter from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        """
+        excluded_fields: Set[str] = set([
+            "name",
+            "description",
+            "type",
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1LeaderboardReportEvaluatorParameter from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "name": obj.get("name"),
+            "description": obj.get("description"),
+            "comment": obj.get("comment"),
+            "type": obj.get("type"),
+            "predefined": obj.get("predefined"),
+            "tags": obj.get("tags"),
+            "min": obj.get("min"),
+            "max": obj.get("max"),
+            "category": obj.get("category")
+        })
+        return _obj
+
+

eval_studio_client/api/models/v1_leaderboard_report_explanation.py

@@ -0,0 +1,103 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1LeaderboardReportExplanation(BaseModel):
+    """
+    V1LeaderboardReportExplanation
+    """ # noqa: E501
+    explanation_type: Optional[StrictStr] = Field(default=None, description="Output only. Explanation type ID.", alias="explanationType")
+    name: Optional[StrictStr] = Field(default=None, description="Output only. Explanation display name.")
+    category: Optional[StrictStr] = Field(default=None, description="Output only. Explanation display category.")
+    scope: Optional[StrictStr] = Field(default=None, description="Optional. Explanation scope like global or local.")
+    has_local: Optional[StrictStr] = Field(default=None, description="Optional. Local explanation type id associated with (this) global explanation.", alias="hasLocal")
+    formats: Optional[List[StrictStr]] = Field(default=None, description="Optional. List of formats available for the explanation.")
+    __properties: ClassVar[List[str]] = ["explanationType", "name", "category", "scope", "hasLocal", "formats"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1LeaderboardReportExplanation from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        """
+        excluded_fields: Set[str] = set([
+            "explanation_type",
+            "name",
+            "category",
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1LeaderboardReportExplanation from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "explanationType": obj.get("explanationType"),
+            "name": obj.get("name"),
+            "category": obj.get("category"),
+            "scope": obj.get("scope"),
+            "hasLocal": obj.get("hasLocal"),
+            "formats": obj.get("formats")
+        })
+        return _obj
+
+

eval_studio_client/api/models/v1_leaderboard_report_metrics_meta_entry.py

@@ -0,0 +1,129 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictFloat, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional, Union
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1LeaderboardReportMetricsMetaEntry(BaseModel):
+    """
+    MetricsMetaEntry represents the metadata about the metric.
+    """ # noqa: E501
+    key: Optional[StrictStr] = Field(default=None, description="Output only. Metric key.")
+    display_name: Optional[StrictStr] = Field(default=None, description="Output only. Metric display name.", alias="displayName")
+    data_type: Optional[StrictStr] = Field(default=None, description="Output only. Metric data type like float or string.", alias="dataType")
+    display_value: Optional[StrictStr] = Field(default=None, description="Output only. Metric display value.", alias="displayValue")
+    description: Optional[StrictStr] = Field(default=None, description="Output only. Metric description.")
+    value_range: Optional[List[Union[StrictFloat, StrictInt]]] = Field(default=None, description="Optional. Metric value range for numeric scores.", alias="valueRange")
+    value_enum: Optional[List[StrictStr]] = Field(default=None, description="Optional. Metric value enum for non-numeric scores.", alias="valueEnum")
+    higher_is_better: Optional[StrictBool] = Field(default=None, description="Output only. Metric higher is better.", alias="higherIsBetter")
+    threshold: Optional[Union[StrictFloat, StrictInt]] = Field(default=None, description="Output only. Metric threshold.")
+    is_primary_metric: Optional[StrictBool] = Field(default=None, description="Output only. Metric is primary.", alias="isPrimaryMetric")
+    parent_metric: Optional[StrictStr] = Field(default=None, description="Output only. This metric parent.", alias="parentMetric")
+    exclude: Optional[StrictBool] = Field(default=None, description="Output only. Whether to exclude the metric.")
+    __properties: ClassVar[List[str]] = ["key", "displayName", "dataType", "displayValue", "description", "valueRange", "valueEnum", "higherIsBetter", "threshold", "isPrimaryMetric", "parentMetric", "exclude"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1LeaderboardReportMetricsMetaEntry from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        """
+        excluded_fields: Set[str] = set([
+            "key",
+            "display_name",
+            "data_type",
+            "display_value",
+            "description",
+            "higher_is_better",
+            "threshold",
+            "is_primary_metric",
+            "parent_metric",
+            "exclude",
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1LeaderboardReportMetricsMetaEntry from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "key": obj.get("key"),
+            "displayName": obj.get("displayName"),
+            "dataType": obj.get("dataType"),
+            "displayValue": obj.get("displayValue"),
+            "description": obj.get("description"),
+            "valueRange": obj.get("valueRange"),
+            "valueEnum": obj.get("valueEnum"),
+            "higherIsBetter": obj.get("higherIsBetter"),
+            "threshold": obj.get("threshold"),
+            "isPrimaryMetric": obj.get("isPrimaryMetric"),
+            "parentMetric": obj.get("parentMetric"),
+            "exclude": obj.get("exclude")
+        })
+        return _obj
+
+

eval_studio_client/api/models/v1_leaderboard_report_model.py

@@ -0,0 +1,113 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1LeaderboardReportModel(BaseModel):
+    """
+    Model represents the evaluated model whose outputs were evaluated to create the results.
+    """ # noqa: E501
+    connection: Optional[StrictStr] = Field(default=None, description="Output only. Connection key.")
+    model_type: Optional[StrictStr] = Field(default=None, description="Output only. Model type.", alias="modelType")
+    name: Optional[StrictStr] = Field(default=None, description="Output only. Model display name.")
+    collection_id: Optional[StrictStr] = Field(default=None, description="Optional. Collection ID.", alias="collectionId")
+    collection_name: Optional[StrictStr] = Field(default=None, description="Optional. Collection name.", alias="collectionName")
+    llm_model_name: Optional[StrictStr] = Field(default=None, description="Output only. LLM model name.", alias="llmModelName")
+    documents: Optional[List[StrictStr]] = Field(default=None, description="Output only. List of documents.")
+    key: Optional[StrictStr] = Field(default=None, description="Output only. Model key.")
+    __properties: ClassVar[List[str]] = ["connection", "modelType", "name", "collectionId", "collectionName", "llmModelName", "documents", "key"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1LeaderboardReportModel from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        """
+        excluded_fields: Set[str] = set([
+            "connection",
+            "model_type",
+            "name",
+            "llm_model_name",
+            "documents",
+            "key",
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1LeaderboardReportModel from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "connection": obj.get("connection"),
+            "modelType": obj.get("modelType"),
+            "name": obj.get("name"),
+            "collectionId": obj.get("collectionId"),
+            "collectionName": obj.get("collectionName"),
+            "llmModelName": obj.get("llmModelName"),
+            "documents": obj.get("documents"),
+            "key": obj.get("key")
+        })
+        return _obj
+
+

eval_studio_client/api/models/v1_leaderboard_report_result.py

@@ -0,0 +1,175 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictFloat, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional, Union
+from eval_studio_client.api.models.v1_leaderboard_report_actual_output_meta import V1LeaderboardReportActualOutputMeta
+from eval_studio_client.api.models.v1_leaderboard_report_result_relationship import V1LeaderboardReportResultRelationship
+from eval_studio_client.api.models.v1_metric_score import V1MetricScore
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1LeaderboardReportResult(BaseModel):
+    """
+    V1LeaderboardReportResult
+    """ # noqa: E501
+    key: Optional[StrictStr] = Field(default=None, description="Output only. Composite unique key of the result formed by the model key and test case key.")
+    input: Optional[StrictStr] = Field(default=None, description="Output only. Input prompt or text to be processed.")
+    corpus: Optional[List[StrictStr]] = Field(default=None, description="Output only. Collection of corpus documents to be used during evaluation.")
+    context: Optional[List[StrictStr]] = Field(default=None, description="Output only. List of contextual information or references.")
+    categories: Optional[List[StrictStr]] = Field(default=None, description="Output only. List of categories or labels for classification.")
+    relationships: Optional[List[V1LeaderboardReportResultRelationship]] = Field(default=None, description="Output only. List of relationships or associations between entities.")
+    expected_output: Optional[StrictStr] = Field(default=None, description="Output only. Expected output or target result.", alias="expectedOutput")
+    output_constraints: Optional[List[StrictStr]] = Field(default=None, description="Output only. List of constraints that should be applied to the output.", alias="outputConstraints")
+    output_condition: Optional[StrictStr] = Field(default=None, description="Output only. Condition that output should satisfy.", alias="outputCondition")
+    actual_output: Optional[StrictStr] = Field(default=None, description="Output only. Actual output produced by the model.", alias="actualOutput")
+    actual_duration: Optional[Union[StrictFloat, StrictInt]] = Field(default=None, description="Output only. Duration of processing in seconds.", alias="actualDuration")
+    cost: Optional[Union[StrictFloat, StrictInt]] = Field(default=None, description="Output only. Cost of processing in currency units.")
+    model_key: Optional[StrictStr] = Field(default=None, description="Output only. Unique identifier for the model used.", alias="modelKey")
+    test_case_key: Optional[StrictStr] = Field(default=None, description="Output only. Unique identifier for the test case.", alias="testCaseKey")
+    metrics: Optional[List[V1MetricScore]] = Field(default=None, description="Optional. All metrics values for the result.")
+    result_error_message: Optional[StrictStr] = Field(default=None, description="Output only. Error message if processing resulted in failure.", alias="resultErrorMessage")
+    actual_output_meta: Optional[List[V1LeaderboardReportActualOutputMeta]] = Field(default=None, description="Output only. Additional metadata about the actual output.", alias="actualOutputMeta")
+    __properties: ClassVar[List[str]] = ["key", "input", "corpus", "context", "categories", "relationships", "expectedOutput", "outputConstraints", "outputCondition", "actualOutput", "actualDuration", "cost", "modelKey", "testCaseKey", "metrics", "resultErrorMessage", "actualOutputMeta"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1LeaderboardReportResult from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        """
+        excluded_fields: Set[str] = set([
+            "key",
+            "input",
+            "corpus",
+            "context",
+            "categories",
+            "relationships",
+            "expected_output",
+            "output_constraints",
+            "output_condition",
+            "actual_output",
+            "actual_duration",
+            "cost",
+            "model_key",
+            "test_case_key",
+            "result_error_message",
+            "actual_output_meta",
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of each item in relationships (list)
+        _items = []
+        if self.relationships:
+            for _item in self.relationships:
+                if _item:
+                    _items.append(_item.to_dict())
+            _dict['relationships'] = _items
+        # override the default output from pydantic by calling `to_dict()` of each item in metrics (list)
+        _items = []
+        if self.metrics:
+            for _item in self.metrics:
+                if _item:
+                    _items.append(_item.to_dict())
+            _dict['metrics'] = _items
+        # override the default output from pydantic by calling `to_dict()` of each item in actual_output_meta (list)
+        _items = []
+        if self.actual_output_meta:
+            for _item in self.actual_output_meta:
+                if _item:
+                    _items.append(_item.to_dict())
+            _dict['actualOutputMeta'] = _items
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1LeaderboardReportResult from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "key": obj.get("key"),
+            "input": obj.get("input"),
+            "corpus": obj.get("corpus"),
+            "context": obj.get("context"),
+            "categories": obj.get("categories"),
+            "relationships": [V1LeaderboardReportResultRelationship.from_dict(_item) for _item in obj["relationships"]] if obj.get("relationships") is not None else None,
+            "expectedOutput": obj.get("expectedOutput"),
+            "outputConstraints": obj.get("outputConstraints"),
+            "outputCondition": obj.get("outputCondition"),
+            "actualOutput": obj.get("actualOutput"),
+            "actualDuration": obj.get("actualDuration"),
+            "cost": obj.get("cost"),
+            "modelKey": obj.get("modelKey"),
+            "testCaseKey": obj.get("testCaseKey"),
+            "metrics": [V1MetricScore.from_dict(_item) for _item in obj["metrics"]] if obj.get("metrics") is not None else None,
+            "resultErrorMessage": obj.get("resultErrorMessage"),
+            "actualOutputMeta": [V1LeaderboardReportActualOutputMeta.from_dict(_item) for _item in obj["actualOutputMeta"]] if obj.get("actualOutputMeta") is not None else None
+        })
+        return _obj
+
+