eval-studio-client 1.2.5__py3-none-any.whl → 1.3.0a1__py3-none-any.whl

eval_studio_client/api/models/v1_get_dashboard_report_response.py

@@ -0,0 +1,91 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field
+from typing import Any, ClassVar, Dict, List, Optional
+from eval_studio_client.api.models.v1_dashboard_report import V1DashboardReport
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1GetDashboardReportResponse(BaseModel):
+    """
+    V1GetDashboardReportResponse
+    """ # noqa: E501
+    dashboard_report: Optional[V1DashboardReport] = Field(default=None, alias="dashboardReport")
+    __properties: ClassVar[List[str]] = ["dashboardReport"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1GetDashboardReportResponse from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of dashboard_report
+        if self.dashboard_report:
+            _dict['dashboardReport'] = self.dashboard_report.to_dict()
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1GetDashboardReportResponse from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj, strict=False)
+
+        _obj = cls.model_validate({
+            "dashboardReport": V1DashboardReport.from_dict(obj["dashboardReport"]) if obj.get("dashboardReport") is not None else None
+        }, strict=False)
+        return _obj
+
+

eval_studio_client/api/models/v1_human_decision.py

@@ -0,0 +1,38 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import json
+from enum import Enum
+from typing_extensions import Self
+
+
+class V1HumanDecision(str, Enum):
+    """
+    HumanDecision represents the human decision on the result.   - HUMAN_DECISION_UNSPECIFIED: Default value, means no decision has been made.  - HUMAN_DECISION_APPROVED: The result was approved by human.  - HUMAN_DECISION_REJECTED: The result was rejected by human.
+    """
+
+    """
+    allowed enum values
+    """
+    HUMAN_DECISION_UNSPECIFIED = 'HUMAN_DECISION_UNSPECIFIED'
+    HUMAN_DECISION_APPROVED = 'HUMAN_DECISION_APPROVED'
+    HUMAN_DECISION_REJECTED = 'HUMAN_DECISION_REJECTED'
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Self:
+        """Create an instance of V1HumanDecision from a JSON string"""
+        return cls(json.loads(json_str))
+
+

eval_studio_client/api/models/v1_info.py

@@ -38,7 +38,8 @@ class V1Info(BaseModel):
     public_instance: Optional[StrictBool] = Field(default=None, description="If the Eval Studio instance is public.", alias="publicInstance")
     sharing_enabled: Optional[StrictBool] = Field(default=None, description="Whether the sharing capability is enabled.", alias="sharingEnabled")
     experimental_features_enabled: Optional[StrictBool] = Field(default=None, description="Whether the experimental features are enabled.", alias="experimentalFeaturesEnabled")
-    __properties: ClassVar[List[str]] = ["baseUrl", "version", "oauth2LoginUrl", "oauth2LogoutUrl", "h2oGpteAllowlist", "h2oGpteClientVersion", "h2oSonarVersion", "preferredLlmsForTestGeneration", "h2oCloudUrl", "publicInstance", "sharingEnabled", "experimentalFeaturesEnabled"]
+    model_type_allowlist: Optional[List[StrictStr]] = Field(default=None, description="Allowlist of model types for UI that can be hosted in Eval Studio. E.g. MODEL_TYPE_H2OGPTE_RAG, MODEL_TYPE_OPENAI_CHAT, MODEL_TYPE_AMAZON_BEDROCK. Use \"*\" to allow all model types.", alias="modelTypeAllowlist")
+    __properties: ClassVar[List[str]] = ["baseUrl", "version", "oauth2LoginUrl", "oauth2LogoutUrl", "h2oGpteAllowlist", "h2oGpteClientVersion", "h2oSonarVersion", "preferredLlmsForTestGeneration", "h2oCloudUrl", "publicInstance", "sharingEnabled", "experimentalFeaturesEnabled", "modelTypeAllowlist"]
 
     model_config = ConfigDict(
         populate_by_name=True,
@@ -102,7 +103,8 @@ class V1Info(BaseModel):
             "h2oCloudUrl": obj.get("h2oCloudUrl"),
             "publicInstance": obj.get("publicInstance"),
             "sharingEnabled": obj.get("sharingEnabled"),
-            "experimentalFeaturesEnabled": obj.get("experimentalFeaturesEnabled")
+            "experimentalFeaturesEnabled": obj.get("experimentalFeaturesEnabled"),
+            "modelTypeAllowlist": obj.get("modelTypeAllowlist")
         }, strict=False)
         return _obj
 

eval_studio_client/api/models/v1_leaderboard.py

@@ -20,6 +20,7 @@ import json
 from datetime import datetime
 from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictStr
 from typing import Any, ClassVar, Dict, List, Optional
+from eval_studio_client.api.models.v1_evaluation_type import V1EvaluationType
 from eval_studio_client.api.models.v1_insight import V1Insight
 from eval_studio_client.api.models.v1_leaderboard_status import V1LeaderboardStatus
 from eval_studio_client.api.models.v1_leaderboard_type import V1LeaderboardType
@@ -57,7 +58,8 @@ class V1Leaderboard(BaseModel):
     type: Optional[V1LeaderboardType] = None
     demo: Optional[StrictBool] = Field(default=None, description="Output only. Whether the Leaderboard is a demo resource or not. Demo resources are read only.")
     test_lab: Optional[StrictStr] = Field(default=None, description="Optional. Resource name of the TestLab if Leaderboard was created from a imported TestLab.", alias="testLab")
-    __properties: ClassVar[List[str]] = ["name", "createTime", "creator", "updateTime", "updater", "deleteTime", "deleter", "displayName", "description", "status", "evaluator", "tests", "model", "createOperation", "leaderboardReport", "leaderboardTable", "leaderboardSummary", "llmModels", "leaderboardProblems", "evaluatorParameters", "insights", "modelParameters", "h2ogpteCollection", "type", "demo", "testLab"]
+    evaluation_type: Optional[V1EvaluationType] = Field(default=None, alias="evaluationType")
+    __properties: ClassVar[List[str]] = ["name", "createTime", "creator", "updateTime", "updater", "deleteTime", "deleter", "displayName", "description", "status", "evaluator", "tests", "model", "createOperation", "leaderboardReport", "leaderboardTable", "leaderboardSummary", "llmModels", "leaderboardProblems", "evaluatorParameters", "insights", "modelParameters", "h2ogpteCollection", "type", "demo", "testLab", "evaluationType"]
 
     model_config = ConfigDict(
         populate_by_name=True,
@@ -175,7 +177,8 @@ class V1Leaderboard(BaseModel):
             "h2ogpteCollection": obj.get("h2ogpteCollection"),
             "type": obj.get("type"),
             "demo": obj.get("demo"),
-            "testLab": obj.get("testLab")
+            "testLab": obj.get("testLab"),
+            "evaluationType": obj.get("evaluationType")
         }, strict=False)
         return _obj
 

eval_studio_client/api/models/v1_leaderboard_cmp_report.py

@@ -0,0 +1,93 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from eval_studio_client.api.models.v1_comparison_result import V1ComparisonResult
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1LeaderboardCmpReport(BaseModel):
+    """
+    V1LeaderboardCmpReport
+    """ # noqa: E501
+    summary: Optional[StrictStr] = Field(default=None, description="Summary of the comparison.")
+    comparison_result: Optional[V1ComparisonResult] = Field(default=None, alias="comparisonResult")
+    __properties: ClassVar[List[str]] = ["summary", "comparisonResult"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1LeaderboardCmpReport from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of comparison_result
+        if self.comparison_result:
+            _dict['comparisonResult'] = self.comparison_result.to_dict()
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1LeaderboardCmpReport from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj, strict=False)
+
+        _obj = cls.model_validate({
+            "summary": obj.get("summary"),
+            "comparisonResult": V1ComparisonResult.from_dict(obj["comparisonResult"]) if obj.get("comparisonResult") is not None else None
+        }, strict=False)
+        return _obj
+
+

eval_studio_client/api/models/v1_leaderboard_comparison_item.py

@@ -0,0 +1,91 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1LeaderboardComparisonItem(BaseModel):
+    """
+    V1LeaderboardComparisonItem
+    """ # noqa: E501
+    wins: Optional[StrictInt] = Field(default=None, description="Number of wins.")
+    question: Optional[StrictStr] = Field(default=None, description="Question text.")
+    changed_metrics_count: Optional[StrictInt] = Field(default=None, description="Count of changed metrics.", alias="changedMetricsCount")
+    __properties: ClassVar[List[str]] = ["wins", "question", "changedMetricsCount"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1LeaderboardComparisonItem from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1LeaderboardComparisonItem from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj, strict=False)
+
+        _obj = cls.model_validate({
+            "wins": obj.get("wins"),
+            "question": obj.get("question"),
+            "changedMetricsCount": obj.get("changedMetricsCount")
+        }, strict=False)
+        return _obj
+
+

eval_studio_client/api/models/v1_leaderboard_info.py

@@ -0,0 +1,97 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from eval_studio_client.api.models.v1_leaderboard_comparison_item import V1LeaderboardComparisonItem
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1LeaderboardInfo(BaseModel):
+    """
+    V1LeaderboardInfo
+    """ # noqa: E501
+    key: Optional[StrictStr] = Field(default=None, description="Unique key identifying the leaderboard pair (format: \"baseline_id|current_id\").")
+    items: Optional[List[V1LeaderboardComparisonItem]] = Field(default=None, description="List of leaderboard comparison items.")
+    __properties: ClassVar[List[str]] = ["key", "items"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1LeaderboardInfo from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of each item in items (list)
+        _items = []
+        if self.items:
+            for _item_items in self.items:
+                if _item_items:
+                    _items.append(_item_items.to_dict())
+            _dict['items'] = _items
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1LeaderboardInfo from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj, strict=False)
+
+        _obj = cls.model_validate({
+            "key": obj.get("key"),
+            "items": [V1LeaderboardComparisonItem.from_dict(_item) for _item in obj["items"]] if obj.get("items") is not None else None
+        }, strict=False)
+        return _obj
+
+

eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py

@@ -19,17 +19,23 @@ import json
 
 from pydantic import BaseModel, ConfigDict, Field, StrictStr
 from typing import Any, ClassVar, Dict, List, Optional
+from eval_studio_client.api.models.v1_agent_chat_activity_diagram import V1AgentChatActivityDiagram
+from eval_studio_client.api.models.v1_agent_chat_scripts_bar_chart import V1AgentChatScriptsBarChart
+from eval_studio_client.api.models.v1_agent_chat_tools_bar_chart import V1AgentChatToolsBarChart
 from eval_studio_client.api.models.v1_leaderboard_report_actual_output_data import V1LeaderboardReportActualOutputData
 from typing import Optional, Set
 from typing_extensions import Self
 
 class V1LeaderboardReportActualOutputMeta(BaseModel):
     """
-    ActualOutputMeta represents the metadata about the actual output.
+    ActualOutputMeta represents the metadata about the actual output. Each instance can contain any combination of the fields below.
     """ # noqa: E501
-    tokenization: Optional[StrictStr] = Field(default=None, description="Output only. Actual output data tokenization like sentence_level_punkt.")
-    data: Optional[List[V1LeaderboardReportActualOutputData]] = Field(default=None, description="Output only. Actual output data - list of text fragments coupled with the metric values.")
-    __properties: ClassVar[List[str]] = ["tokenization", "data"]
+    tokenization: Optional[StrictStr] = Field(default=None, description="Optional. Actual output data tokenization like sentence_level_punkt.")
+    data: Optional[List[V1LeaderboardReportActualOutputData]] = Field(default=None, description="Optional. Actual output data - list of text fragments coupled with the metric values.")
+    agent_chat_activity_diagram: Optional[V1AgentChatActivityDiagram] = Field(default=None, alias="agentChatActivityDiagram")
+    agent_chat_tools_bar_chart: Optional[V1AgentChatToolsBarChart] = Field(default=None, alias="agentChatToolsBarChart")
+    agent_chat_scripts_bar_chart: Optional[V1AgentChatScriptsBarChart] = Field(default=None, alias="agentChatScriptsBarChart")
+    __properties: ClassVar[List[str]] = ["tokenization", "data", "agentChatActivityDiagram", "agentChatToolsBarChart", "agentChatScriptsBarChart"]
 
     model_config = ConfigDict(
         populate_by_name=True,
@@ -61,12 +67,8 @@ class V1LeaderboardReportActualOutputMeta(BaseModel):
         * `None` is only added to the output dict for nullable fields that
           were set at model initialization. Other fields with value `None`
           are ignored.
-        * OpenAPI `readOnly` fields are excluded.
-        * OpenAPI `readOnly` fields are excluded.
         """
         excluded_fields: Set[str] = set([
-            "tokenization",
-            "data",
         ])
 
         _dict = self.model_dump(
@@ -81,6 +83,15 @@ class V1LeaderboardReportActualOutputMeta(BaseModel):
                 if _item_data:
                     _items.append(_item_data.to_dict())
             _dict['data'] = _items
+        # override the default output from pydantic by calling `to_dict()` of agent_chat_activity_diagram
+        if self.agent_chat_activity_diagram:
+            _dict['agentChatActivityDiagram'] = self.agent_chat_activity_diagram.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of agent_chat_tools_bar_chart
+        if self.agent_chat_tools_bar_chart:
+            _dict['agentChatToolsBarChart'] = self.agent_chat_tools_bar_chart.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of agent_chat_scripts_bar_chart
+        if self.agent_chat_scripts_bar_chart:
+            _dict['agentChatScriptsBarChart'] = self.agent_chat_scripts_bar_chart.to_dict()
         return _dict
 
     @classmethod
@@ -94,7 +105,10 @@ class V1LeaderboardReportActualOutputMeta(BaseModel):
 
         _obj = cls.model_validate({
             "tokenization": obj.get("tokenization"),
-            "data": [V1LeaderboardReportActualOutputData.from_dict(_item) for _item in obj["data"]] if obj.get("data") is not None else None
+            "data": [V1LeaderboardReportActualOutputData.from_dict(_item) for _item in obj["data"]] if obj.get("data") is not None else None,
+            "agentChatActivityDiagram": V1AgentChatActivityDiagram.from_dict(obj["agentChatActivityDiagram"]) if obj.get("agentChatActivityDiagram") is not None else None,
+            "agentChatToolsBarChart": V1AgentChatToolsBarChart.from_dict(obj["agentChatToolsBarChart"]) if obj.get("agentChatToolsBarChart") is not None else None,
+            "agentChatScriptsBarChart": V1AgentChatScriptsBarChart.from_dict(obj["agentChatScriptsBarChart"]) if obj.get("agentChatScriptsBarChart") is not None else None
         }, strict=False)
         return _obj
 

eval_studio_client/api/models/v1_leaderboard_report_result.py

@@ -19,6 +19,7 @@ import json
 
 from pydantic import BaseModel, ConfigDict, Field, StrictFloat, StrictInt, StrictStr
 from typing import Any, ClassVar, Dict, List, Optional, Union
+from eval_studio_client.api.models.v1_human_decision import V1HumanDecision
 from eval_studio_client.api.models.v1_leaderboard_report_actual_output_meta import V1LeaderboardReportActualOutputMeta
 from eval_studio_client.api.models.v1_leaderboard_report_result_relationship import V1LeaderboardReportResultRelationship
 from eval_studio_client.api.models.v1_metric_score import V1MetricScore
@@ -31,22 +32,25 @@ class V1LeaderboardReportResult(BaseModel):
     """ # noqa: E501
     key: Optional[StrictStr] = Field(default=None, description="Output only. Composite unique key of the result formed by the model key and test case key.")
     input: Optional[StrictStr] = Field(default=None, description="Output only. Input prompt or text to be processed.")
-    corpus: Optional[List[StrictStr]] = Field(default=None, description="Output only. Collection of corpus documents to be used during evaluation.")
-    context: Optional[List[StrictStr]] = Field(default=None, description="Output only. List of contextual information or references.")
-    categories: Optional[List[StrictStr]] = Field(default=None, description="Output only. List of categories or labels for classification.")
-    relationships: Optional[List[V1LeaderboardReportResultRelationship]] = Field(default=None, description="Output only. List of relationships or associations between entities.")
+    corpus: Optional[List[StrictStr]] = Field(default=None, description="Output only. Collection of corpus documents to be used during evaluation. Omitted if LEADERBOARD_REPORT_RESULT_VIEW_SUMMARY is used.")
+    context: Optional[List[StrictStr]] = Field(default=None, description="Output only. List of contextual information or references. Omitted if LEADERBOARD_REPORT_RESULT_VIEW_SUMMARY is used.")
+    categories: Optional[List[StrictStr]] = Field(default=None, description="Output only. List of categories or labels for classification. Omitted if LEADERBOARD_REPORT_RESULT_VIEW_SUMMARY is used.")
+    relationships: Optional[List[V1LeaderboardReportResultRelationship]] = Field(default=None, description="Output only. List of relationships or associations between entities. Omitted if LEADERBOARD_REPORT_RESULT_VIEW_SUMMARY is used.")
     expected_output: Optional[StrictStr] = Field(default=None, description="Output only. Expected output or target result.", alias="expectedOutput")
-    output_constraints: Optional[List[StrictStr]] = Field(default=None, description="Output only. List of constraints that should be applied to the output.", alias="outputConstraints")
-    output_condition: Optional[StrictStr] = Field(default=None, description="Output only. Condition that output should satisfy.", alias="outputCondition")
+    output_constraints: Optional[List[StrictStr]] = Field(default=None, description="Output only. List of constraints that should be applied to the output. Omitted if LEADERBOARD_REPORT_RESULT_VIEW_SUMMARY is used.", alias="outputConstraints")
+    output_condition: Optional[StrictStr] = Field(default=None, description="Output only. Condition that output should satisfy. Omitted if LEADERBOARD_REPORT_RESULT_VIEW_SUMMARY is used.", alias="outputCondition")
     actual_output: Optional[StrictStr] = Field(default=None, description="Output only. Actual output produced by the model.", alias="actualOutput")
-    actual_duration: Optional[Union[StrictFloat, StrictInt]] = Field(default=None, description="Output only. Duration of processing in seconds.", alias="actualDuration")
-    cost: Optional[Union[StrictFloat, StrictInt]] = Field(default=None, description="Output only. Cost of processing in currency units.")
+    actual_duration: Optional[Union[StrictFloat, StrictInt]] = Field(default=None, description="Output only. Duration of processing in seconds. Omitted if LEADERBOARD_REPORT_RESULT_VIEW_SUMMARY is used.", alias="actualDuration")
+    cost: Optional[Union[StrictFloat, StrictInt]] = Field(default=None, description="Output only. Cost of processing in currency units. Omitted if LEADERBOARD_REPORT_RESULT_VIEW_SUMMARY is used.")
     model_key: Optional[StrictStr] = Field(default=None, description="Output only. Unique identifier for the model used.", alias="modelKey")
     test_case_key: Optional[StrictStr] = Field(default=None, description="Output only. Unique identifier for the test case.", alias="testCaseKey")
     metrics: Optional[List[V1MetricScore]] = Field(default=None, description="Optional. All metrics values for the result.")
     result_error_message: Optional[StrictStr] = Field(default=None, description="Output only. Error message if processing resulted in failure.", alias="resultErrorMessage")
     actual_output_meta: Optional[List[V1LeaderboardReportActualOutputMeta]] = Field(default=None, description="Output only. Additional metadata about the actual output.", alias="actualOutputMeta")
-    __properties: ClassVar[List[str]] = ["key", "input", "corpus", "context", "categories", "relationships", "expectedOutput", "outputConstraints", "outputCondition", "actualOutput", "actualDuration", "cost", "modelKey", "testCaseKey", "metrics", "resultErrorMessage", "actualOutputMeta"]
+    human_decision: Optional[V1HumanDecision] = Field(default=None, alias="humanDecision")
+    comment: Optional[StrictStr] = Field(default=None, description="Output only. Optional comment about the result.")
+    annotations: Optional[Dict[str, Dict[str, Any]]] = Field(default=None, description="Output only. Annotations associated with the test case result.")
+    __properties: ClassVar[List[str]] = ["key", "input", "corpus", "context", "categories", "relationships", "expectedOutput", "outputConstraints", "outputCondition", "actualOutput", "actualDuration", "cost", "modelKey", "testCaseKey", "metrics", "resultErrorMessage", "actualOutputMeta", "humanDecision", "comment", "annotations"]
 
     model_config = ConfigDict(
         populate_by_name=True,
@@ -94,6 +98,8 @@ class V1LeaderboardReportResult(BaseModel):
         * OpenAPI `readOnly` fields are excluded.
         * OpenAPI `readOnly` fields are excluded.
         * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
         """
         excluded_fields: Set[str] = set([
             "key",
@@ -112,6 +118,8 @@ class V1LeaderboardReportResult(BaseModel):
             "test_case_key",
             "result_error_message",
             "actual_output_meta",
+            "comment",
+            "annotations",
         ])
 
         _dict = self.model_dump(
@@ -168,7 +176,10 @@ class V1LeaderboardReportResult(BaseModel):
             "testCaseKey": obj.get("testCaseKey"),
             "metrics": [V1MetricScore.from_dict(_item) for _item in obj["metrics"]] if obj.get("metrics") is not None else None,
             "resultErrorMessage": obj.get("resultErrorMessage"),
-            "actualOutputMeta": [V1LeaderboardReportActualOutputMeta.from_dict(_item) for _item in obj["actualOutputMeta"]] if obj.get("actualOutputMeta") is not None else None
+            "actualOutputMeta": [V1LeaderboardReportActualOutputMeta.from_dict(_item) for _item in obj["actualOutputMeta"]] if obj.get("actualOutputMeta") is not None else None,
+            "humanDecision": obj.get("humanDecision"),
+            "comment": obj.get("comment"),
+            "annotations": obj.get("annotations")
         }, strict=False)
         return _obj
 

eval_studio_client/api/models/v1_leaderboard_report_result_view.py

@@ -0,0 +1,38 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import json
+from enum import Enum
+from typing_extensions import Self
+
+
+class V1LeaderboardReportResultView(str, Enum):
+    """
+     - LEADERBOARD_REPORT_RESULT_VIEW_UNSPECIFIED: Default value. The basic view with essential fields.  - LEADERBOARD_REPORT_RESULT_VIEW_FULL: Full view with all fields populated.  - LEADERBOARD_REPORT_RESULT_VIEW_SUMMARY: Summary view with only key fields.
+    """
+
+    """
+    allowed enum values
+    """
+    LEADERBOARD_REPORT_RESULT_VIEW_UNSPECIFIED = 'LEADERBOARD_REPORT_RESULT_VIEW_UNSPECIFIED'
+    LEADERBOARD_REPORT_RESULT_VIEW_FULL = 'LEADERBOARD_REPORT_RESULT_VIEW_FULL'
+    LEADERBOARD_REPORT_RESULT_VIEW_SUMMARY = 'LEADERBOARD_REPORT_RESULT_VIEW_SUMMARY'
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Self:
+        """Create an instance of V1LeaderboardReportResultView from a JSON string"""
+        return cls(json.loads(json_str))
+
+