eval-studio-client 1.2.5__py3-none-any.whl → 1.3.0a1__py3-none-any.whl

eval_studio_client/api/models/v1_metric_average.py

@@ -0,0 +1,101 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictFloat, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional, Union
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1MetricAverage(BaseModel):
+    """
+    V1MetricAverage
+    """ # noqa: E501
+    metric_key: Optional[StrictStr] = Field(default=None, description="Metric key.", alias="metricKey")
+    baseline_avg: Optional[Union[StrictFloat, StrictInt]] = Field(default=None, description="Baseline average.", alias="baselineAvg")
+    current_avg: Optional[Union[StrictFloat, StrictInt]] = Field(default=None, description="Current average.", alias="currentAvg")
+    diff: Optional[Union[StrictFloat, StrictInt]] = Field(default=None, description="Difference between current and baseline.")
+    baseline_better_wins: Optional[StrictInt] = Field(default=None, description="Baseline better wins count.", alias="baselineBetterWins")
+    current_better_wins: Optional[StrictInt] = Field(default=None, description="Current better wins count.", alias="currentBetterWins")
+    baseline_rank_avg: Optional[Union[StrictFloat, StrictInt]] = Field(default=None, description="Baseline rank average.", alias="baselineRankAvg")
+    current_rank_avg: Optional[Union[StrictFloat, StrictInt]] = Field(default=None, description="Current rank average.", alias="currentRankAvg")
+    __properties: ClassVar[List[str]] = ["metricKey", "baselineAvg", "currentAvg", "diff", "baselineBetterWins", "currentBetterWins", "baselineRankAvg", "currentRankAvg"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1MetricAverage from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1MetricAverage from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj, strict=False)
+
+        _obj = cls.model_validate({
+            "metricKey": obj.get("metricKey"),
+            "baselineAvg": obj.get("baselineAvg"),
+            "currentAvg": obj.get("currentAvg"),
+            "diff": obj.get("diff"),
+            "baselineBetterWins": obj.get("baselineBetterWins"),
+            "currentBetterWins": obj.get("currentBetterWins"),
+            "baselineRankAvg": obj.get("baselineRankAvg"),
+            "currentRankAvg": obj.get("currentRankAvg")
+        }, strict=False)
+        return _obj
+
+

eval_studio_client/api/models/v1_metric_meta.py

@@ -0,0 +1,109 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictFloat, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional, Union
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1MetricMeta(BaseModel):
+    """
+    V1MetricMeta
+    """ # noqa: E501
+    key: Optional[StrictStr] = Field(default=None, description="Metric key.")
+    display_name: Optional[StrictStr] = Field(default=None, description="Display name.", alias="displayName")
+    data_type: Optional[StrictStr] = Field(default=None, description="Data type.", alias="dataType")
+    display_value: Optional[StrictStr] = Field(default=None, description="Display value format.", alias="displayValue")
+    description: Optional[StrictStr] = Field(default=None, description="Description.")
+    value_range: Optional[List[Union[StrictFloat, StrictInt]]] = Field(default=None, description="Value range (min, max).", alias="valueRange")
+    value_enum: Optional[List[StrictStr]] = Field(default=None, description="Value enum (null if not applicable).", alias="valueEnum")
+    higher_is_better: Optional[StrictBool] = Field(default=None, description="Whether higher is better.", alias="higherIsBetter")
+    threshold: Optional[Union[StrictFloat, StrictInt]] = Field(default=None, description="Threshold value.")
+    is_primary_metric: Optional[StrictBool] = Field(default=None, description="Is primary metric.", alias="isPrimaryMetric")
+    parent_metric: Optional[StrictStr] = Field(default=None, description="Parent metric.", alias="parentMetric")
+    exclude: Optional[StrictBool] = Field(default=None, description="Exclude flag.")
+    __properties: ClassVar[List[str]] = ["key", "displayName", "dataType", "displayValue", "description", "valueRange", "valueEnum", "higherIsBetter", "threshold", "isPrimaryMetric", "parentMetric", "exclude"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1MetricMeta from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1MetricMeta from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj, strict=False)
+
+        _obj = cls.model_validate({
+            "key": obj.get("key"),
+            "displayName": obj.get("displayName"),
+            "dataType": obj.get("dataType"),
+            "displayValue": obj.get("displayValue"),
+            "description": obj.get("description"),
+            "valueRange": obj.get("valueRange"),
+            "valueEnum": obj.get("valueEnum"),
+            "higherIsBetter": obj.get("higherIsBetter"),
+            "threshold": obj.get("threshold"),
+            "isPrimaryMetric": obj.get("isPrimaryMetric"),
+            "parentMetric": obj.get("parentMetric"),
+            "exclude": obj.get("exclude")
+        }, strict=False)
+        return _obj
+
+

eval_studio_client/api/models/v1_metric_score.py

@@ -27,7 +27,7 @@ class V1MetricScore(BaseModel):
     MetricScore represents the metric score.
     """ # noqa: E501
     key: Optional[StrictStr] = Field(default=None, description="Required. Metric key.")
-    value: Optional[Union[StrictFloat, StrictInt]] = Field(default=None, description="Required. Metric value - consider NaN, Infinity or -Infinity for float representation.")
+    value: Optional[Union[StrictFloat, StrictInt]] = Field(default=None, description="Optional. Metric value. May be omitted if the metric could not be computed. Valid values include normal floats, as well as special values: NaN, Infinity, or -Infinity.")
     __properties: ClassVar[List[str]] = ["key", "value"]
 
     model_config = ConfigDict(
@@ -69,6 +69,11 @@ class V1MetricScore(BaseModel):
             exclude=excluded_fields,
             exclude_none=True,
         )
+        # set to None if value (nullable) is None
+        # and model_fields_set contains the field
+        if self.value is None and "value" in self.model_fields_set:
+            _dict['value'] = None
+
         return _dict
 
     @classmethod

eval_studio_client/api/models/v1_metric_scores.py

@@ -27,7 +27,7 @@ class V1MetricScores(BaseModel):
     """
     V1MetricScores
     """ # noqa: E501
-    scores: Optional[List[V1MetricScore]] = Field(default=None, description="Required. The metric scores.")
+    scores: Optional[List[V1MetricScore]] = Field(default=None, description="Repeated. List of metric scores.")
     __properties: ClassVar[List[str]] = ["scores"]
 
     model_config = ConfigDict(

eval_studio_client/api/models/v1_model_type.py

@@ -20,7 +20,7 @@ from typing_extensions import Self
 
 class V1ModelType(str, Enum):
     """
-     - MODEL_TYPE_UNSPECIFIED: Unspecified type.  - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG.  - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG.  - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM.  - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM.  - MODEL_TYPE_OPENAI_CHAT: OpenAI chat.  - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat.  - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat.  - MODEL_TYPE_H2OLLMOPS: H2O LLMOps.  - MODEL_TYPE_OLLAMA: Ollama.  - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
+     - MODEL_TYPE_UNSPECIFIED: Unspecified type.  - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG.  - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG.  - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM.  - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM.  - MODEL_TYPE_OPENAI_CHAT: OpenAI chat.  - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat.  - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat.  - MODEL_TYPE_H2OLLMOPS: H2O LLMOps.  - MODEL_TYPE_OLLAMA: Ollama.  - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.  - MODEL_TYPE_ANTHROPIC_CLAUDE: Anthropic Claude chat.
     """
 
     """
@@ -37,6 +37,7 @@ class V1ModelType(str, Enum):
     MODEL_TYPE_H2_OLLMOPS = 'MODEL_TYPE_H2OLLMOPS'
     MODEL_TYPE_OLLAMA = 'MODEL_TYPE_OLLAMA'
     MODEL_TYPE_AMAZON_BEDROCK = 'MODEL_TYPE_AMAZON_BEDROCK'
+    MODEL_TYPE_ANTHROPIC_CLAUDE = 'MODEL_TYPE_ANTHROPIC_CLAUDE'
 
     @classmethod
     def from_json(cls, json_str: str) -> Self:

eval_studio_client/api/models/v1_models_comparisons.py

@@ -0,0 +1,93 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictInt
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1ModelsComparisons(BaseModel):
+    """
+    V1ModelsComparisons
+    """ # noqa: E501
+    test_case_ranks_baseline: Optional[StrictInt] = Field(default=None, description="Test case ranks for baseline.", alias="testCaseRanksBaseline")
+    test_case_ranks_current: Optional[StrictInt] = Field(default=None, description="Test case ranks for current.", alias="testCaseRanksCurrent")
+    test_case_wins_baseline: Optional[StrictInt] = Field(default=None, description="Test case wins for baseline.", alias="testCaseWinsBaseline")
+    test_case_wins_current: Optional[StrictInt] = Field(default=None, description="Test case wins for current.", alias="testCaseWinsCurrent")
+    __properties: ClassVar[List[str]] = ["testCaseRanksBaseline", "testCaseRanksCurrent", "testCaseWinsBaseline", "testCaseWinsCurrent"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1ModelsComparisons from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1ModelsComparisons from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj, strict=False)
+
+        _obj = cls.model_validate({
+            "testCaseRanksBaseline": obj.get("testCaseRanksBaseline"),
+            "testCaseRanksCurrent": obj.get("testCaseRanksCurrent"),
+            "testCaseWinsBaseline": obj.get("testCaseWinsBaseline"),
+            "testCaseWinsCurrent": obj.get("testCaseWinsCurrent")
+        }, strict=False)
+        return _obj
+
+

eval_studio_client/api/models/v1_models_comparisons_metrics.py

@@ -0,0 +1,103 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictFloat, StrictInt
+from typing import Any, ClassVar, Dict, List, Optional, Union
+from eval_studio_client.api.models.v1_metric_average import V1MetricAverage
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1ModelsComparisonsMetrics(BaseModel):
+    """
+    V1ModelsComparisonsMetrics
+    """ # noqa: E501
+    metrics_ranks_baseline: Optional[Union[StrictFloat, StrictInt]] = Field(default=None, description="Metrics ranks for baseline.", alias="metricsRanksBaseline")
+    metrics_ranks_current: Optional[Union[StrictFloat, StrictInt]] = Field(default=None, description="Metrics ranks for current.", alias="metricsRanksCurrent")
+    metrics_wins_baseline: Optional[StrictInt] = Field(default=None, description="Metrics wins for baseline.", alias="metricsWinsBaseline")
+    metrics_wins_current: Optional[StrictInt] = Field(default=None, description="Metrics wins for current.", alias="metricsWinsCurrent")
+    metrics_averages: Optional[List[V1MetricAverage]] = Field(default=None, description="Metrics averages.", alias="metricsAverages")
+    __properties: ClassVar[List[str]] = ["metricsRanksBaseline", "metricsRanksCurrent", "metricsWinsBaseline", "metricsWinsCurrent", "metricsAverages"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1ModelsComparisonsMetrics from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of each item in metrics_averages (list)
+        _items = []
+        if self.metrics_averages:
+            for _item_metrics_averages in self.metrics_averages:
+                if _item_metrics_averages:
+                    _items.append(_item_metrics_averages.to_dict())
+            _dict['metricsAverages'] = _items
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1ModelsComparisonsMetrics from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj, strict=False)
+
+        _obj = cls.model_validate({
+            "metricsRanksBaseline": obj.get("metricsRanksBaseline"),
+            "metricsRanksCurrent": obj.get("metricsRanksCurrent"),
+            "metricsWinsBaseline": obj.get("metricsWinsBaseline"),
+            "metricsWinsCurrent": obj.get("metricsWinsCurrent"),
+            "metricsAverages": [V1MetricAverage.from_dict(_item) for _item in obj["metricsAverages"]] if obj.get("metricsAverages") is not None else None
+        }, strict=False)
+        return _obj
+
+

eval_studio_client/api/models/v1_models_overview.py

@@ -0,0 +1,97 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1ModelsOverview(BaseModel):
+    """
+    V1ModelsOverview
+    """ # noqa: E501
+    baseline_model_key: Optional[StrictStr] = Field(default=None, description="Baseline model key.", alias="baselineModelKey")
+    current_model_key: Optional[StrictStr] = Field(default=None, description="Current model key.", alias="currentModelKey")
+    baseline_model_name: Optional[StrictStr] = Field(default=None, description="Baseline model name.", alias="baselineModelName")
+    baseline_collection_id: Optional[List[StrictStr]] = Field(default=None, description="Baseline collection IDs.", alias="baselineCollectionId")
+    current_model_name: Optional[StrictStr] = Field(default=None, description="Current model name.", alias="currentModelName")
+    current_collection_id: Optional[List[StrictStr]] = Field(default=None, description="Current collection IDs.", alias="currentCollectionId")
+    __properties: ClassVar[List[str]] = ["baselineModelKey", "currentModelKey", "baselineModelName", "baselineCollectionId", "currentModelName", "currentCollectionId"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1ModelsOverview from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1ModelsOverview from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj, strict=False)
+
+        _obj = cls.model_validate({
+            "baselineModelKey": obj.get("baselineModelKey"),
+            "currentModelKey": obj.get("currentModelKey"),
+            "baselineModelName": obj.get("baselineModelName"),
+            "baselineCollectionId": obj.get("baselineCollectionId"),
+            "currentModelName": obj.get("currentModelName"),
+            "currentCollectionId": obj.get("currentCollectionId")
+        }, strict=False)
+        return _obj
+
+

eval_studio_client/api/models/v1_operation.py

@@ -40,7 +40,8 @@ class V1Operation(BaseModel):
     done: Optional[StrictBool] = Field(default=None, description="If the value is `false`, it means the operation is still in progress. If `true`, the operation is completed, and either `error` or `response` is available.")
     error: Optional[RpcStatus] = None
     response: Optional[ProtobufAny] = None
-    __properties: ClassVar[List[str]] = ["name", "createTime", "creator", "updateTime", "updater", "deleteTime", "deleter", "metadata", "done", "error", "response"]
+    seen_by_creator_time: Optional[datetime] = Field(default=None, description="Output only. Optional. Timestamp when the creator marked the Operation as seen. Once set, this field cannot be changed. Set via MarkOperationSeenByCreator method.", alias="seenByCreatorTime")
+    __properties: ClassVar[List[str]] = ["name", "createTime", "creator", "updateTime", "updater", "deleteTime", "deleter", "metadata", "done", "error", "response", "seenByCreatorTime"]
 
     model_config = ConfigDict(
         populate_by_name=True,
@@ -79,6 +80,7 @@ class V1Operation(BaseModel):
         * OpenAPI `readOnly` fields are excluded.
         * OpenAPI `readOnly` fields are excluded.
         * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
         """
         excluded_fields: Set[str] = set([
             "name",
@@ -88,6 +90,7 @@ class V1Operation(BaseModel):
             "updater",
             "delete_time",
             "deleter",
+            "seen_by_creator_time",
         ])
 
         _dict = self.model_dump(
@@ -126,7 +129,8 @@ class V1Operation(BaseModel):
             "metadata": ProtobufAny.from_dict(obj["metadata"]) if obj.get("metadata") is not None else None,
             "done": obj.get("done"),
             "error": RpcStatus.from_dict(obj["error"]) if obj.get("error") is not None else None,
-            "response": ProtobufAny.from_dict(obj["response"]) if obj.get("response") is not None else None
+            "response": ProtobufAny.from_dict(obj["response"]) if obj.get("response") is not None else None,
+            "seenByCreatorTime": obj.get("seenByCreatorTime")
         }, strict=False)
         return _obj
 

eval_studio_client/api/models/v1_operation_view.py

@@ -0,0 +1,38 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import json
+from enum import Enum
+from typing_extensions import Self
+
+
+class V1OperationView(str, Enum):
+    """
+     - OPERATION_VIEW_UNSPECIFIED: Default / unset value. The API will default to the OPERATION_VIEW_FULL.  - OPERATION_VIEW_BASIC: Include basic metadata about the Operation, but not the response.  - OPERATION_VIEW_FULL: Include everything.
+    """
+
+    """
+    allowed enum values
+    """
+    OPERATION_VIEW_UNSPECIFIED = 'OPERATION_VIEW_UNSPECIFIED'
+    OPERATION_VIEW_BASIC = 'OPERATION_VIEW_BASIC'
+    OPERATION_VIEW_FULL = 'OPERATION_VIEW_FULL'
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Self:
+        """Create an instance of V1OperationView from a JSON string"""
+        return cls(json.loads(json_str))
+
+