eval-studio-client 1.2.5__py3-none-any.whl → 1.3.0a1__py3-none-any.whl

eval_studio_client/api/models/v1_agent_chat_script_usage.py

@@ -0,0 +1,101 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1AgentChatScriptUsage(BaseModel):
+    """
+    AgentChatScriptUsage represents usage statistics for a single script.
+    """ # noqa: E501
+    name: Optional[StrictStr] = Field(default=None, description="Output only. Name of the script.")
+    success_count: Optional[StrictInt] = Field(default=None, description="Output only. Number of successful executions.", alias="successCount")
+    failure_count: Optional[StrictInt] = Field(default=None, description="Output only. Number of failed executions.", alias="failureCount")
+    total_count: Optional[StrictInt] = Field(default=None, description="Output only. Total number of executions.", alias="totalCount")
+    __properties: ClassVar[List[str]] = ["name", "successCount", "failureCount", "totalCount"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1AgentChatScriptUsage from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        """
+        excluded_fields: Set[str] = set([
+            "name",
+            "success_count",
+            "failure_count",
+            "total_count",
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1AgentChatScriptUsage from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj, strict=False)
+
+        _obj = cls.model_validate({
+            "name": obj.get("name"),
+            "successCount": obj.get("successCount"),
+            "failureCount": obj.get("failureCount"),
+            "totalCount": obj.get("totalCount")
+        }, strict=False)
+        return _obj
+
+

eval_studio_client/api/models/v1_agent_chat_scripts_bar_chart.py

@@ -0,0 +1,102 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field
+from typing import Any, ClassVar, Dict, List, Optional
+from eval_studio_client.api.models.v1_agent_chat_script_usage import V1AgentChatScriptUsage
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1AgentChatScriptsBarChart(BaseModel):
+    """
+    AgentChatScriptsBarChart represents the bar chart for agent chat scripts usage.
+    """ # noqa: E501
+    scripts: Optional[Dict[str, V1AgentChatScriptUsage]] = Field(default=None, description="Output only. Map of script name to script usage statistics.")
+    __properties: ClassVar[List[str]] = ["scripts"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1AgentChatScriptsBarChart from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        * OpenAPI `readOnly` fields are excluded.
+        """
+        excluded_fields: Set[str] = set([
+            "scripts",
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of each value in scripts (dict)
+        _field_dict = {}
+        if self.scripts:
+            for _key_scripts in self.scripts:
+                if self.scripts[_key_scripts]:
+                    _field_dict[_key_scripts] = self.scripts[_key_scripts].to_dict()
+            _dict['scripts'] = _field_dict
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1AgentChatScriptsBarChart from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj, strict=False)
+
+        _obj = cls.model_validate({
+            "scripts": dict(
+                (_k, V1AgentChatScriptUsage.from_dict(_v))
+                for _k, _v in obj["scripts"].items()
+            )
+            if obj.get("scripts") is not None
+            else None
+        }, strict=False)
+        return _obj
+
+

eval_studio_client/api/models/v1_agent_chat_tool_usage.py

@@ -0,0 +1,101 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1AgentChatToolUsage(BaseModel):
+    """
+    AgentChatToolUsage represents usage statistics for a single tool.
+    """ # noqa: E501
+    name: Optional[StrictStr] = Field(default=None, description="Output only. Name of the tool.")
+    success_count: Optional[StrictInt] = Field(default=None, description="Output only. Number of successful invocations.", alias="successCount")
+    failure_count: Optional[StrictInt] = Field(default=None, description="Output only. Number of failed invocations.", alias="failureCount")
+    total_count: Optional[StrictInt] = Field(default=None, description="Output only. Total number of invocations.", alias="totalCount")
+    __properties: ClassVar[List[str]] = ["name", "successCount", "failureCount", "totalCount"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1AgentChatToolUsage from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        """
+        excluded_fields: Set[str] = set([
+            "name",
+            "success_count",
+            "failure_count",
+            "total_count",
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1AgentChatToolUsage from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj, strict=False)
+
+        _obj = cls.model_validate({
+            "name": obj.get("name"),
+            "successCount": obj.get("successCount"),
+            "failureCount": obj.get("failureCount"),
+            "totalCount": obj.get("totalCount")
+        }, strict=False)
+        return _obj
+
+

eval_studio_client/api/models/v1_agent_chat_tools_bar_chart.py

@@ -0,0 +1,102 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field
+from typing import Any, ClassVar, Dict, List, Optional
+from eval_studio_client.api.models.v1_agent_chat_tool_usage import V1AgentChatToolUsage
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1AgentChatToolsBarChart(BaseModel):
+    """
+    AgentChatToolsBarChart represents the bar chart for agent chat tools usage.
+    """ # noqa: E501
+    tools: Optional[Dict[str, V1AgentChatToolUsage]] = Field(default=None, description="Output only. Map of tool name to tool usage statistics.")
+    __properties: ClassVar[List[str]] = ["tools"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1AgentChatToolsBarChart from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        * OpenAPI `readOnly` fields are excluded.
+        """
+        excluded_fields: Set[str] = set([
+            "tools",
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of each value in tools (dict)
+        _field_dict = {}
+        if self.tools:
+            for _key_tools in self.tools:
+                if self.tools[_key_tools]:
+                    _field_dict[_key_tools] = self.tools[_key_tools].to_dict()
+            _dict['tools'] = _field_dict
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1AgentChatToolsBarChart from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj, strict=False)
+
+        _obj = cls.model_validate({
+            "tools": dict(
+                (_k, V1AgentChatToolUsage.from_dict(_v))
+                for _k, _v in obj["tools"].items()
+            )
+            if obj.get("tools") is not None
+            else None
+        }, strict=False)
+        return _obj
+
+

eval_studio_client/api/models/v1_all_metric_scores.py

@@ -0,0 +1,87 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictFloat, StrictInt
+from typing import Any, ClassVar, Dict, List, Optional, Union
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1AllMetricScores(BaseModel):
+    """
+    V1AllMetricScores
+    """ # noqa: E501
+    scores: Optional[List[Union[StrictFloat, StrictInt]]] = Field(default=None, description="Required. Metric scores for all baseline test cases.")
+    __properties: ClassVar[List[str]] = ["scores"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1AllMetricScores from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1AllMetricScores from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj, strict=False)
+
+        _obj = cls.model_validate({
+            "scores": obj.get("scores")
+        }, strict=False)
+        return _obj
+
+

eval_studio_client/api/models/v1_append_test_cases_response.py

@@ -0,0 +1,95 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field
+from typing import Any, ClassVar, Dict, List, Optional
+from eval_studio_client.api.models.v1_test_case import V1TestCase
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1AppendTestCasesResponse(BaseModel):
+    """
+    V1AppendTestCasesResponse
+    """ # noqa: E501
+    test_cases: Optional[List[V1TestCase]] = Field(default=None, description="The list of added TestCases.", alias="testCases")
+    __properties: ClassVar[List[str]] = ["testCases"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1AppendTestCasesResponse from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of each item in test_cases (list)
+        _items = []
+        if self.test_cases:
+            for _item_test_cases in self.test_cases:
+                if _item_test_cases:
+                    _items.append(_item_test_cases.to_dict())
+            _dict['testCases'] = _items
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1AppendTestCasesResponse from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj, strict=False)
+
+        _obj = cls.model_validate({
+            "testCases": [V1TestCase.from_dict(_item) for _item in obj["testCases"]] if obj.get("testCases") is not None else None
+        }, strict=False)
+        return _obj
+
+

eval_studio_client/api/models/v1_batch_create_leaderboards_without_cache_request.py

@@ -0,0 +1,99 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from eval_studio_client.api.models.v1_create_leaderboard_request import V1CreateLeaderboardRequest
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1BatchCreateLeaderboardsWithoutCacheRequest(BaseModel):
+    """
+    V1BatchCreateLeaderboardsWithoutCacheRequest
+    """ # noqa: E501
+    requests: Optional[List[V1CreateLeaderboardRequest]] = Field(default=None, description="Required. Contains list of requests for leaderboards to be created.")
+    dashboard_display_name: Optional[StrictStr] = Field(default=None, description="Optional. Display name for the dashboard that will group the leaderboards.", alias="dashboardDisplayName")
+    dashboard_description: Optional[StrictStr] = Field(default=None, description="Optional. Description for the dashboard that will group the leaderboards.", alias="dashboardDescription")
+    __properties: ClassVar[List[str]] = ["requests", "dashboardDisplayName", "dashboardDescription"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1BatchCreateLeaderboardsWithoutCacheRequest from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of each item in requests (list)
+        _items = []
+        if self.requests:
+            for _item_requests in self.requests:
+                if _item_requests:
+                    _items.append(_item_requests.to_dict())
+            _dict['requests'] = _items
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1BatchCreateLeaderboardsWithoutCacheRequest from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj, strict=False)
+
+        _obj = cls.model_validate({
+            "requests": [V1CreateLeaderboardRequest.from_dict(_item) for _item in obj["requests"]] if obj.get("requests") is not None else None,
+            "dashboardDisplayName": obj.get("dashboardDisplayName"),
+            "dashboardDescription": obj.get("dashboardDescription")
+        }, strict=False)
+        return _obj
+
+