eval-studio-client 1.0.0a1__py3-none-any.whl → 1.1.0a5__py3-none-any.whl

eval_studio_client/api/models/v1_test.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/v1_test_case.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 
@@ -20,6 +20,7 @@ import json
 from datetime import datetime
 from pydantic import BaseModel, ConfigDict, Field, StrictStr
 from typing import Any, ClassVar, Dict, List, Optional
+from eval_studio_client.api.models.v1_test_cases_generator import V1TestCasesGenerator
 from typing import Optional, Set
 from typing_extensions import Self
 
@@ -39,7 +40,10 @@ class V1TestCase(BaseModel):
     answer: Optional[StrictStr] = Field(default=None, description="Expected answer text. Model output.")
     constraints: Optional[List[StrictStr]] = Field(default=None, description="Constraints on the model output.")
     condition: Optional[StrictStr] = Field(default=None, description="Optional. Test case output condition, in a form of AIP-160 compliant filter expression.")
-    __properties: ClassVar[List[str]] = ["name", "createTime", "creator", "updateTime", "updater", "deleteTime", "deleter", "parent", "prompt", "answer", "constraints", "condition"]
+    perturbed_by: Optional[List[StrictStr]] = Field(default=None, description="Output only. The list of perturbators applied to this test case.", alias="perturbedBy")
+    topics: Optional[List[StrictStr]] = Field(default=None, description="Output only. The list of topics used to generate this test case.")
+    generator: Optional[V1TestCasesGenerator] = None
+    __properties: ClassVar[List[str]] = ["name", "createTime", "creator", "updateTime", "updater", "deleteTime", "deleter", "parent", "prompt", "answer", "constraints", "condition", "perturbedBy", "topics", "generator"]
 
     model_config = ConfigDict(
         populate_by_name=True,
@@ -78,6 +82,8 @@ class V1TestCase(BaseModel):
         * OpenAPI `readOnly` fields are excluded.
         * OpenAPI `readOnly` fields are excluded.
         * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
         """
         excluded_fields: Set[str] = set([
             "name",
@@ -87,6 +93,8 @@ class V1TestCase(BaseModel):
             "updater",
             "delete_time",
             "deleter",
+            "perturbed_by",
+            "topics",
         ])
 
         _dict = self.model_dump(
@@ -117,7 +125,10 @@ class V1TestCase(BaseModel):
             "prompt": obj.get("prompt"),
             "answer": obj.get("answer"),
             "constraints": obj.get("constraints"),
-            "condition": obj.get("condition")
+            "condition": obj.get("condition"),
+            "perturbedBy": obj.get("perturbedBy"),
+            "topics": obj.get("topics"),
+            "generator": obj.get("generator")
         })
         return _obj
 

eval_studio_client/api/models/v1_test_case_relationship.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/v1_test_cases_generator.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/v1_test_class.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/v1_test_class_type.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/v1_test_lab.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/v1_test_suite_evaluates.py

@@ -0,0 +1,39 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import json
+from enum import Enum
+from typing_extensions import Self
+
+
+class V1TestSuiteEvaluates(str, Enum):
+    """
+    V1TestSuiteEvaluates
+    """
+
+    """
+    allowed enum values
+    """
+    TEST_SUITE_EVALUATES_UNSPECIFIED = 'TEST_SUITE_EVALUATES_UNSPECIFIED'
+    TEST_SUITE_EVALUATES_RAG = 'TEST_SUITE_EVALUATES_RAG'
+    TEST_SUITE_EVALUATES_LLM = 'TEST_SUITE_EVALUATES_LLM'
+    TEST_SUITE_EVALUATES_AGENT = 'TEST_SUITE_EVALUATES_AGENT'
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Self:
+        """Create an instance of V1TestSuiteEvaluates from a JSON string"""
+        return cls(json.loads(json_str))
+
+

eval_studio_client/api/models/v1_update_dashboard_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/v1_update_document_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/v1_update_leaderboard_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/v1_update_model_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/v1_update_operation_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/v1_update_test_case_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/v1_update_test_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/v1_update_workflow_node_response.py

@@ -0,0 +1,91 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict
+from typing import Any, ClassVar, Dict, List, Optional
+from eval_studio_client.api.models.v1_workflow_node import V1WorkflowNode
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1UpdateWorkflowNodeResponse(BaseModel):
+    """
+    V1UpdateWorkflowNodeResponse
+    """ # noqa: E501
+    node: Optional[V1WorkflowNode] = None
+    __properties: ClassVar[List[str]] = ["node"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1UpdateWorkflowNodeResponse from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of node
+        if self.node:
+            _dict['node'] = self.node.to_dict()
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1UpdateWorkflowNodeResponse from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "node": V1WorkflowNode.from_dict(obj["node"]) if obj.get("node") is not None else None
+        })
+        return _obj
+
+

eval_studio_client/api/models/v1_update_workflow_response.py

@@ -0,0 +1,91 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict
+from typing import Any, ClassVar, Dict, List, Optional
+from eval_studio_client.api.models.v1_workflow import V1Workflow
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1UpdateWorkflowResponse(BaseModel):
+    """
+    V1UpdateWorkflowResponse
+    """ # noqa: E501
+    workflow: Optional[V1Workflow] = None
+    __properties: ClassVar[List[str]] = ["workflow"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1UpdateWorkflowResponse from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of workflow
+        if self.workflow:
+            _dict['workflow'] = self.workflow.to_dict()
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1UpdateWorkflowResponse from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "workflow": V1Workflow.from_dict(obj["workflow"]) if obj.get("workflow") is not None else None
+        })
+        return _obj
+
+

eval_studio_client/api/models/v1_who_am_i_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/v1_workflow.py

@@ -0,0 +1,164 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from datetime import datetime
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from eval_studio_client.api.models.v1_workflow_node_artifacts import V1WorkflowNodeArtifacts
+from eval_studio_client.api.models.v1_workflow_type import V1WorkflowType
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1Workflow(BaseModel):
+    """
+    Workflow represents a workflow in Eval Studio. It consists of WorkflowNodes and WorkflowEdges.
+    """ # noqa: E501
+    name: Optional[StrictStr] = Field(default=None, description="Output only. Immutable. Resource name of the Workflow in format of `workflows/{workflow_id}`.")
+    display_name: Optional[StrictStr] = Field(default=None, description="Human-readable name of the Workflow.", alias="displayName")
+    description: Optional[StrictStr] = Field(default=None, description="Optional description of the Workflow.")
+    create_time: Optional[datetime] = Field(default=None, description="Output only. Immutable. Creation time of the Workflow.", alias="createTime")
+    creator: Optional[StrictStr] = Field(default=None, description="Output only. Immutable. Name of the user or service that requested creation of the Workflow.")
+    update_time: Optional[datetime] = Field(default=None, description="Output only. Optional. Last update time of the Workflow.", alias="updateTime")
+    updater: Optional[StrictStr] = Field(default=None, description="Output only. Name of the user or service that requested update of the Workflow.")
+    delete_time: Optional[datetime] = Field(default=None, description="Output only. Optional. Deletion time of the Workflow.", alias="deleteTime")
+    deleter: Optional[StrictStr] = Field(default=None, description="Output only. Name of the user or service that requested deletion of the Workflow.")
+    type: Optional[V1WorkflowType] = None
+    model: Optional[StrictStr] = Field(default=None, description="Immutable. Resource name of the Model associated with this Workflow.")
+    nodes: Optional[List[StrictStr]] = Field(default=None, description="Output only. List of the WorkflowNodes in the Workflow.")
+    edges: Optional[List[StrictStr]] = Field(default=None, description="Output only. List of the WorkflowEdges in the Workflow.")
+    outputs: Optional[Dict[str, Dict[str, Any]]] = Field(default=None, description="Output only. Optional. Computed outputs of all the WorkflowNodes in the Workflow.")
+    output_artifacts: Optional[Dict[str, V1WorkflowNodeArtifacts]] = Field(default=None, description="Output only. Optional. List of the WorkflowNodeArtifacts produces by all the WorkflowNodes in the Workflow.", alias="outputArtifacts")
+    llm_model: Optional[StrictStr] = Field(default=None, description="Immutable. LLM Model to use.", alias="llmModel")
+    model_parameters: Optional[StrictStr] = Field(default=None, description="Optional. Immutable. Model parameter overrides in JSON format.", alias="modelParameters")
+    document: Optional[StrictStr] = Field(default=None, description="The resource name of a Document.")
+    h2ogpte_collection: Optional[StrictStr] = Field(default=None, description="Existing h2oGPTe collection.", alias="h2ogpteCollection")
+    cloned_from_workflow: Optional[StrictStr] = Field(default=None, description="Optional. Output only. The Workflow that this Workflow was cloned from.", alias="clonedFromWorkflow")
+    __properties: ClassVar[List[str]] = ["name", "displayName", "description", "createTime", "creator", "updateTime", "updater", "deleteTime", "deleter", "type", "model", "nodes", "edges", "outputs", "outputArtifacts", "llmModel", "modelParameters", "document", "h2ogpteCollection", "clonedFromWorkflow"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1Workflow from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        """
+        excluded_fields: Set[str] = set([
+            "name",
+            "create_time",
+            "creator",
+            "update_time",
+            "updater",
+            "delete_time",
+            "deleter",
+            "nodes",
+            "edges",
+            "outputs",
+            "output_artifacts",
+            "cloned_from_workflow",
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of each value in output_artifacts (dict)
+        _field_dict = {}
+        if self.output_artifacts:
+            for _key in self.output_artifacts:
+                if self.output_artifacts[_key]:
+                    _field_dict[_key] = self.output_artifacts[_key].to_dict()
+            _dict['outputArtifacts'] = _field_dict
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1Workflow from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "name": obj.get("name"),
+            "displayName": obj.get("displayName"),
+            "description": obj.get("description"),
+            "createTime": obj.get("createTime"),
+            "creator": obj.get("creator"),
+            "updateTime": obj.get("updateTime"),
+            "updater": obj.get("updater"),
+            "deleteTime": obj.get("deleteTime"),
+            "deleter": obj.get("deleter"),
+            "type": obj.get("type"),
+            "model": obj.get("model"),
+            "nodes": obj.get("nodes"),
+            "edges": obj.get("edges"),
+            "outputs": obj.get("outputs"),
+            "outputArtifacts": dict(
+                (_k, V1WorkflowNodeArtifacts.from_dict(_v))
+                for _k, _v in obj["outputArtifacts"].items()
+            )
+            if obj.get("outputArtifacts") is not None
+            else None,
+            "llmModel": obj.get("llmModel"),
+            "modelParameters": obj.get("modelParameters"),
+            "document": obj.get("document"),
+            "h2ogpteCollection": obj.get("h2ogpteCollection"),
+            "clonedFromWorkflow": obj.get("clonedFromWorkflow")
+        })
+        return _obj
+
+