eval-studio-client 1.0.0a1__py3-none-any.whl → 1.0.1__py3-none-any.whl

eval_studio_client/api/models/v1_workflow_node_artifact.py

@@ -0,0 +1,122 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from datetime import datetime
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1WorkflowNodeArtifact(BaseModel):
+    """
+    WorkflowNodeArtifact represents an artifact produced/consumed by a WorkflowNode.
+    """ # noqa: E501
+    name: Optional[StrictStr] = Field(default=None, description="Resource name of the Workflow in format of `workflows/{workflow_id}/nodes/{node_id}/artifacts/{artifact_id}`.")
+    parent: Optional[StrictStr] = Field(default=None, description="Output only. Immutable. Resource name of the parent WorkflowNode in format of `workflows/{workflow_id}/nodes/{node_id}`.")
+    display_name: Optional[StrictStr] = Field(default=None, description="Human-readable name of the WorkflowNodeArtifact.", alias="displayName")
+    description: Optional[StrictStr] = Field(default=None, description="Optional description of the WorkflowNodeArtifact.")
+    create_time: Optional[datetime] = Field(default=None, description="Output only. Immutable. Creation time of the WorkflowNodeArtifact.", alias="createTime")
+    creator: Optional[StrictStr] = Field(default=None, description="Output only. Immutable. Name of the user or service that requested creation of the WorkflowNodeArtifact.")
+    update_time: Optional[datetime] = Field(default=None, description="Output only. Optional. Last update time of the WorkflowNodeArtifact.", alias="updateTime")
+    updater: Optional[StrictStr] = Field(default=None, description="Output only. Name of the user or service that requested update of the WorkflowNodeArtifact.")
+    delete_time: Optional[datetime] = Field(default=None, description="Output only. Optional. Deletion time of the WorkflowNodeArtifact.", alias="deleteTime")
+    deleter: Optional[StrictStr] = Field(default=None, description="Output only. Name of the user or service that requested deletion of the WorkflowNodeArtifact.")
+    mime_type: Optional[StrictStr] = Field(default=None, description="Optional MIME type of the WorkflowNodeArtifact.", alias="mimeType")
+    __properties: ClassVar[List[str]] = ["name", "parent", "displayName", "description", "createTime", "creator", "updateTime", "updater", "deleteTime", "deleter", "mimeType"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1WorkflowNodeArtifact from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        """
+        excluded_fields: Set[str] = set([
+            "parent",
+            "create_time",
+            "creator",
+            "update_time",
+            "updater",
+            "delete_time",
+            "deleter",
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1WorkflowNodeArtifact from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "name": obj.get("name"),
+            "parent": obj.get("parent"),
+            "displayName": obj.get("displayName"),
+            "description": obj.get("description"),
+            "createTime": obj.get("createTime"),
+            "creator": obj.get("creator"),
+            "updateTime": obj.get("updateTime"),
+            "updater": obj.get("updater"),
+            "deleteTime": obj.get("deleteTime"),
+            "deleter": obj.get("deleter"),
+            "mimeType": obj.get("mimeType")
+        })
+        return _obj
+
+

eval_studio_client/api/models/v1_workflow_node_artifacts.py

@@ -0,0 +1,97 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field
+from typing import Any, ClassVar, Dict, List, Optional
+from eval_studio_client.api.models.v1_workflow_node_artifact import V1WorkflowNodeArtifact
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1WorkflowNodeArtifacts(BaseModel):
+    """
+    V1WorkflowNodeArtifacts
+    """ # noqa: E501
+    artifacts: Optional[List[V1WorkflowNodeArtifact]] = Field(default=None, description="Output only. List of the WorkflowNodeArtifacts produced by the WorkflowNode.")
+    __properties: ClassVar[List[str]] = ["artifacts"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1WorkflowNodeArtifacts from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        * OpenAPI `readOnly` fields are excluded.
+        """
+        excluded_fields: Set[str] = set([
+            "artifacts",
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of each item in artifacts (list)
+        _items = []
+        if self.artifacts:
+            for _item in self.artifacts:
+                if _item:
+                    _items.append(_item.to_dict())
+            _dict['artifacts'] = _items
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1WorkflowNodeArtifacts from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "artifacts": [V1WorkflowNodeArtifact.from_dict(_item) for _item in obj["artifacts"]] if obj.get("artifacts") is not None else None
+        })
+        return _obj
+
+

eval_studio_client/api/models/v1_workflow_node_attributes.py

@@ -0,0 +1,87 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictBool
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+
+class V1WorkflowNodeAttributes(BaseModel):
+    """
+    WorkflowNodeAttributes represents additional attributes of a WorkflowNode.
+    """ # noqa: E501
+    can_delete: Optional[StrictBool] = Field(default=None, description="Whether the WorkflowNode can be deleted.", alias="canDelete")
+    __properties: ClassVar[List[str]] = ["canDelete"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of V1WorkflowNodeAttributes from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of V1WorkflowNodeAttributes from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "canDelete": obj.get("canDelete")
+        })
+        return _obj
+
+

eval_studio_client/api/models/v1_workflow_node_status.py

@@ -0,0 +1,40 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import json
+from enum import Enum
+from typing_extensions import Self
+
+
+class V1WorkflowNodeStatus(str, Enum):
+    """
+    WorkflowNodeStatus represents the status of a WorkflowNode.   - WORKFLOW_NODE_STATUS_UNSPECIFIED: Unspecified status.  - WORKFLOW_NODE_STATUS_PENDING: WorkflowNode is pending.  - WORKFLOW_NODE_STATUS_RUNNING: WorkflowNode is running.  - WORKFLOW_NODE_STATUS_COMPLETED: WorkflowNode is completed successfully.  - WORKFLOW_NODE_STATUS_FAILED: WorkflowNode failed.
+    """
+
+    """
+    allowed enum values
+    """
+    WORKFLOW_NODE_STATUS_UNSPECIFIED = 'WORKFLOW_NODE_STATUS_UNSPECIFIED'
+    WORKFLOW_NODE_STATUS_PENDING = 'WORKFLOW_NODE_STATUS_PENDING'
+    WORKFLOW_NODE_STATUS_RUNNING = 'WORKFLOW_NODE_STATUS_RUNNING'
+    WORKFLOW_NODE_STATUS_COMPLETED = 'WORKFLOW_NODE_STATUS_COMPLETED'
+    WORKFLOW_NODE_STATUS_FAILED = 'WORKFLOW_NODE_STATUS_FAILED'
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Self:
+        """Create an instance of V1WorkflowNodeStatus from a JSON string"""
+        return cls(json.loads(json_str))
+
+

eval_studio_client/api/models/v1_workflow_node_type.py

@@ -0,0 +1,41 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import json
+from enum import Enum
+from typing_extensions import Self
+
+
+class V1WorkflowNodeType(str, Enum):
+    """
+    WorkflowNodeType represents the type of a WorkflowNode.
+    """
+
+    """
+    allowed enum values
+    """
+    WORKFLOW_NODE_TYPE_UNSPECIFIED = 'WORKFLOW_NODE_TYPE_UNSPECIFIED'
+    WORKFLOW_NODE_TYPE_TOPIC_MODELLING = 'WORKFLOW_NODE_TYPE_TOPIC_MODELLING'
+    WORKFLOW_NODE_TYPE_TEST_GENERATION = 'WORKFLOW_NODE_TYPE_TEST_GENERATION'
+    WORKFLOW_NODE_TYPE_PERTURBATION = 'WORKFLOW_NODE_TYPE_PERTURBATION'
+    WORKFLOW_NODE_TYPE_AUTOMATED_EVALUATION = 'WORKFLOW_NODE_TYPE_AUTOMATED_EVALUATION'
+    WORKFLOW_NODE_TYPE_HUMAN_EVALUATION = 'WORKFLOW_NODE_TYPE_HUMAN_EVALUATION'
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Self:
+        """Create an instance of V1WorkflowNodeType from a JSON string"""
+        return cls(json.loads(json_str))
+
+

eval_studio_client/api/models/v1_workflow_node_view.py

@@ -0,0 +1,38 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import json
+from enum import Enum
+from typing_extensions import Self
+
+
+class V1WorkflowNodeView(str, Enum):
+    """
+    WorkflowNodeView specifies the level of detail to include in the response.   - WORKFLOW_NODE_VIEW_UNSPECIFIED: Unspecified view.  - WORKFLOW_NODE_VIEW_BASIC: Basic view. Lacks large data fields. TODO: describe what fields are omitted.  - WORKFLOW_NODE_VIEW_FULL: Full view. Contains all fields.
+    """
+
+    """
+    allowed enum values
+    """
+    WORKFLOW_NODE_VIEW_UNSPECIFIED = 'WORKFLOW_NODE_VIEW_UNSPECIFIED'
+    WORKFLOW_NODE_VIEW_BASIC = 'WORKFLOW_NODE_VIEW_BASIC'
+    WORKFLOW_NODE_VIEW_FULL = 'WORKFLOW_NODE_VIEW_FULL'
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Self:
+        """Create an instance of V1WorkflowNodeView from a JSON string"""
+        return cls(json.loads(json_str))
+
+

eval_studio_client/api/models/v1_workflow_type.py

@@ -0,0 +1,37 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import json
+from enum import Enum
+from typing_extensions import Self
+
+
+class V1WorkflowType(str, Enum):
+    """
+    WorkflowType represents the type of a Workflow.
+    """
+
+    """
+    allowed enum values
+    """
+    WORKFLOW_TYPE_UNSPECIFIED = 'WORKFLOW_TYPE_UNSPECIFIED'
+    WORKFLOW_TYPE_MRM = 'WORKFLOW_TYPE_MRM'
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Self:
+        """Create an instance of V1WorkflowType from a JSON string"""
+        return cls(json.loads(json_str))
+
+

eval_studio_client/api/test/test_human_calibration_service_api.py

@@ -0,0 +1,38 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.api.human_calibration_service_api import HumanCalibrationServiceApi
+
+
+class TestHumanCalibrationServiceApi(unittest.TestCase):
+    """HumanCalibrationServiceApi unit test stubs"""
+
+    def setUp(self) -> None:
+        self.api = HumanCalibrationServiceApi()
+
+    def tearDown(self) -> None:
+        pass
+
+    def test_human_calibration_service_estimate_threshold(self) -> None:
+        """Test case for human_calibration_service_estimate_threshold
+
+        EstimateThreshold runs a threshold estimation process based on human labeling of randomly sampled test-cases.
+        """
+        pass
+
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py

@@ -56,14 +56,32 @@ class TestPerturbationServiceCreatePerturbationRequest(unittest.TestCase):
                         constraints = [
                             ''
                             ], 
-                        condition = '', )
+                        condition = '', 
+                        perturbed_by = [
+                            ''
+                            ], )
                     ],
                 test_case_relationships = [
                     eval_studio_client.api.models.v1_test_case_relationship.v1TestCaseRelationship(
                         source = '', 
                         target = '', 
                         type = '', )
-                    ]
+                    ],
+                default_h2ogpte_model = eval_studio_client.api.models.v1_model.v1Model(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    display_name = '', 
+                    description = '', 
+                    url = '', 
+                    api_key = '', 
+                    type = 'MODEL_TYPE_UNSPECIFIED', 
+                    parameters = '', 
+                    demo = True, )
             )
         else:
             return PerturbationServiceCreatePerturbationRequest(

eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py

@@ -59,7 +59,10 @@ class TestPromptGenerationServiceAutoGeneratePromptsRequest(unittest.TestCase):
                 generators = [
                     'TEST_CASES_GENERATOR_UNSPECIFIED'
                     ],
-                h2ogpte_collection_id = ''
+                h2ogpte_collection_id = '',
+                topics = [
+                    ''
+                    ]
             )
         else:
             return PromptGenerationServiceAutoGeneratePromptsRequest(

eval_studio_client/api/test/test_prompt_library_service_api.py

@@ -0,0 +1,43 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.api.prompt_library_service_api import PromptLibraryServiceApi
+
+
+class TestPromptLibraryServiceApi(unittest.TestCase):
+    """PromptLibraryServiceApi unit test stubs"""
+
+    def setUp(self) -> None:
+        self.api = PromptLibraryServiceApi()
+
+    def tearDown(self) -> None:
+        pass
+
+    def test_prompt_library_service_import_test_cases(self) -> None:
+        """Test case for prompt_library_service_import_test_cases
+
+        """
+        pass
+
+    def test_prompt_library_service_list_prompt_library_items(self) -> None:
+        """Test case for prompt_library_service_list_prompt_library_items
+
+        """
+        pass
+
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_protobuf_null_value.py

@@ -0,0 +1,33 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.protobuf_null_value import ProtobufNullValue
+
+class TestProtobufNullValue(unittest.TestCase):
+    """ProtobufNullValue unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def testProtobufNullValue(self):
+        """Test ProtobufNullValue"""
+        # inst = ProtobufNullValue()
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_required_the_test_case_to_update.py

@@ -47,7 +47,10 @@ class TestRequiredTheTestCaseToUpdate(unittest.TestCase):
                 constraints = [
                     ''
                     ],
-                condition = ''
+                condition = '',
+                perturbed_by = [
+                    ''
+                    ]
             )
         else:
             return RequiredTheTestCaseToUpdate(