eval-studio-client 1.0.1__py3-none-any.whl → 1.1.0a5__py3-none-any.whl

eval_studio_client/tests.py

@@ -13,6 +13,9 @@ from eval_studio_client import documents as d7s
 from eval_studio_client import perturbators as p10s
 from eval_studio_client import utils
 from eval_studio_client.api import models
+from eval_studio_client.api.models import (
+    test_service_clone_test_request as clone_test_request,
+)
 
 
 class TestCaseGenerator(enum.Enum):
@@ -87,7 +90,6 @@ class TestCaseGenerator(enum.Enum):
 
 @dataclasses.dataclass
 class _TestCaseGenerationHandle:
-
     name: Any | None
     progress: Optional[float] = None
     progress_message: Optional[str] = None
@@ -120,7 +122,6 @@ class _TestCaseGenerationHandle:
 
 @dataclasses.dataclass
 class _TestCaseLibraryGetHandle(_TestCaseGenerationHandle):
-
     @staticmethod
     def _from_operation(
         res: (
@@ -227,6 +228,31 @@ class TestCase:
         )
 
 
+@dataclasses.dataclass
+class TestCaseRelationship:
+    source_test_case_key: str
+    target_test_case_key: str
+    relationship_type: str
+
+    def to_api_proto(self) -> models.V1TestCaseRelationship:
+        """Converts the client TestCase to an API TestCase."""
+        return models.V1TestCaseRelationship(
+            source=self.source_test_case_key,
+            target=self.target_test_case_key,
+            type=self.relationship_type,
+        )
+
+    @staticmethod
+    def _from_api_test_case_rel(
+        api_test_case_rel: models.V1TestCaseRelationship,
+    ) -> "TestCaseRelationship":
+        return TestCaseRelationship(
+            source_test_case_key=api_test_case_rel.source or "",
+            target_test_case_key=api_test_case_rel.target or "",
+            relationship_type=api_test_case_rel.type or "",
+        )
+
+
 @dataclasses.dataclass
 class Test:
     """Represents a test, which contains a set of test cases and optionally
@@ -256,6 +282,7 @@ class Test:
             self._test_case_api = api.TestCaseServiceApi(self._client)
             self._document_api = api.DocumentServiceApi(self._client)
             self._operation_api = api.OperationServiceApi(self._client)
+            self._relationships_api = api.TestCaseRelationshipServiceApi(self._client)
 
     @property
     def test_cases(self) -> List[TestCase]:
@@ -266,6 +293,19 @@ class Test:
 
         return []
 
+    @property
+    def test_case_relationships(self) -> List[TestCaseRelationship]:
+        """Retrieves all relationships among test cases of the test."""
+        r_a = self._relationships_api
+        res = r_a.test_case_relationship_service_list_test_case_relationships(self.key)
+        if res and res.test_case_relationships:
+            return [
+                TestCaseRelationship._from_api_test_case_rel(r)
+                for r in res.test_case_relationships
+            ]
+
+        return []
+
     @property
     def documents(self) -> List[d7s.Document]:
         """Retrieves all documents attached to the test."""
@@ -288,12 +328,12 @@ class Test:
         perturbators: Union[p10s.Perturbator, str, List[Union[p10s.Perturbator, str]]],
         new_test_description: str = "",
     ) -> "Test":
-        """Creates new Test by perturbing this test using the given Perturbators.
+        """Creates new Test by perturbing this test using the given perturbators.
 
         Args:
             new_test_name (str): Name of the newly created test.
-            perturbators (Perturbator, List[Perturbator], str or List[str]): List of Perturbators or
-                their keys used to perturbate this Test.
+            perturbators (Perturbator, List[Perturbator], str or List[str]): List of
+                perturbators or their keys used to perturbate this Test.
             new_test_description (str): Optional description of the newly created test.
         """
 
@@ -314,13 +354,46 @@ class Test:
         configs = [_PerturbatorConfiguration(p) for p in perturbators_to_run]
 
         req = models.TestServicePerturbTestRequest(
-            perturbatorConfigurations=[c.to_api_proto() for c in configs],
-            newTestDisplayName=new_test_name,
-            newTestDescription=new_test_description,
+            perturbator_configurations=[c.to_api_proto() for c in configs],
+            new_test_display_name=new_test_name,
+            new_test_description=new_test_description,
         )
         resp = self._test_api.test_service_perturb_test(self.key, req)
         return Test._from_api_test(resp.test, self._client)
 
+    def perturb_in_place(
+        self,
+        perturbators: Union[p10s.Perturbator, str, List[Union[p10s.Perturbator, str]]],
+        test_case_names: Optional[List[str]] = None,
+    ) -> str:
+        """In-place (in-test) perturbation of test cases using the given perturbators.
+
+        Args:
+            perturbators (Perturbator, List[Perturbator], str or List[str]): List of
+                perturbators or their keys used to perturbate this Test.
+            test_case_names (List[str]): List of test case names to perturbate.
+        """
+
+        if self._client is None:
+            raise RuntimeError("Client is not set.")
+
+        if not perturbators:
+            raise ValueError("Perturbators must be provided.")
+
+        if isinstance(perturbators, (p10s.Perturbator, str)):
+            perturbators_to_run = [perturbators]
+        else:
+            perturbators_to_run = perturbators
+
+        configs = [_PerturbatorConfiguration(p) for p in perturbators_to_run]
+
+        req = models.TestServicePerturbTestInPlaceRequest(
+            perturbator_configurations=[c.to_api_proto() for c in configs],
+            test_case_names=test_case_names,
+        )
+        resp = self._test_api.test_service_perturb_test(self.key, req)
+        return resp.test.name
+
     def generate_test_cases(
         self,
         count: int,
@@ -694,6 +767,28 @@ class _Tests:
 
         return None
 
+    def clone(
+        self, key: str, name: Optional[str] = "", description: Optional[str] = ""
+    ) -> Optional[Test]:
+        """Clone an existing test in the Eval Studio.
+
+        Args:
+            key (str): Resource name of the test to be cloned.
+            name (str): Optional new name of the cloned test.
+            description (str): Optional new description of the cloned test.
+        """
+        res = self._api.test_service_clone_test(
+            key,
+            body=clone_test_request.TestServiceCloneTestRequest(
+                new_test_display_name=name, new_test_description=description
+            ),
+        )
+
+        if res and res.test:
+            return Test._from_api_test(res.test, self._client)
+
+        return None
+
     def delete(self, key: str):
         """Deletes the test with given resource name.
 

{eval_studio_client-1.0.1.dist-info → eval_studio_client-1.1.0a5.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.3
+Metadata-Version: 2.4
 Name: eval-studio-client
-Version: 1.0.1
+Version: 1.1.0a5
 Project-URL: Source, https://github.com/h2oai/eval-studio/tree/main/client-py/src/
 Project-URL: Issues, https://github.com/h2oai/eval-studio/issues
 Author-email: "H2O.ai" <support@h2o.ai>