eval-studio-client 1.0.3a1__py3-none-any.whl → 1.1.0a6__py3-none-any.whl

eval_studio_client/api/test/test_workflow_edge_service_api.py

@@ -0,0 +1,52 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.api.workflow_edge_service_api import WorkflowEdgeServiceApi
+
+
+class TestWorkflowEdgeServiceApi(unittest.TestCase):
+    """WorkflowEdgeServiceApi unit test stubs"""
+
+    def setUp(self) -> None:
+        self.api = WorkflowEdgeServiceApi()
+
+    def tearDown(self) -> None:
+        pass
+
+    def test_workflow_edge_service_batch_get_workflow_edges(self) -> None:
+        """Test case for workflow_edge_service_batch_get_workflow_edges
+
+        Retrieves all WorkflowEdges with the specified resource names. If any of the WorkflowEdges do not exist an error is returned. The order of resource names in the request and the returned WorkflowEdges might differ.
+        """
+        pass
+
+    def test_workflow_edge_service_create_workflow_edge(self) -> None:
+        """Test case for workflow_edge_service_create_workflow_edge
+
+        CreateWorkflowEdge creates a new WorkflowEdge.
+        """
+        pass
+
+    def test_workflow_edge_service_delete_workflow_edge(self) -> None:
+        """Test case for workflow_edge_service_delete_workflow_edge
+
+        DeleteWorkflowEdge deletes a WorkflowEdge. If the WorkflowEdge does not exist an error is returned
+        """
+        pass
+
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_workflow_node_service_api.py

@@ -0,0 +1,94 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.api.workflow_node_service_api import WorkflowNodeServiceApi
+
+
+class TestWorkflowNodeServiceApi(unittest.TestCase):
+    """WorkflowNodeServiceApi unit test stubs"""
+
+    def setUp(self) -> None:
+        self.api = WorkflowNodeServiceApi()
+
+    def tearDown(self) -> None:
+        pass
+
+    def test_workflow_node_service_batch_get_workflow_nodes(self) -> None:
+        """Test case for workflow_node_service_batch_get_workflow_nodes
+
+        BatchGetWorkflowNodes retrieves all WorkflowNodes with the specified resource names. If any of the WorkflowNodes do not exist an error is returned. Deleted WorkflowNodes are returned without error. The order of resource names in the request and the returned WorkflowNodes might differ.
+        """
+        pass
+
+    def test_workflow_node_service_create_workflow_node(self) -> None:
+        """Test case for workflow_node_service_create_workflow_node
+
+        CreateWorkflowNode creates a new WorkflowNode.
+        """
+        pass
+
+    def test_workflow_node_service_delete_workflow_node(self) -> None:
+        """Test case for workflow_node_service_delete_workflow_node
+
+        DeleteWorkflowNode deletes a WorkflowNode by name. If the WorkflowNode does not exist an error is returned. The edges are handled in a following way:
+        """
+        pass
+
+    def test_workflow_node_service_get_workflow_node(self) -> None:
+        """Test case for workflow_node_service_get_workflow_node
+
+        GetWorkflowNode retrieves a WorkflowNode by name. Deleted WorkflowNode is returned without error, it has a delete_time and deleter fields set.
+        """
+        pass
+
+    def test_workflow_node_service_get_workflow_node_prerequisites(self) -> None:
+        """Test case for workflow_node_service_get_workflow_node_prerequisites
+
+        GetWorkflowNodePrerequisites retrieves the WorkflowNodes and WorkflowEdges that are the prerequisites of the specified WorkflowNode. The list might be empty. Large data might be stored in storage and not returned in the response. It is client's responsibility to retrieve the data from storage using the content handlers. It is intended to be used by the Eval Studio Workers.
+        """
+        pass
+
+    def test_workflow_node_service_init_workflow_node(self) -> None:
+        """Test case for workflow_node_service_init_workflow_node
+
+        InitWorkflowNode initializes a WorkflowNode on first access.
+        """
+        pass
+
+    def test_workflow_node_service_process_workflow_node(self) -> None:
+        """Test case for workflow_node_service_process_workflow_node
+
+        ProcessWorkflowNode processes a WorkflowNode.
+        """
+        pass
+
+    def test_workflow_node_service_reset_workflow_node(self) -> None:
+        """Test case for workflow_node_service_reset_workflow_node
+
+        ResetWorkflowNode resets a WorkflowNode.
+        """
+        pass
+
+    def test_workflow_node_service_update_workflow_node(self) -> None:
+        """Test case for workflow_node_service_update_workflow_node
+
+        UpdateWorkflowNode updates a WorkflowNode. The update_mask is used to specify the fields to be updated.
+        """
+        pass
+
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_workflow_service_api.py

@@ -0,0 +1,93 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.api.workflow_service_api import WorkflowServiceApi
+
+
+class TestWorkflowServiceApi(unittest.TestCase):
+    """WorkflowServiceApi unit test stubs"""
+
+    def setUp(self) -> None:
+        self.api = WorkflowServiceApi()
+
+    def tearDown(self) -> None:
+        pass
+
+    def test_workflow_service_batch_delete_workflows(self) -> None:
+        """Test case for workflow_service_batch_delete_workflows
+
+        BatchDeleteWorkflows deletes Workflows by names. If any of the Workflows do not exist an error is returned.
+        """
+        pass
+
+    def test_workflow_service_clone_workflow(self) -> None:
+        """Test case for workflow_service_clone_workflow
+
+        CloneWorkflow clones an existing Workflow.
+        """
+        pass
+
+    def test_workflow_service_create_workflow(self) -> None:
+        """Test case for workflow_service_create_workflow
+
+        CreateWorkflow creates a Workflow.
+        """
+        pass
+
+    def test_workflow_service_delete_workflow(self) -> None:
+        """Test case for workflow_service_delete_workflow
+
+        DeleteWorkflow deletes a Workflow by name. If the Workflow does not exist an error is returned.
+        """
+        pass
+
+    def test_workflow_service_get_guardrails_configuration(self) -> None:
+        """Test case for workflow_service_get_guardrails_configuration
+
+        """
+        pass
+
+    def test_workflow_service_get_workflow(self) -> None:
+        """Test case for workflow_service_get_workflow
+
+        GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a delete_time and deleter fields set.
+        """
+        pass
+
+    def test_workflow_service_list_workflow_dependencies(self) -> None:
+        """Test case for workflow_service_list_workflow_dependencies
+
+        ListWorkflowDependencies lists workflow nodes and map of the node dependencies.
+        """
+        pass
+
+    def test_workflow_service_list_workflows(self) -> None:
+        """Test case for workflow_service_list_workflows
+
+        ListWorkflows lists Workflows.
+        """
+        pass
+
+    def test_workflow_service_update_workflow(self) -> None:
+        """Test case for workflow_service_update_workflow
+
+        UpdateWorkflow updates a Workflow. The update_mask is used to specify the fields to be updated.
+        """
+        pass
+
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_workflow_service_clone_workflow_request.py

@@ -0,0 +1,55 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.workflow_service_clone_workflow_request import WorkflowServiceCloneWorkflowRequest
+
+class TestWorkflowServiceCloneWorkflowRequest(unittest.TestCase):
+    """WorkflowServiceCloneWorkflowRequest unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> WorkflowServiceCloneWorkflowRequest:
+        """Test WorkflowServiceCloneWorkflowRequest
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `WorkflowServiceCloneWorkflowRequest`
+        """
+        model = WorkflowServiceCloneWorkflowRequest()
+        if include_optional:
+            return WorkflowServiceCloneWorkflowRequest(
+                display_name_override = '',
+                description_override = '',
+                model_override = '',
+                llm_model_override = '',
+                model_parameters_override = ''
+            )
+        else:
+            return WorkflowServiceCloneWorkflowRequest(
+        )
+        """
+
+    def testWorkflowServiceCloneWorkflowRequest(self):
+        """Test WorkflowServiceCloneWorkflowRequest"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/client.py

@@ -7,6 +7,7 @@ from eval_studio_client import api
 from eval_studio_client import dashboards
 from eval_studio_client import documents
 from eval_studio_client import evaluators
+from eval_studio_client import leaderboards
 from eval_studio_client import models
 from eval_studio_client import perturbators
 from eval_studio_client import test_labs
@@ -42,6 +43,7 @@ class Client:
             self._api_client = _TokenApiClient(_api_config, token_provider.token)
 
         self._dashboards = dashboards._Dashboards(self._api_client)
+        self._leaderboards = leaderboards._Leaderboards(self._api_client)
         self._documents = documents._Documents(self._api_client)
         self._evaluators = evaluators._Evaluators(self._api_client)
         self._perturbators = perturbators._Perturbators(self._api_client)
@@ -64,6 +66,11 @@ class Client:
         """API for getting information about evaluation techniques in the Eval Studio."""
         return self._evaluators
 
+    @property
+    def leaderboards(self) -> leaderboards._Leaderboards:
+        """API for managing the collection of leaderboards."""
+        return self._leaderboards
+
     @property
     def perturbators(self) -> perturbators._Perturbators:
         """API for getting information about perturbation techniques in the Eval Studio."""

eval_studio_client/dashboards.py

@@ -198,6 +198,35 @@ class Dashboard:
             _client=client,
         )
 
+    @staticmethod
+    def from_operation(
+        operation: models.V1Operation, client: Optional[api.ApiClient]
+    ) -> Optional["Dashboard"]:
+        """Retrieves the dashboard from the operation, which created it.
+
+        Args:
+            operation: The operation that created the dashboard.
+            client: The API client to use for the dashboard retrieval.
+
+        Returns:
+            Dashboard: The dashboard instance created by the operation.
+        """
+        if not client:
+            raise RuntimeError("API Client is not provided")
+
+        if not operation.metadata:
+            raise RuntimeError(
+                "Operation metadata missing, it's not possible to retrieve dashboard from operation"
+            )
+
+        dashboard_api = api.DashboardServiceApi(client)
+        dashboard_id = operation.metadata.to_dict().get("dashboard", "")
+        res = dashboard_api.dashboard_service_get_dashboard(str(dashboard_id))
+        if res and res.dashboard:
+            return Dashboard._from_api_dashboard(res.dashboard, client)
+
+        return None
+
 
 class _Dashboards:
     def __init__(self, client: api.ApiClient):