codemie-sdk-python 0.1.481__tar.gz → 0.1.483__tar.gz

{codemie_sdk_python-0.1.481 → codemie_sdk_python-0.1.483}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: codemie-sdk-python
-Version: 0.1.481
+Version: 0.1.483
 Summary: CodeMie SDK for Python
 Author: Vadym Vlasenko
 Author-email: vadym_vlasenko@epam.com

{codemie_sdk_python-0.1.481 → codemie_sdk_python-0.1.483}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "codemie-sdk-python"
-version = "0.1.481"
+version = "0.1.483"
 description = "CodeMie SDK for Python"
 authors = [
     "Vadym Vlasenko <vadym_vlasenko@epam.com>",

{codemie_sdk_python-0.1.481 → codemie_sdk_python-0.1.483}/src/codemie_sdk/models/workflow.py

@@ -88,3 +88,15 @@ class WorkflowExecution(BaseModel):
     created_by: User
     conversation_id: str | None = None
     tokens_usage: TokensUsage | None = None
+
+
+class WorkflowEvaluationRequest(BaseModel):
+    """Model for workflow evaluation request."""
+
+    model_config = ConfigDict(extra="ignore")
+
+    dataset_id: str = Field(description="ID of the dataset to use for evaluation")
+    experiment_name: str = Field(description="Name of the evaluation experiment")
+    max_concurrency: int = Field(
+        default=1, ge=1, le=5, description="Maximum number of concurrent evaluations"
+    )

{codemie_sdk_python-0.1.481 → codemie_sdk_python-0.1.483}/src/codemie_sdk/services/workflow.py

@@ -10,6 +10,7 @@ from ..models.common import PaginationParams
 from ..models.workflow import (
     WorkflowCreateRequest,
     WorkflowUpdateRequest,
+    WorkflowEvaluationRequest,
     Workflow,
 )
 from ..utils import ApiRequestHandler, TokenSource
@@ -168,6 +169,22 @@ class WorkflowService:
             tags=tags,
         )
 
+    def evaluate(self, workflow_id: str, request: WorkflowEvaluationRequest) -> dict:
+        """Evaluate a workflow with a dataset.
+
+        Args:
+            workflow_id: ID of the workflow to evaluate
+            request: Evaluation request details
+
+        Returns:
+            Evaluation results
+        """
+        return self._api.post(
+            f"/v1/workflows/{workflow_id}/evaluate",
+            dict,
+            json_data=request.model_dump(exclude_none=True),
+        )
+
     def executions(self, workflow_id: str) -> WorkflowExecutionService:
         """Get workflow execution service for the specified workflow.