codemie-sdk-python 0.1.481__py3-none-any.whl → 0.1.482__py3-none-any.whl

codemie_sdk/models/workflow.py

@@ -88,3 +88,15 @@ class WorkflowExecution(BaseModel):
     created_by: User
     conversation_id: str | None = None
     tokens_usage: TokensUsage | None = None
+
+
+class WorkflowEvaluationRequest(BaseModel):
+    """Model for workflow evaluation request."""
+
+    model_config = ConfigDict(extra="ignore")
+
+    dataset_id: str = Field(description="ID of the dataset to use for evaluation")
+    experiment_name: str = Field(description="Name of the evaluation experiment")
+    max_concurrency: int = Field(
+        default=1, ge=1, le=5, description="Maximum number of concurrent evaluations"
+    )

codemie_sdk/services/workflow.py

@@ -10,6 +10,7 @@ from ..models.common import PaginationParams
 from ..models.workflow import (
     WorkflowCreateRequest,
     WorkflowUpdateRequest,
+    WorkflowEvaluationRequest,
     Workflow,
 )
 from ..utils import ApiRequestHandler, TokenSource
@@ -168,6 +169,22 @@ class WorkflowService:
             tags=tags,
         )
 
+    def evaluate(self, workflow_id: str, request: WorkflowEvaluationRequest) -> dict:
+        """Evaluate a workflow with a dataset.
+
+        Args:
+            workflow_id: ID of the workflow to evaluate
+            request: Evaluation request details
+
+        Returns:
+            Evaluation results
+        """
+        return self._api.post(
+            f"/v1/workflows/{workflow_id}/evaluate",
+            dict,
+            json_data=request.model_dump(exclude_none=True),
+        )
+
     def executions(self, workflow_id: str) -> WorkflowExecutionService:
         """Get workflow execution service for the specified workflow.
 

{codemie_sdk_python-0.1.481.dist-info → codemie_sdk_python-0.1.482.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: codemie-sdk-python
-Version: 0.1.481
+Version: 0.1.482
 Summary: CodeMie SDK for Python
 Author: Vadym Vlasenko
 Author-email: vadym_vlasenko@epam.com

{codemie_sdk_python-0.1.481.dist-info → codemie_sdk_python-0.1.482.dist-info}/RECORD

@@ -27,7 +27,7 @@ codemie_sdk/models/vendor_guardrail.py,sha256=dQtuFZXFUs_IUQlnPQth0Sd49Sx9gfDtkA
 codemie_sdk/models/vendor_knowledgebase.py,sha256=fDj526KDJocx1Tn_B0uP3UQ5e89RMvesExFPwyeqME0,4996
 codemie_sdk/models/vendor_runtime.py,sha256=CCFmBOV6vHgRvoD_5gRofqG41Wyxtdfy8DHcWkZ3Z5g,6179
 codemie_sdk/models/vendor_workflow.py,sha256=ysu3anNa2xrSDvZb3zcTZ-_DGXcvJSUcmYIllDYceBo,4926
-codemie_sdk/models/workflow.py,sha256=fx7EM-qs10IPRwOletm1_quu6k5GuphuJeRQeyTqVJA,2458
+codemie_sdk/models/workflow.py,sha256=nbpWrnIP1GjNNGg09QnCHPfbBTvQ2IzOpKRx4XWxi_Q,2892
 codemie_sdk/models/workflow_execution_payload.py,sha256=T5GJkD84VzcWYsCbDtbZCSauqXljsP2XNOYU_B1rNZ4,1093
 codemie_sdk/models/workflow_state.py,sha256=uP1yLYwPpgPc17xpLwjanvlRzK6zT9qMZR-fAkvwFGg,1322
 codemie_sdk/models/workflow_thoughts.py,sha256=9fE380lMvC23fq677EI_JTk48Nf2jyPg3-mpj9VTx54,579
@@ -52,11 +52,11 @@ codemie_sdk/services/vendor_knowledgebase.py,sha256=p0SWNdBg-zXfaco0edbBUQbp7wgq
 codemie_sdk/services/vendor_runtime.py,sha256=DxBVyF2cB02u9kM7uESALF4nPdC__wA7V4tCFzRiQGM,7092
 codemie_sdk/services/vendor_workflow.py,sha256=EJZK0mLhmZ47UZSkxUzELWhVFalJHL3vIrBEQRGG3Zo,12452
 codemie_sdk/services/webhook.py,sha256=5QAO0dmtBi73ga9QAolh0Ncfe7FI9lkKv6a2lTSiB_E,1257
-codemie_sdk/services/workflow.py,sha256=6E388wjboAaMMLDhqZISubHwlx46yAtLqlkqzm3lBP0,6253
+codemie_sdk/services/workflow.py,sha256=_fo0OxT_cegBtZ186_qbEL5CQam9H68ZUvdVrVhaCqc,6771
 codemie_sdk/services/workflow_execution.py,sha256=Nnf_ZJQrK9HiRyCRuUjUu3jXmbH3snLpEdIPrz1tQfY,6040
 codemie_sdk/services/workflow_execution_state.py,sha256=u1xmGvaHjqvQS5ujhyvJ_Ac7ByjKem2Qe8q0swsmoWw,2045
 codemie_sdk/utils/__init__.py,sha256=EzK_UrS5KHmAnE73Hci9LaObB5omjVUhIq4svh0gfwo,137
 codemie_sdk/utils/http.py,sha256=yKWx-K9cFbpstVt0qran42e6MESm0f6XVd8MIctaD5Y,12546
-codemie_sdk_python-0.1.481.dist-info/METADATA,sha256=kw-N38QLaUCXD58qZq7u2w3EmPdNa3_2EPtXP6hrkPY,36801
-codemie_sdk_python-0.1.481.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-codemie_sdk_python-0.1.481.dist-info/RECORD,,
+codemie_sdk_python-0.1.482.dist-info/METADATA,sha256=4v4UWZLGqGgYAZYcJ0rj5GBtnAP3U99S2TlwKV7Fedw,36801
+codemie_sdk_python-0.1.482.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+codemie_sdk_python-0.1.482.dist-info/RECORD,,