uipath 2.1.16__tar.gz → 2.1.17__tar.gz

{uipath-2.1.16 → uipath-2.1.17}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: uipath
-Version: 2.1.16
+Version: 2.1.17
 Summary: Python SDK and CLI for UiPath Platform, enabling programmatic interaction with automation services, process management, and deployment tools.
 Project-URL: Homepage, https://uipath.com
 Project-URL: Repository, https://github.com/UiPath/uipath-python

{uipath-2.1.16 → uipath-2.1.17}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "uipath"
-version = "2.1.16"
+version = "2.1.17"
 description = "Python SDK and CLI for UiPath Platform, enabling programmatic interaction with automation services, process management, and deployment tools."
 readme = { file = "README.md", content-type = "text/markdown" }
 requires-python = ">=3.10"

{uipath-2.1.16 → uipath-2.1.17}/src/uipath/_cli/_evals/_models/_evaluators.py

@@ -58,7 +58,7 @@ class EvaluationResult(BaseModel):
     evaluator_id: str
     evaluator_name: str
     score: float
-    # mark this as optional, as it is populated inside the 'measure_execution_time' decorator
+    # this is marked as optional, as it is populated inside the 'measure_execution_time' decorator
     evaluation_time: Optional[float] = None
     input: Dict[str, Any]
     expected_output: Dict[str, Any]

{uipath-2.1.16 → uipath-2.1.17}/src/uipath/_cli/_evals/evaluation_service.py

@@ -337,7 +337,7 @@ class EvaluationService:
             try:
                 if self._progress_reporter:
                     await self._progress_reporter.update_eval_run(
-                        eval_results, eval_run_id, success, execution_time
+                        eval_results, eval_run_id, execution_time
                     )
                 sw_progress_reporter_queue.task_done()
             except Exception as e:

{uipath-2.1.16 → uipath-2.1.17}/src/uipath/_cli/_evals/progress_reporter.py

@@ -35,7 +35,9 @@ class ProgressReporter:
         self._eval_set_id = eval_set_id
         self.agent_snapshot = agent_snapshot
         self._no_of_evals = no_of_evals
-        self._evaluators = evaluators
+        self._evaluators: dict[str, EvaluatorBase] = {
+            evaluator.id: evaluator for evaluator in evaluators
+        }
         self._evaluator_scores: dict[str, list[float]] = {
             evaluator.id: [] for evaluator in evaluators
         }
@@ -56,6 +58,18 @@ class ProgressReporter:
                 "Cannot report data to StudioWeb. Please set UIPATH_PROJECT_ID."
             )
 
+    async def create_eval_set_run(self):
+        """Create a new evaluation set run in StudioWeb."""
+        spec = self._create_eval_set_run_spec()
+        response = await self._client.request_async(
+            method=spec.method,
+            url=spec.endpoint,
+            params=spec.params,
+            content=spec.content,
+            headers=spec.headers,
+        )
+        self._eval_set_run_id = json.loads(response.content)["id"]
+
     async def create_eval_run(self, eval_item: dict[str, Any]):
         """Create a new evaluation run in StudioWeb.
 
@@ -72,7 +86,6 @@ class ProgressReporter:
             params=spec.params,
             content=spec.content,
             headers=spec.headers,
-            scoped="org",
         )
         return json.loads(response.content)["id"]
 
@@ -80,7 +93,6 @@ class ProgressReporter:
         self,
         eval_results: list[EvalItemResult],
         eval_run_id: str,
-        success: bool,
         execution_time: float,
     ):
         """Update an evaluation run with results.
@@ -88,7 +100,6 @@ class ProgressReporter:
         Args:
             eval_results: Dictionary mapping evaluator IDs to evaluation results
             eval_run_id: ID of the evaluation run to update
-            success: Whether the evaluation was successful
             execution_time: The agent execution time
         """
         assertion_runs, evaluator_scores, actual_output = self._collect_results(
@@ -107,22 +118,8 @@ class ProgressReporter:
             params=spec.params,
             content=spec.content,
             headers=spec.headers,
-            scoped="org",
         )
 
-    async def create_eval_set_run(self):
-        """Create a new evaluation set run in StudioWeb."""
-        spec = self._create_eval_set_run_spec()
-        response = await self._client.request_async(
-            method=spec.method,
-            url=spec.endpoint,
-            params=spec.params,
-            content=spec.content,
-            headers=spec.headers,
-            scoped="org",
-        )
-        self._eval_set_run_id = json.loads(response.content)["id"]
-
     async def update_eval_set_run(self):
         """Update the evaluation set run status to complete."""
         spec = self._update_eval_set_run_spec()
@@ -132,7 +129,6 @@ class ProgressReporter:
             params=spec.params,
             content=spec.content,
             headers=spec.headers,
-            scoped="org",
         )
 
     def _collect_results(
@@ -158,14 +154,6 @@ class ProgressReporter:
                 {
                     "status": EvaluationStatus.COMPLETED.value,
                     "evaluatorId": eval_result.evaluator_id,
-                    "result": {
-                        "output": {"content": {**eval_result.result.actual_output}},
-                        "score": {
-                            "type": ScoreType.NUMERICAL.value,
-                            "value": eval_result.result.score,
-                            "justification": eval_result.result.details,
-                        },
-                    },
                     "completionMetrics": {
                         "duration": eval_result.result.evaluation_time,
                         "cost": None,
@@ -173,6 +161,14 @@ class ProgressReporter:
                         "completionTokens": 0,
                         "promptTokens": 0,
                     },
+                    "assertionSnapshot": {
+                        "assertionType": self._evaluators[
+                            eval_result.evaluator_id
+                        ].type.name,
+                        "outputKey": self._evaluators[
+                            eval_result.evaluator_id
+                        ].target_output_key,
+                    },
                 }
             )
 
@@ -192,7 +188,7 @@ class ProgressReporter:
         return RequestSpec(
             method="PUT",
             endpoint=Endpoint(
-                f"agents_/api/execution/agents/{self._project_id}/evalRun"
+                f"agentsruntime_/api/execution/agents/{self._project_id}/evalRun"
             ),
             content=json.dumps(
                 {
@@ -213,7 +209,7 @@ class ProgressReporter:
         return RequestSpec(
             method="POST",
             endpoint=Endpoint(
-                f"agents_/api/execution/agents/{self._project_id}/evalRun"
+                f"agentsruntime_/api/execution/agents/{self._project_id}/evalRun"
             ),
             content=json.dumps(
                 {
@@ -221,41 +217,10 @@ class ProgressReporter:
                     "evalSnapshot": {
                         "id": eval_item["id"],
                         "name": eval_item["name"],
-                        "assertionType": "unknown",
-                        "assertionProperties": {},
                         "inputs": eval_item.get("inputs"),
-                        "outputKey": "*",
+                        "expectedOutput": eval_item.get("expectedOutput", {}),
                     },
                     "status": EvaluationStatus.IN_PROGRESS.value,
-                    "assertionRuns": [
-                        # TODO: replace default values
-                        {
-                            "assertionSnapshot": {
-                                "assertionProperties": {
-                                    "expectedOutput": eval_item.get(
-                                        "expectedOutput", {}
-                                    ),
-                                    "prompt": "No prompt for coded agents",
-                                    "simulationInstructions": "",
-                                    "expectedAgentBehavior": "",
-                                    "inputGenerationInstructions": "",
-                                    "simulateTools": False,
-                                    "simulateInput": False,
-                                    "toolsToSimulate": [],
-                                    **(
-                                        {"model": evaluator.model}
-                                        if hasattr(evaluator, "model")
-                                        else {}
-                                    ),
-                                },
-                                "assertionType": "Custom",
-                                "outputKey": "*",
-                            },
-                            "status": 1,
-                            "evaluatorId": evaluator.id,
-                        }
-                        for evaluator in self._evaluators
-                    ],
                 }
             ),
             headers=self._tenant_header(),
@@ -264,13 +229,12 @@ class ProgressReporter:
     def _create_eval_set_run_spec(
         self,
     ) -> RequestSpec:
-        self._add_defaults_to_agent_snapshot()
         agent_snapshot_dict = json.loads(self.agent_snapshot)
 
         return RequestSpec(
             method="POST",
             endpoint=Endpoint(
-                f"agents_/api/execution/agents/{self._project_id}/evalSetRun"
+                f"agentsruntime_/api/execution/agents/{self._project_id}/evalSetRun"
             ),
             content=json.dumps(
                 {
@@ -288,7 +252,7 @@ class ProgressReporter:
         evaluator_scores = []
         evaluator_averages = []
 
-        for evaluator in self._evaluators:
+        for evaluator in self._evaluators.values():
             scores = self._evaluator_scores[evaluator.id]
             if scores:
                 avg_score = sum(scores) / len(scores)
@@ -316,14 +280,11 @@ class ProgressReporter:
         return RequestSpec(
             method="PUT",
             endpoint=Endpoint(
-                f"agents_/api/execution/agents/{self._project_id}/evalSetRun"
+                f"agentsruntime_/api/execution/agents/{self._project_id}/evalSetRun"
             ),
             content=json.dumps(
                 {
-                    ## TODO: send the actual data here (do we need to send those again? isn't it redundant?)
                     "evalSetRunId": self._eval_set_run_id,
-                    ## this should be removed. not used but enforced by the API
-                    "score": overall_score,
                     "status": EvaluationStatus.COMPLETED.value,
                     "evaluatorScores": evaluator_scores,
                 }
@@ -331,22 +292,6 @@ class ProgressReporter:
             headers=self._tenant_header(),
         )
 
-    def _add_defaults_to_agent_snapshot(self):
-        ## TODO: remove this after properties are marked as optional at api level
-        agent_snapshot_dict = json.loads(self.agent_snapshot)
-        agent_snapshot_dict["tools"] = []
-        agent_snapshot_dict["contexts"] = []
-        agent_snapshot_dict["escalations"] = []
-        agent_snapshot_dict["systemPrompt"] = ""
-        agent_snapshot_dict["userPrompt"] = ""
-        agent_snapshot_dict["settings"] = {
-            "model": "",
-            "maxTokens": 0,
-            "temperature": 0,
-            "engine": "",
-        }
-        self.agent_snapshot = json.dumps(agent_snapshot_dict)
-
     def _tenant_header(self) -> dict[str, str]:
         tenant_id = os.getenv(ENV_TENANT_ID, None)
         if not tenant_id:

{uipath-2.1.16 → uipath-2.1.17}/src/uipath/models/exceptions.py

@@ -20,6 +20,11 @@ class EnrichedException(Exception):
         # Extract the relevant details from the HTTPStatusError
         self.status_code = error.response.status_code if error.response else "Unknown"
         self.url = str(error.request.url) if error.request else "Unknown"
+        self.http_method = (
+            error.request.method
+            if error.request and error.request.method
+            else "Unknown"
+        )
         self.response_content = (
             error.response.content.decode("utf-8")
             if error.response and error.response.content
@@ -28,6 +33,7 @@ class EnrichedException(Exception):
 
         enriched_message = (
             f"\nRequest URL: {self.url}"
+            f"\nHTTP Method: {self.http_method}"
             f"\nStatus Code: {self.status_code}"
             f"\nResponse Content: {self.response_content}"
         )

{uipath-2.1.16 → uipath-2.1.17}/uv.lock

@@ -2029,7 +2029,7 @@ wheels = [
 
 [[package]]
 name = "uipath"
-version = "2.1.16"
+version = "2.1.17"
 source = { editable = "." }
 dependencies = [
     { name = "azure-monitor-opentelemetry" },