uipath 2.1.15__py3-none-any.whl → 2.1.17__py3-none-any.whl

uipath/_cli/_evals/_models/_evaluators.py

@@ -58,7 +58,7 @@ class EvaluationResult(BaseModel):
     evaluator_id: str
     evaluator_name: str
     score: float
-    # mark this as optional, as it is populated inside the 'measure_execution_time' decorator
+    # this is marked as optional, as it is populated inside the 'measure_execution_time' decorator
     evaluation_time: Optional[float] = None
     input: Dict[str, Any]
     expected_output: Dict[str, Any]

uipath/_cli/_evals/evaluation_service.py

@@ -337,7 +337,7 @@ class EvaluationService:
             try:
                 if self._progress_reporter:
                     await self._progress_reporter.update_eval_run(
-                        eval_results, eval_run_id, success, execution_time
+                        eval_results, eval_run_id, execution_time
                     )
                 sw_progress_reporter_queue.task_done()
             except Exception as e:

uipath/_cli/_evals/progress_reporter.py

@@ -35,7 +35,9 @@ class ProgressReporter:
         self._eval_set_id = eval_set_id
         self.agent_snapshot = agent_snapshot
         self._no_of_evals = no_of_evals
-        self._evaluators = evaluators
+        self._evaluators: dict[str, EvaluatorBase] = {
+            evaluator.id: evaluator for evaluator in evaluators
+        }
         self._evaluator_scores: dict[str, list[float]] = {
             evaluator.id: [] for evaluator in evaluators
         }
@@ -56,6 +58,18 @@ class ProgressReporter:
                 "Cannot report data to StudioWeb. Please set UIPATH_PROJECT_ID."
             )
 
+    async def create_eval_set_run(self):
+        """Create a new evaluation set run in StudioWeb."""
+        spec = self._create_eval_set_run_spec()
+        response = await self._client.request_async(
+            method=spec.method,
+            url=spec.endpoint,
+            params=spec.params,
+            content=spec.content,
+            headers=spec.headers,
+        )
+        self._eval_set_run_id = json.loads(response.content)["id"]
+
     async def create_eval_run(self, eval_item: dict[str, Any]):
         """Create a new evaluation run in StudioWeb.
 
@@ -72,7 +86,6 @@ class ProgressReporter:
             params=spec.params,
             content=spec.content,
             headers=spec.headers,
-            scoped="org",
         )
         return json.loads(response.content)["id"]
 
@@ -80,7 +93,6 @@ class ProgressReporter:
         self,
         eval_results: list[EvalItemResult],
         eval_run_id: str,
-        success: bool,
         execution_time: float,
     ):
         """Update an evaluation run with results.
@@ -88,7 +100,6 @@ class ProgressReporter:
         Args:
             eval_results: Dictionary mapping evaluator IDs to evaluation results
             eval_run_id: ID of the evaluation run to update
-            success: Whether the evaluation was successful
             execution_time: The agent execution time
         """
         assertion_runs, evaluator_scores, actual_output = self._collect_results(
@@ -107,22 +118,8 @@ class ProgressReporter:
             params=spec.params,
             content=spec.content,
             headers=spec.headers,
-            scoped="org",
         )
 
-    async def create_eval_set_run(self):
-        """Create a new evaluation set run in StudioWeb."""
-        spec = self._create_eval_set_run_spec()
-        response = await self._client.request_async(
-            method=spec.method,
-            url=spec.endpoint,
-            params=spec.params,
-            content=spec.content,
-            headers=spec.headers,
-            scoped="org",
-        )
-        self._eval_set_run_id = json.loads(response.content)["id"]
-
     async def update_eval_set_run(self):
         """Update the evaluation set run status to complete."""
         spec = self._update_eval_set_run_spec()
@@ -132,7 +129,6 @@ class ProgressReporter:
             params=spec.params,
             content=spec.content,
             headers=spec.headers,
-            scoped="org",
         )
 
     def _collect_results(
@@ -158,14 +154,6 @@ class ProgressReporter:
                 {
                     "status": EvaluationStatus.COMPLETED.value,
                     "evaluatorId": eval_result.evaluator_id,
-                    "result": {
-                        "output": {"content": {**eval_result.result.actual_output}},
-                        "score": {
-                            "type": ScoreType.NUMERICAL.value,
-                            "value": eval_result.result.score,
-                            "justification": eval_result.result.details,
-                        },
-                    },
                     "completionMetrics": {
                         "duration": eval_result.result.evaluation_time,
                         "cost": None,
@@ -173,6 +161,14 @@ class ProgressReporter:
                         "completionTokens": 0,
                         "promptTokens": 0,
                     },
+                    "assertionSnapshot": {
+                        "assertionType": self._evaluators[
+                            eval_result.evaluator_id
+                        ].type.name,
+                        "outputKey": self._evaluators[
+                            eval_result.evaluator_id
+                        ].target_output_key,
+                    },
                 }
             )
 
@@ -192,7 +188,7 @@ class ProgressReporter:
         return RequestSpec(
             method="PUT",
             endpoint=Endpoint(
-                f"agents_/api/execution/agents/{self._project_id}/evalRun"
+                f"agentsruntime_/api/execution/agents/{self._project_id}/evalRun"
             ),
             content=json.dumps(
                 {
@@ -213,7 +209,7 @@ class ProgressReporter:
         return RequestSpec(
             method="POST",
             endpoint=Endpoint(
-                f"agents_/api/execution/agents/{self._project_id}/evalRun"
+                f"agentsruntime_/api/execution/agents/{self._project_id}/evalRun"
             ),
             content=json.dumps(
                 {
@@ -221,41 +217,10 @@ class ProgressReporter:
                     "evalSnapshot": {
                         "id": eval_item["id"],
                         "name": eval_item["name"],
-                        "assertionType": "unknown",
-                        "assertionProperties": {},
                         "inputs": eval_item.get("inputs"),
-                        "outputKey": "*",
+                        "expectedOutput": eval_item.get("expectedOutput", {}),
                     },
                     "status": EvaluationStatus.IN_PROGRESS.value,
-                    "assertionRuns": [
-                        # TODO: replace default values
-                        {
-                            "assertionSnapshot": {
-                                "assertionProperties": {
-                                    "expectedOutput": eval_item.get(
-                                        "expectedOutput", {}
-                                    ),
-                                    "prompt": "No prompt for coded agents",
-                                    "simulationInstructions": "",
-                                    "expectedAgentBehavior": "",
-                                    "inputGenerationInstructions": "",
-                                    "simulateTools": False,
-                                    "simulateInput": False,
-                                    "toolsToSimulate": [],
-                                    **(
-                                        {"model": evaluator.model}
-                                        if hasattr(evaluator, "model")
-                                        else {}
-                                    ),
-                                },
-                                "assertionType": "Custom",
-                                "outputKey": "*",
-                            },
-                            "status": 1,
-                            "evaluatorId": evaluator.id,
-                        }
-                        for evaluator in self._evaluators
-                    ],
                 }
             ),
             headers=self._tenant_header(),
@@ -264,13 +229,12 @@ class ProgressReporter:
     def _create_eval_set_run_spec(
         self,
     ) -> RequestSpec:
-        self._add_defaults_to_agent_snapshot()
         agent_snapshot_dict = json.loads(self.agent_snapshot)
 
         return RequestSpec(
             method="POST",
             endpoint=Endpoint(
-                f"agents_/api/execution/agents/{self._project_id}/evalSetRun"
+                f"agentsruntime_/api/execution/agents/{self._project_id}/evalSetRun"
             ),
             content=json.dumps(
                 {
@@ -288,7 +252,7 @@ class ProgressReporter:
         evaluator_scores = []
         evaluator_averages = []
 
-        for evaluator in self._evaluators:
+        for evaluator in self._evaluators.values():
             scores = self._evaluator_scores[evaluator.id]
             if scores:
                 avg_score = sum(scores) / len(scores)
@@ -316,14 +280,11 @@ class ProgressReporter:
         return RequestSpec(
             method="PUT",
             endpoint=Endpoint(
-                f"agents_/api/execution/agents/{self._project_id}/evalSetRun"
+                f"agentsruntime_/api/execution/agents/{self._project_id}/evalSetRun"
             ),
             content=json.dumps(
                 {
-                    ## TODO: send the actual data here (do we need to send those again? isn't it redundant?)
                     "evalSetRunId": self._eval_set_run_id,
-                    ## this should be removed. not used but enforced by the API
-                    "score": overall_score,
                     "status": EvaluationStatus.COMPLETED.value,
                     "evaluatorScores": evaluator_scores,
                 }
@@ -331,22 +292,6 @@ class ProgressReporter:
             headers=self._tenant_header(),
         )
 
-    def _add_defaults_to_agent_snapshot(self):
-        ## TODO: remove this after properties are marked as optional at api level
-        agent_snapshot_dict = json.loads(self.agent_snapshot)
-        agent_snapshot_dict["tools"] = []
-        agent_snapshot_dict["contexts"] = []
-        agent_snapshot_dict["escalations"] = []
-        agent_snapshot_dict["systemPrompt"] = ""
-        agent_snapshot_dict["userPrompt"] = ""
-        agent_snapshot_dict["settings"] = {
-            "model": "",
-            "maxTokens": 0,
-            "temperature": 0,
-            "engine": "",
-        }
-        self.agent_snapshot = json.dumps(agent_snapshot_dict)
-
     def _tenant_header(self) -> dict[str, str]:
         tenant_id = os.getenv(ENV_TENANT_ID, None)
         if not tenant_id:

uipath/_cli/_utils/_project_files.py

@@ -329,6 +329,8 @@ def files_to_include(
             file_extensions_included.extend(settings["fileExtensionsIncluded"])
         if "filesIncluded" in settings:
             files_included.extend(settings["filesIncluded"])
+    if directories_to_ignore is None:
+        directories_to_ignore = []
 
     def is_venv_dir(d: str) -> bool:
         """Check if a directory is a Python virtual environment.

uipath/models/exceptions.py

@@ -20,6 +20,11 @@ class EnrichedException(Exception):
         # Extract the relevant details from the HTTPStatusError
         self.status_code = error.response.status_code if error.response else "Unknown"
         self.url = str(error.request.url) if error.request else "Unknown"
+        self.http_method = (
+            error.request.method
+            if error.request and error.request.method
+            else "Unknown"
+        )
         self.response_content = (
             error.response.content.decode("utf-8")
             if error.response and error.response.content
@@ -28,6 +33,7 @@ class EnrichedException(Exception):
 
         enriched_message = (
             f"\nRequest URL: {self.url}"
+            f"\nHTTP Method: {self.http_method}"
             f"\nStatus Code: {self.status_code}"
             f"\nResponse Content: {self.response_content}"
         )

{uipath-2.1.15.dist-info → uipath-2.1.17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: uipath
-Version: 2.1.15
+Version: 2.1.17
 Summary: Python SDK and CLI for UiPath Platform, enabling programmatic interaction with automation services, process management, and deployment tools.
 Project-URL: Homepage, https://uipath.com
 Project-URL: Repository, https://github.com/UiPath/uipath-python

{uipath-2.1.15.dist-info → uipath-2.1.17.dist-info}/RECORD

@@ -29,8 +29,8 @@ uipath/_cli/_auth/auth_config.json,sha256=UnAhdum8phjuZaZKE5KLp0IcPCbIltDEU1M_G8
 uipath/_cli/_auth/index.html,sha256=_Q2OtqPfapG_6vumbQYqtb2PfFe0smk7TlGERKEBvB4,22518
 uipath/_cli/_auth/localhost.crt,sha256=oGl9oLLOiouHubAt39B4zEfylFvKEtbtr_43SIliXJc,1226
 uipath/_cli/_auth/localhost.key,sha256=X31VYXD8scZtmGA837dGX5l6G-LXHLo5ItWJhZXaz3c,1679
-uipath/_cli/_evals/evaluation_service.py,sha256=cE7V0kjpn4ucSCfcqA_2JWlxoT2Vz-Jhn6uLhF_3Arw,22086
-uipath/_cli/_evals/progress_reporter.py,sha256=W4paB4v_SbCkqpudYC4N-29aaZNo8bS4HrN3MBl7hxs,13583
+uipath/_cli/_evals/evaluation_service.py,sha256=VVxZxoCJoB2SUhej_c0DzC9AlnIlWMKnug7z5weNSoE,22077
+uipath/_cli/_evals/progress_reporter.py,sha256=6IVALHC-_vblLWMMKiI0k8xERf7HmQfCYM58GXsVa8s,10999
 uipath/_cli/_evals/_evaluators/__init__.py,sha256=eXUozXTNJIVCoV54_btA5mXmm1uNnp0qcfysrz9JQu4,629
 uipath/_cli/_evals/_evaluators/_agent_scorer_evaluator.py,sha256=qv4YjNiwqi5gWA24mRTC3QQ73o2Djkn1aY-AnHRyUMI,1545
 uipath/_cli/_evals/_evaluators/_deterministic_evaluator.py,sha256=P0du9KWz5MP5Pw70Ze7piqeBfFq7w0aU7DLeEiNC3k4,1398
@@ -40,7 +40,7 @@ uipath/_cli/_evals/_evaluators/_llm_as_judge_evaluator.py,sha256=GdX5CsdfcPxCeSk
 uipath/_cli/_evals/_evaluators/_trajectory_evaluator.py,sha256=dnogQTOskpI4_cNF0Ge3hBceJJocvOgxBWAwaCWnzB0,1595
 uipath/_cli/_evals/_models/__init__.py,sha256=Ewjp3u2YeTH2MmzY9LWf7EIbAoIf_nW9fMYbj7pGlPs,420
 uipath/_cli/_evals/_models/_evaluation_set.py,sha256=UIapFwn_Ti9zHUIcL3xyHDcLZ4lq4sHJ3JXLvY5OYI0,1080
-uipath/_cli/_evals/_models/_evaluators.py,sha256=L0CUO_P_NxxLAspi70POrZYmWkSDPtQ_ParPlz7lYOw,2086
+uipath/_cli/_evals/_models/_evaluators.py,sha256=TW6bcGZk7cn9JVfzM9MFWIzog5x-7_BG9Zo0h8GfZOk,2091
 uipath/_cli/_push/sw_file_handler.py,sha256=tRE9n68xv0r20ulwOyALHtYwzbjGneiASwzNm8xtBN0,16372
 uipath/_cli/_runtime/_contracts.py,sha256=WlpaiQAMWCo-JFHjee35Klf49A3GsKjOU1Mf2IpUGHY,16033
 uipath/_cli/_runtime/_escalation.py,sha256=x3vI98qsfRA-fL_tNkRVTFXioM5Gv2w0GFcXJJ5eQtg,7981
@@ -60,7 +60,7 @@ uipath/_cli/_utils/_folders.py,sha256=UVJcKPfPAVR5HF4AP6EXdlNVcfEF1v5pwGCpoAgBY3
 uipath/_cli/_utils/_input_args.py,sha256=pyQhEcQXHdFHYTVNzvfWp439aii5StojoptnmCv5lfs,4094
 uipath/_cli/_utils/_parse_ast.py,sha256=A-QToBIf-oP7yP2DQTHO6blkk6ik5z_IeaIwtEWO4e0,19516
 uipath/_cli/_utils/_processes.py,sha256=q7DfEKHISDWf3pngci5za_z0Pbnf_shWiYEcTOTCiyk,1855
-uipath/_cli/_utils/_project_files.py,sha256=BhOOQNIhlNyaoIV31fHPEQQXOxRr3gz_vsRLnE5sZQ0,12669
+uipath/_cli/_utils/_project_files.py,sha256=-zwoPePypqMvC-UxuoGuTGWn3dTP0EYUIz-mfQrgDyg,12742
 uipath/_cli/_utils/_studio_project.py,sha256=iVcCm-aps-EQ7Pym_OWGOA48xeDigzcofUxXKy29x6U,13727
 uipath/_cli/_utils/_tracing.py,sha256=2igb03j3EHjF_A406UhtCKkPfudVfFPjUq5tXUEG4oo,1541
 uipath/_cli/_utils/_uv_helpers.py,sha256=6SvoLnZPoKIxW0sjMvD1-ENV_HOXDYzH34GjBqwT138,3450
@@ -99,7 +99,7 @@ uipath/models/connections.py,sha256=perIqW99YEg_0yWZPdpZlmNpZcwY_toR1wkqDUBdAN0,
 uipath/models/context_grounding.py,sha256=S9PeOlFlw7VxzzJVR_Fs28OObW3MLHUPCFqNgkEz24k,1315
 uipath/models/context_grounding_index.py,sha256=0ADlH8fC10qIbakgwU89pRVawzJ36TiSDKIqOhUdhuA,2580
 uipath/models/errors.py,sha256=gPyU4sKYn57v03aOVqm97mnU9Do2e7bwMQwiSQVp9qc,461
-uipath/models/exceptions.py,sha256=INpWyjc-u5HFlVp-2gtYB_NAPBZJA-n4zqd_2t8swJY,1434
+uipath/models/exceptions.py,sha256=F0ITAhJsl6Agvmnv4nxvgY5oC_lrYIlxWTLs0yx859M,1636
 uipath/models/interrupt_models.py,sha256=UzuVTMVesI204YQ4qFQFaN-gN3kksddkrujofcaC7zQ,881
 uipath/models/job.py,sha256=f9L6_kg_VP0dAYvdcz1DWEWzy4NZPdlpHREod0uNK1E,3099
 uipath/models/llm_gateway.py,sha256=rUIus7BrUuuRriXqSJUE9FnjOyQ7pYpaX6hWEYvA6AA,1923
@@ -114,8 +114,8 @@ uipath/tracing/_traced.py,sha256=qeVDrds2OUnpdUIA0RhtF0kg2dlAZhyC1RRkI-qivTM,185
 uipath/tracing/_utils.py,sha256=ZeensQexnw69jVcsVrGyED7mPlAU-L1agDGm6_1A3oc,10388
 uipath/utils/__init__.py,sha256=VD-KXFpF_oWexFg6zyiWMkxl2HM4hYJMIUDZ1UEtGx0,105
 uipath/utils/_endpoints_manager.py,sha256=hiGEu6vyfQJoeiiql6w21TNiG6tADUfXlVBimxPU1-Q,4160
-uipath-2.1.15.dist-info/METADATA,sha256=Rr2utspQMpU2aZPYMxm4R4bviiAEw_PDAva7k6g6bfU,6367
-uipath-2.1.15.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-uipath-2.1.15.dist-info/entry_points.txt,sha256=9C2_29U6Oq1ExFu7usihR-dnfIVNSKc-0EFbh0rskB4,43
-uipath-2.1.15.dist-info/licenses/LICENSE,sha256=-KBavWXepyDjimmzH5fVAsi-6jNVpIKFc2kZs0Ri4ng,1058
-uipath-2.1.15.dist-info/RECORD,,
+uipath-2.1.17.dist-info/METADATA,sha256=OHfpvhVLjNz9n7-lTN7huLmlhpbjxMi-wruUh0DMFAk,6367
+uipath-2.1.17.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+uipath-2.1.17.dist-info/entry_points.txt,sha256=9C2_29U6Oq1ExFu7usihR-dnfIVNSKc-0EFbh0rskB4,43
+uipath-2.1.17.dist-info/licenses/LICENSE,sha256=-KBavWXepyDjimmzH5fVAsi-6jNVpIKFc2kZs0Ri4ng,1058
+uipath-2.1.17.dist-info/RECORD,,