uipath 2.1.108__py3-none-any.whl → 2.1.109__py3-none-any.whl

uipath/eval/models/models.py

@@ -1,7 +1,8 @@
 """Models for evaluation framework including execution data and evaluation results."""
 
+import traceback
 from dataclasses import dataclass
-from enum import IntEnum
+from enum import Enum, IntEnum
 from typing import Annotated, Any, Dict, List, Literal, Optional, Union
 
 from opentelemetry.sdk.trace import ReadableSpan
@@ -17,6 +18,7 @@ class AgentExecution(BaseModel):
     agent_output: Dict[str, Any]
     agent_trace: list[ReadableSpan]
     expected_agent_behavior: Optional[str] = None
+    simulation_instructions: str = ""
 
 
 class LLMResponse(BaseModel):
@@ -37,7 +39,7 @@ class ScoreType(IntEnum):
 class BaseEvaluationResult(BaseModel):
     """Base class for evaluation results."""
 
-    details: Optional[str] = None
+    details: Optional[str | BaseModel] = None
     # this is marked as optional, as it is populated inside the 'measure_execution_time' decorator
     evaluation_time: Optional[float] = None
 
@@ -76,7 +78,7 @@ class EvalItemResult(BaseModel):
     result: EvaluationResult
 
 
-class EvaluatorCategory(IntEnum):
+class LegacyEvaluatorCategory(IntEnum):
     """Types of evaluators."""
 
     Deterministic = 0
@@ -85,7 +87,7 @@ class EvaluatorCategory(IntEnum):
     Trajectory = 3
 
     @classmethod
-    def from_int(cls, value):
+    def from_int(cls, value: int) -> "LegacyEvaluatorCategory":
         """Construct EvaluatorCategory from an int value."""
         if value in cls._value2member_map_:
             return cls(value)
@@ -93,7 +95,7 @@ class EvaluatorCategory(IntEnum):
             raise ValueError(f"{value} is not a valid EvaluatorCategory value")
 
 
-class EvaluatorType(IntEnum):
+class LegacyEvaluatorType(IntEnum):
     """Subtypes of evaluators."""
 
     Unknown = 0
@@ -108,7 +110,7 @@ class EvaluatorType(IntEnum):
     Faithfulness = 9
 
     @classmethod
-    def from_int(cls, value):
+    def from_int(cls, value: int) -> "LegacyEvaluatorType":
         """Construct EvaluatorCategory from an int value."""
         if value in cls._value2member_map_:
             return cls(value)
@@ -209,7 +211,11 @@ class TrajectoryEvaluationTrace(BaseModel):
             TrajectoryEvaluationTrace with converted spans
         """
         # Create a mapping of span IDs to names for parent lookup
-        span_id_to_name = {span.get_span_context().span_id: span.name for span in spans}
+        span_id_to_name = {
+            span.get_span_context().span_id: span.name  # pyright: ignore[reportOptionalMemberAccess]
+            for span in spans
+            if span.get_span_context() is not None
+        }
 
         evaluation_spans = [
             TrajectoryEvaluationSpan.from_readable_span(span, span_id_to_name)
@@ -222,3 +228,99 @@ class TrajectoryEvaluationTrace(BaseModel):
         """Pydantic configuration."""
 
         arbitrary_types_allowed = True
+
+
+class EvaluatorType(str, Enum):
+    """Evaluator type."""
+
+    CONTAINS = "uipath-contains"
+    EXACT_MATCH = "uipath-exact-match"
+    JSON_SIMILARITY = "uipath-json-similarity"
+    LLM_JUDGE_OUTPUT_SEMANTIC_SIMILARITY = "uipath-llm-judge-output-semantic-similarity"
+    LLM_JUDGE_OUTPUT_STRICT_JSON_SIMILARITY = (
+        "uipath-llm-judge-output-strict-json-similarity"
+    )
+    LLM_JUDGE_TRAJECTORY_SIMILARITY = "uipath-llm-judge-trajectory-similarity"
+    LLM_JUDGE_TRAJECTORY_SIMULATION = "uipath-llm-judge-trajectory-simulation"
+    LLM_JUDGE_TRAJECTORY = "uipath-llm-judge-trajectory"
+    LLM_JUDGE_OUTPUT = "uipath-llm-judge-output"
+    TOOL_CALL_ARGS = "uipath-tool-call-args"
+    TOOL_CALL_COUNT = "uipath-tool-call-count"
+    TOOL_CALL_ORDER = "uipath-tool-call-order"
+    TOOL_CALL_OUTPUT = "uipath-tool-call-output"
+
+
+class ToolCall(BaseModel):
+    """Represents a tool call with its arguments."""
+
+    name: str
+    args: dict[str, Any]
+
+
+class ToolOutput(BaseModel):
+    """Represents a tool output with its output."""
+
+    name: str
+    output: str
+
+
+class UiPathEvaluationErrorCategory(str, Enum):
+    """Categories of evaluation errors."""
+
+    SYSTEM = "System"
+    USER = "User"
+    UNKNOWN = "Unknown"
+
+
+class UiPathEvaluationErrorContract(BaseModel):
+    """Standard error contract used across the runtime."""
+
+    code: str  # Human-readable code uniquely identifying this error type across the platform.
+    # Format: <Component>.<PascalCaseErrorCode> (e.g. LangGraph.InvaliGraphReference)
+    # Only use alphanumeric characters [A-Za-z0-9] and periods. No whitespace allowed.
+
+    title: str  # Short, human-readable summary of the problem that should remain consistent
+    # across occurrences.
+
+    detail: (
+        str  # Human-readable explanation specific to this occurrence of the problem.
+    )
+    # May include context, recommended actions, or technical details like call stacks
+    # for technical users.
+
+    category: UiPathEvaluationErrorCategory = UiPathEvaluationErrorCategory.UNKNOWN
+
+
+class UiPathEvaluationError(Exception):
+    """Base exception class for UiPath evaluation errors with structured error information."""
+
+    def __init__(
+        self,
+        code: str,
+        title: str,
+        detail: str,
+        category: UiPathEvaluationErrorCategory = UiPathEvaluationErrorCategory.UNKNOWN,
+        prefix: str = "Python",
+        include_traceback: bool = True,
+    ):
+        """Initialize the UiPathEvaluationError."""
+        # Get the current traceback as a string
+        if include_traceback:
+            tb = traceback.format_exc()
+            if (
+                tb and tb.strip() != "NoneType: None"
+            ):  # Ensure there's an actual traceback
+                detail = f"{detail}\n\n{tb}"
+
+        self.error_info = UiPathEvaluationErrorContract(
+            code=f"{prefix}.{code}",
+            title=title,
+            detail=detail,
+            category=category,
+        )
+        super().__init__(detail)
+
+    @property
+    def as_dict(self) -> Dict[str, Any]:
+        """Get the error information as a dictionary."""
+        return self.error_info.model_dump()

{uipath-2.1.108.dist-info → uipath-2.1.109.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: uipath
-Version: 2.1.108
+Version: 2.1.109
 Summary: Python SDK and CLI for UiPath Platform, enabling programmatic interaction with automation services, process management, and deployment tools.
 Project-URL: Homepage, https://uipath.com
 Project-URL: Repository, https://github.com/UiPath/uipath-python

{uipath-2.1.108.dist-info → uipath-2.1.109.dist-info}/RECORD

@@ -5,19 +5,21 @@ uipath/_folder_context.py,sha256=D-bgxdwpwJP4b_QdVKcPODYh15kMDrOar2xNonmMSm4,186
 uipath/_uipath.py,sha256=ycu11bjIUx5priRkB3xSRcilugHuSmfSN4Nq6Yz88gk,3702
 uipath/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 uipath/_cli/README.md,sha256=GLtCfbeIKZKNnGTCsfSVqRQ27V1btT1i2bSAyW_xZl4,474
-uipath/_cli/__init__.py,sha256=ba7gNskJLgN_bNfCPzoGAk7OsHCxaFpWpOvahzcQEf8,2329
+uipath/_cli/__init__.py,sha256=rEk5GEldWxhjfe7R4DiDDXsc6O4GMUX86CyuUDU4QCY,2471
+uipath/_cli/cli_add.py,sha256=7XpyeXIVnocNTJg_Wo1GeDFSoHDu8ACaYx__eYpiXzY,3690
 uipath/_cli/cli_auth.py,sha256=CzetSRqSUvMs02PtI4w5Vi_0fv_ETA307bB2vXalWzY,2628
 uipath/_cli/cli_debug.py,sha256=-s6Nmy0DnDyITjZAf6f71hZ1YDDt0Yl57XklEkuL0FU,4068
 uipath/_cli/cli_deploy.py,sha256=KPCmQ0c_NYD5JofSDao5r6QYxHshVCRxlWDVnQvlp5w,645
 uipath/_cli/cli_dev.py,sha256=nEfpjw1PZ72O6jmufYWVrueVwihFxDPOeJakdvNHdOA,2146
-uipath/_cli/cli_eval.py,sha256=GTTaCgGmmxw9FcVkGUje0VqQQx7ZdWuSBc9qLKo2Zcs,4858
+uipath/_cli/cli_eval.py,sha256=44DLzz4NDpjgqtYf-YTk4FulAF_BI4i3mCNZV0o3Otk,5037
 uipath/_cli/cli_init.py,sha256=hAPMV_0HGZD0cDh7KqHDwMRlUfLoJl2NCp4T3Ilw8y0,7487
 uipath/_cli/cli_invoke.py,sha256=m-te-EjhDpk_fhFDkt-yQFzmjEHGo5lQDGEQWxSXisQ,4395
 uipath/_cli/cli_new.py,sha256=9378NYUBc9j-qKVXV7oja-jahfJhXBg8zKVyaon7ctY,2102
 uipath/_cli/cli_pack.py,sha256=U5rXVbUnHFgdEsXyhkjmWza8dfob1wU9lyl4yrYnUss,11076
 uipath/_cli/cli_publish.py,sha256=DgyfcZjvfV05Ldy0Pk5y_Le_nT9JduEE_x-VpIc_Kq0,6471
-uipath/_cli/cli_pull.py,sha256=v0iL12Z0NGE2yZ_Ff1U1jEgOnbIGJatI63KhZRIVflg,2681
-uipath/_cli/cli_push.py,sha256=cwKUr30VTvb2jhGY9LPpPpILj2URMuEIl8ven6tCRFo,3727
+uipath/_cli/cli_pull.py,sha256=YKUXp5mt_WwLKhqCPv2JcSNVagbICd196MWOzzLHZck,2161
+uipath/_cli/cli_push.py,sha256=irOh4Bi5LDWgGN6kHd2KwBVTByG0_fq2RUp5hJSzNz0,3781
+uipath/_cli/cli_register.py,sha256=5-Asb8DSTR4W6M3TDi4U-AKXYOCZ3l2vcTuMOybDHEo,1465
 uipath/_cli/cli_run.py,sha256=9vbmSG_FzS0x8KNNzSrST37FKjUOzhXPjl8xTm2ZEqQ,4203
 uipath/_cli/middlewares.py,sha256=tb0c4sU1SCYi0PNs956Qmk24NDk0C0mBfVQmTcyORE0,5000
 uipath/_cli/spinner.py,sha256=bS-U_HA5yne11ejUERu7CQoXmWdabUD2bm62EfEdV8M,1107
@@ -47,27 +49,29 @@ uipath/_cli/_dev/_terminal/_utils/_chat.py,sha256=YUZxYVdmEManwHDuZsczJT1dWIYE1d
 uipath/_cli/_dev/_terminal/_utils/_exporter.py,sha256=oI6D_eMwrh_2aqDYUh4GrJg8VLGrLYhDahR-_o0uJns,4144
 uipath/_cli/_dev/_terminal/_utils/_logger.py,sha256=_ipTl_oAiMF9I7keGt2AAFAMz40DNLVMVkoiq-07UAU,2943
 uipath/_cli/_evals/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-uipath/_cli/_evals/_console_progress_reporter.py,sha256=HgB6pdMyoS6YVwuI3EpM2LBcH3U69nrdaTyNgPG8ssg,9304
+uipath/_cli/_evals/_console_progress_reporter.py,sha256=RlfhtyEHq2QjyXRevyeAhtGTxQsz_MrxRWfay1Rm0xM,9317
 uipath/_cli/_evals/_evaluate.py,sha256=yRVhZ6uV58EV5Fv5X_K6425ZGsseQslnLe6FpIKy-u8,833
-uipath/_cli/_evals/_evaluator_factory.py,sha256=Gycv94VtGOpMir_Gba-UoiAyrSRfbSfe8_pTfjzcA9Q,3875
-uipath/_cli/_evals/_progress_reporter.py,sha256=kX7rNSa-QCLXIzK-vb9Jjf-XLEtucdeiQPgPlSkpp2U,16778
-uipath/_cli/_evals/_runtime.py,sha256=Ne9VBUFH36cSTUx-xsPU41T90vruVrBu0EliubLPijw,20751
+uipath/_cli/_evals/_evaluator_factory.py,sha256=gPF9fRMZBOUPnJSM1fzQyXGHMGYQw_0VmHv-JOGbZf4,14348
+uipath/_cli/_evals/_helpers.py,sha256=dYHgkWxy2fOuqqZDtOKWKsZ1Ri4dn8qMnuB6DE-1MUk,6661
+uipath/_cli/_evals/_progress_reporter.py,sha256=CinS0S7vqHDyEp7cU87eARebEvQWwkX7H7fanSqIHxo,27385
+uipath/_cli/_evals/_runtime.py,sha256=ymRWmHlDfHmgcAgvjehTTYd7q3UhUwM6RDB43LhAGQQ,23037
 uipath/_cli/_evals/_span_collection.py,sha256=RoKoeDFG2XODdlgI27ionCjU7LLD_C0LJJ3gu0wab10,779
-uipath/_cli/_evals/_models/_evaluation_set.py,sha256=0I83I3HNu_BrgFz9miar2QTyXKb0dAaEpYMQrKUHP0U,4958
-uipath/_cli/_evals/_models/_evaluator.py,sha256=fuC3UOYwPD4d_wdynHeLSCzbu82golNAnnPnxC8Y4rk,3315
-uipath/_cli/_evals/_models/_evaluator_base_params.py,sha256=lTYKOV66tcjW85KHTyOdtF1p1VDaBNemrMAvH8bFIFc,382
+uipath/_cli/_evals/_models/_evaluation_set.py,sha256=8mkAL3BvvGIYz8VrVczVq-QlNcCFPUnCC13Kj-gtjwk,7136
+uipath/_cli/_evals/_models/_evaluator.py,sha256=UXrN103gHJFw3MtVWlGwViQWAo2cICRR-n357zL6wTA,9369
+uipath/_cli/_evals/_models/_evaluator_base_params.py,sha256=8i7Ir70IjaNOINTHMTXVXsKB4koYf3BCR8Vh2cyrBQI,406
 uipath/_cli/_evals/_models/_exceptions.py,sha256=-oXLTDa4ab9Boa34ZxuUrCezf8ajIGrIEUVwZnmBASE,195
 uipath/_cli/_evals/_models/_mocks.py,sha256=mlD9qvdZNniuKxzY_ttJtwLVFvKGvvIukYvy0FTa12k,241
-uipath/_cli/_evals/_models/_output.py,sha256=4KPgXypO2qvWsDf37KbdMGmlYgaIfBSeGgKL32J2nP0,3157
+uipath/_cli/_evals/_models/_output.py,sha256=AuqmSoyMuoN79UVR8J8OQ92Pqik0P_l2fegxEV-lSB0,7026
 uipath/_cli/_evals/_models/_sw_reporting.py,sha256=tSBLQFAdOIun8eP0vsqt56K6bmCZz_uMaWI3hskg_24,536
 uipath/_cli/_evals/mocks/__init__.py,sha256=2WXwAy_oZw5bKp6L0HB13QygCJeftOB_Bget0AI6Gik,32
-uipath/_cli/_evals/mocks/input_mocker.py,sha256=imJLriJv1rFthoA-SnJewnNbN27yen8VP11vbv1I9-0,4150
-uipath/_cli/_evals/mocks/llm_mocker.py,sha256=36WO2lWHTtaAfunSAZ_CGgNPYZthszxDRBvqbPBzwdE,7517
+uipath/_cli/_evals/mocks/input_mocker.py,sha256=z8vcgg2Sq-Obash4l3Jph10b74kKl59vz125Z3WVBtQ,4088
+uipath/_cli/_evals/mocks/llm_mocker.py,sha256=p9TSl2awjgVorlJcghynFhhHNl-KsLaPPvsKSwFZVt8,7523
 uipath/_cli/_evals/mocks/mocker.py,sha256=VXCxuRAPqUK40kRUXpPmXZRckd7GrOY5ZzIYDe-NNfo,910
-uipath/_cli/_evals/mocks/mocker_factory.py,sha256=V5QKSTtQxztTo4-fK1TyAaXw2Z3mHf2UC5mXqwuUGTs,811
-uipath/_cli/_evals/mocks/mockito_mocker.py,sha256=AO2BmFwA6hz3Lte-STVr7aJDPvMCqKNKa4j2jeNZ_U4,2677
-uipath/_cli/_evals/mocks/mocks.py,sha256=HY0IaSqqO8hioBB3rp5XwAjSpQE4K5hoH6oJQ-sH72I,2207
-uipath/_cli/_push/sw_file_handler.py,sha256=DrGOpX7-dodrROh7YcjHlCBUuOEdVMh8o0550TL-ZYA,22520
+uipath/_cli/_evals/mocks/mocker_factory.py,sha256=A8XzDhJRKddUrGWmtp2FABd6d86VFdzAl0rG4_OD5ss,817
+uipath/_cli/_evals/mocks/mockito_mocker.py,sha256=opwfELnvuh3krnPAg0MupkHTEmhCpQFhDVHLH-BH3BY,2683
+uipath/_cli/_evals/mocks/mocks.py,sha256=IrvhtTtIuU5geopvCRglNhxKoOcChnnjQZMoYygx0PU,2225
+uipath/_cli/_push/models.py,sha256=K3k6QUMkiNIb3M4U0EgDlKz1UELxeMXLNVAj3qyhZ4U,470
+uipath/_cli/_push/sw_file_handler.py,sha256=ivHj0qzCvEP45M3x-Oi2edO5I-uhyHzgnidDF3JRoTk,36192
 uipath/_cli/_runtime/_contracts.py,sha256=fj88vbuNq4-f69LQg6Ykt49ScEksJMYdkC20CtVEZ3s,36232
 uipath/_cli/_runtime/_escalation.py,sha256=x3vI98qsfRA-fL_tNkRVTFXioM5Gv2w0GFcXJJ5eQtg,7981
 uipath/_cli/_runtime/_hitl.py,sha256=JAwTUKvxO4HpnZMwE4E0AegAPw_uYOwgt0OYcu6EvTg,11474
@@ -78,26 +82,28 @@ uipath/_cli/_runtime/_script_executor.py,sha256=zRAGQw_7gM93W3hGH4ml_Qn6KEEUxwJI
 uipath/_cli/_templates/.psmdcp.template,sha256=C7pBJPt98ovEljcBvGtEUGoWjjQhu9jls1bpYjeLOKA,611
 uipath/_cli/_templates/.rels.template,sha256=-fTcw7OA1AcymHr0LzBqbMAAtzZTRXLTNa_ljq087Jk,406
 uipath/_cli/_templates/[Content_Types].xml.template,sha256=bYsKDz31PkIF9QksjgAY_bqm57YC8U_owsZeNZAiBxQ,584
+uipath/_cli/_templates/custom_evaluator.py.template,sha256=OuYQb8ScAOK7Qwz4FYwdETlC2NonEhLF5DXGnsYOzHg,2313
 uipath/_cli/_templates/main.py.template,sha256=QB62qX5HKDbW4lFskxj7h9uuxBITnTWqu_DE6asCwcU,476
 uipath/_cli/_templates/package.nuspec.template,sha256=YZyLc-u_EsmIoKf42JsLQ55OGeFmb8VkIU2VF7DFbtw,359
 uipath/_cli/_utils/_common.py,sha256=fSZkps1sjOXRyWn8GqmQfGqYAZ_tVua6dgT18Lpscds,3467
 uipath/_cli/_utils/_console.py,sha256=scvnrrFoFX6CE451K-PXKV7UN0DUkInbOtDZ5jAdPP0,10070
 uipath/_cli/_utils/_constants.py,sha256=rS8lQ5Nzull8ytajK6lBsz398qiCp1REoAwlHtyBwF0,1415
 uipath/_cli/_utils/_debug.py,sha256=zamzIR4VgbdKADAE4gbmjxDsbgF7wvdr7C5Dqp744Oc,1739
-uipath/_cli/_utils/_eval_set.py,sha256=4aP8yAC-jMrNYaC62Yj8fHD2hNlotGwy63bciQrpdc4,2766
+uipath/_cli/_utils/_eval_set.py,sha256=QsAtF_K0sKTn_5lcOnhmWbTrGpmlFn0HV7wG3mSuASU,3771
 uipath/_cli/_utils/_folders.py,sha256=RsYrXzF0NA1sPxgBoLkLlUY3jDNLg1V-Y8j71Q8a8HY,1357
 uipath/_cli/_utils/_input_args.py,sha256=AnbQ12D2ACIQFt0QHMaWleRn1ZgRTXuTSTN0ozJiSQg,5766
 uipath/_cli/_utils/_parse_ast.py,sha256=24YL28qK5Ss2O26IlzZ2FgEC_ZazXld_u3vkj8zVxGA,20933
 uipath/_cli/_utils/_processes.py,sha256=q7DfEKHISDWf3pngci5za_z0Pbnf_shWiYEcTOTCiyk,1855
 uipath/_cli/_utils/_project_files.py,sha256=i3F94aYekpM7PHVC3FrC1-lRBw-Tpe9XihN7pjCUkys,21812
-uipath/_cli/_utils/_studio_project.py,sha256=dlmL5fgfCJzlBffGqAyaxLW50Gzc8SvIsMx-dDFauqs,17782
+uipath/_cli/_utils/_resources.py,sha256=0MpEZWaY2oDDoxOVVTOXrTWpuwhQyypLcM8TgnXFQq0,577
+uipath/_cli/_utils/_studio_project.py,sha256=2QzB9lyDlWukWMlFbAyv-DXhhGBK973Bsl3ZbiIambg,18286
 uipath/_cli/_utils/_tracing.py,sha256=2igb03j3EHjF_A406UhtCKkPfudVfFPjUq5tXUEG4oo,1541
 uipath/_cli/_utils/_uv_helpers.py,sha256=6SvoLnZPoKIxW0sjMvD1-ENV_HOXDYzH34GjBqwT138,3450
 uipath/_cli/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 uipath/_cli/models/runtime_schema.py,sha256=Po1SYFwTBlWZdmwIG2GvFy0WYbZnT5U1aGjfWcd8ZAA,2181
 uipath/_events/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 uipath/_events/_event_bus.py,sha256=4-VzstyX69cr7wT1EY7ywp-Ndyz2CyemD3Wk_-QmRpo,5496
-uipath/_events/_events.py,sha256=eCgqEP4rzDgZShXMC9wgBVx-AcpwaJZlo2yiL7OyxdA,4441
+uipath/_events/_events.py,sha256=S-3zQiJM6y0pKysXhxQQciNaGcnqJqRw5PrRGgFEKn4,4565
 uipath/_resources/AGENTS.md,sha256=nRQNAVeEBaBvuMzXw8uXtMnGebLClUgwIMlgb8_qU9o,1039
 uipath/_resources/CLAUDE.md,sha256=kYsckFWTVe948z_fNWLysCHvi9_YpchBXl3s1Ek03lU,10
 uipath/_resources/CLI_REFERENCE.md,sha256=M_SCtSjRhj1XwfgSFLfHJJahYXEd_CSQ_EnjLQAn-2Y,6470
@@ -132,7 +138,7 @@ uipath/_utils/_request_spec.py,sha256=iCtBLqtbWUpFG5g1wtIZBzSupKsfaRLiQFoFc_4B70
 uipath/_utils/_ssl_context.py,sha256=xSYitos0eJc9cPHzNtHISX9PBvL6D2vas5G_GiBdLp8,1783
 uipath/_utils/_url.py,sha256=-4eluSrIZCUlnQ3qU17WPJkgaC2KwF9W5NeqGnTNGGo,2512
 uipath/_utils/_user_agent.py,sha256=pVJkFYacGwaQBomfwWVAvBQgdBUo62e4n3-fLIajWUU,563
-uipath/_utils/constants.py,sha256=2xLT-1aW0aJS2USeZbK-7zRgyyi1bgV60L0rtQOUqOM,1721
+uipath/_utils/constants.py,sha256=eUEER5NQuX1_h5uum2xHEJPrNfP0YGQrSV80fFYXEh0,1820
 uipath/agent/_utils.py,sha256=OwSwpTxhZSAeyofasWwckE07qfMDCHuk8bX6A_ZXDbo,5287
 uipath/agent/conversation/__init__.py,sha256=5hK-Iz131mnd9m6ANnpZZffxXZLVFDQ9GTg5z9ik1oQ,5265
 uipath/agent/conversation/async_stream.py,sha256=BA_8uU1DgE3VpU2KkJj0rkI3bAHLk_ZJKsajR0ipMpo,2055
@@ -150,18 +156,44 @@ uipath/agent/react/__init__.py,sha256=0Ci-uf0gSOReoHQyx3QImY-om3q_SgLT-bJUSlzS3B
 uipath/agent/react/prompts.py,sha256=0a06TJz2XqZuLK-yC_bvZV9ULXpY6UGtybjjbyVzXII,3375
 uipath/agent/react/tools.py,sha256=X3t95LisIjkucfAxK5Au-RQ7_BYe4MTcr2IaQ656p58,2109
 uipath/eval/_helpers/__init__.py,sha256=GSmZMryjuO3Wo_zdxZdrHCRRsgOxsVFYkYgJ15YNC3E,86
-uipath/eval/_helpers/helpers.py,sha256=iE2HHdMiAdAMLqxHkPKHpfecEtAuN5BTBqvKFTI8ciE,1315
-uipath/eval/evaluators/__init__.py,sha256=DJAAhgv0I5UfBod4sGnSiKerfrz1iMmk7GNFb71V8eI,494
-uipath/eval/evaluators/base_evaluator.py,sha256=gryaN7WMV__NGorwu4WPRL5A5RlJ1exQ9jDJ6ZrXDB8,2679
-uipath/eval/evaluators/deterministic_evaluator_base.py,sha256=yDWTMU1mG-93D6DscAUHmaVUc1rhGYtNjGXgevzAObM,1723
-uipath/eval/evaluators/exact_match_evaluator.py,sha256=Qfz-kIUf80PKjAuge1Tc1GvN6kDB6hHveBZ86w_2How,1512
-uipath/eval/evaluators/json_similarity_evaluator.py,sha256=cP4kpN-UIf690V5dq4LaCjJc2zFx-nEffUclCwDdlhM,6607
-uipath/eval/evaluators/llm_as_judge_evaluator.py,sha256=l0bbn8ZLi9ZTXcgr7tJ2tsCvHFqIIeGa7sobaAHgI2Y,4927
-uipath/eval/evaluators/trajectory_evaluator.py,sha256=w9E8yUXp3KCXTfiUD-ut1OVyiOH3RpFFIIe7w3v3pBQ,5740
+uipath/eval/_helpers/evaluators_helpers.py,sha256=05bT1C3iG8nYgRjvmW68r2XM1lnewz7bj4pcao_t58Q,19171
+uipath/eval/_helpers/helpers.py,sha256=vmGn4eKrU6vu39I5G9n2JwvlgpQbL1JHPn6oRWrbbcE,2212
+uipath/eval/evaluators/__init__.py,sha256=y1S83bHS20fDTgtVwNYS-xGm4B-K-4kqANbnnLAUzwE,2435
+uipath/eval/evaluators/base_evaluator.py,sha256=AzCnJb8ysQUBc-RfD8l-7trAoN247h_x9TMHGBtHURo,25455
+uipath/eval/evaluators/contains_evaluator.py,sha256=CPrCqLa2Pl7rmjVAoZnJ0XY7AdGpd6rCS2oM5uMAg3M,2647
+uipath/eval/evaluators/exact_match_evaluator.py,sha256=mBhLCCNK8du3x6QE-mySDRD0CsGPV_JHgHYWVurWjEo,2336
+uipath/eval/evaluators/json_similarity_evaluator.py,sha256=UidaOnVEArg-dGWkd5rZWc1xI7Vwa2COI-y-GRVdoRE,7380
+uipath/eval/evaluators/legacy_base_evaluator.py,sha256=tDtuk1w-wueGV3EDgnqbuH4cjnSyTPxWb3qnRKwWM20,2813
+uipath/eval/evaluators/legacy_deterministic_evaluator_base.py,sha256=AnkqdUjchTn6zlbwuNyzj9r9cBLd5BpaGWagFG-MGH4,1742
+uipath/eval/evaluators/legacy_exact_match_evaluator.py,sha256=eBfmowSEsBXFm0171dEzUySK97Wl_8vJ7dHu9ScSNlo,1525
+uipath/eval/evaluators/legacy_json_similarity_evaluator.py,sha256=__S2s07e5wIQkR8Jbvp2Rbwz3Oxgnh6JSc4Xcm4HoVo,6627
+uipath/eval/evaluators/legacy_llm_as_judge_evaluator.py,sha256=9r6e8VsHRqfKp9ICNG8hNEIhYbQuh6jJxzCqq2mYZiA,4972
+uipath/eval/evaluators/legacy_trajectory_evaluator.py,sha256=i2z9s0xDZVO-TIBMxi9ImOTysGvujnNI949FKA9y0o8,5784
+uipath/eval/evaluators/llm_as_judge_evaluator.py,sha256=UWqBdsMSJtw_tVpPPqhTSAP2lOZLTyhCYALigNAUJDI,7461
+uipath/eval/evaluators/llm_judge_output_evaluator.py,sha256=OepJVD7URSSkIWwhQShOhe3TryEBzDz0gwc-z_jLkrQ,3816
+uipath/eval/evaluators/llm_judge_trajectory_evaluator.py,sha256=qYqiyezD74JQY3mXhFAv_sGgd2MR61ZOSWPsCymXo_w,4954
+uipath/eval/evaluators/output_evaluator.py,sha256=a_WVgA4EWnV82H8vfOGeKYtymnwq5uicipyPhd8makE,4586
+uipath/eval/evaluators/tool_call_args_evaluator.py,sha256=tsfhsAfb4IJqt-AYIm1y9400QAqcpl-eoI1EpCAhrRo,2813
+uipath/eval/evaluators/tool_call_count_evaluator.py,sha256=ZGMHn1Xfk_ZjCwUBUv01Ss5a9AEcOvZeg-Kv6sNU1wg,2900
+uipath/eval/evaluators/tool_call_order_evaluator.py,sha256=gwCiNRV5paXJ0F-1JHyWToRh5bTJv-E86DDW06rWQgA,2815
+uipath/eval/evaluators/tool_call_output_evaluator.py,sha256=X_ZcVR92Es2Yk2Zw8kZ0M5ye8SgyuHMI4pgPTaJV9qE,2832
+uipath/eval/evaluators_types/ContainsEvaluator.json,sha256=2kiYLCrQok33Zq6oOOdjkvXBtNLwZd8PjY-Rwlh3g6E,1771
+uipath/eval/evaluators_types/ExactMatchEvaluator.json,sha256=sjumcRA5wKJicSSG4uD8WnfPKbVl9JHYLbm_oC3z5s4,2133
+uipath/eval/evaluators_types/JsonSimilarityEvaluator.json,sha256=ldPesckY3jRn13JSTyg7PydKEYXluKOHRoeguYs_XGA,1943
+uipath/eval/evaluators_types/LLMJudgeOutputEvaluator.json,sha256=GaeTGIcUDiE_MEeCIbxLcwEZM_I4sxe10-MBOXt0xQM,3051
+uipath/eval/evaluators_types/LLMJudgeSimulationTrajectoryEvaluator.json,sha256=P44HtWPbp5SfncprMJRmpzlNGKRVqefycWuhWR6oQOA,2714
+uipath/eval/evaluators_types/LLMJudgeStrictJSONSimilarityOutputEvaluator.json,sha256=z1UJmYQ3GR9MncIt6qyzTPe9ofWQaAB3JoB1raGH39I,2684
+uipath/eval/evaluators_types/LLMJudgeTrajectoryEvaluator.json,sha256=82-VX5_h47sy8J9KfhldB0TkVW_NDixFVdo0h8kTMpU,2609
+uipath/eval/evaluators_types/ToolCallArgsEvaluator.json,sha256=1uSMRyL2bsgKKF57yo-ITZFwiMyTI3chyq4rXg0hMNc,3144
+uipath/eval/evaluators_types/ToolCallCountEvaluator.json,sha256=YRePuvmxfJDR0cL0LmBNbW7rNqlSTHpwj4KEC-RQz3M,2579
+uipath/eval/evaluators_types/ToolCallOrderEvaluator.json,sha256=YmwyGvXFJJUM2g7pwcZPHf1II00oG2HEDmDmOvZnVfk,2414
+uipath/eval/evaluators_types/ToolCallOutputEvaluator.json,sha256=2p_JtJS4wcRf94lM5PdSeIbxHnNh7Wrq4rNetV__cjw,3015
+uipath/eval/evaluators_types/generate_types.py,sha256=tsxHYBhaSu9r0nnCjWdTM4m6Zy7Rk6L-k3lgurKptng,958
 uipath/eval/mocks/__init__.py,sha256=Qis6XSN7_WOmrmD_I5Fo5E_OQpflb_SlZM_MDOszUXI,152
 uipath/eval/mocks/mockable.py,sha256=FJEE4iz6nchowGhoGR3FgF9VvymHnWJkUyakKOK4fIg,3360
-uipath/eval/models/__init__.py,sha256=x360CDZaRjUL3q3kh2CcXYYrQ47jwn6p6JnmhEIvMlA,419
-uipath/eval/models/models.py,sha256=YgPnkQunjEcEiueVQnYRsbQ3Nj1yQttDQZiMCq_DDkY,6321
+uipath/eval/models/__init__.py,sha256=-V610Bw4daQQ2CwNUGwsEW5n56b_G2mMZY4vaChV2r4,716
+uipath/eval/models/llm_judge_types.py,sha256=_kPnyAoWyV_Idx-lAgAbHGq4akQRh-eDC2PCYG6T0Zc,9620
+uipath/eval/models/models.py,sha256=q-g-UDovrkNtA9jQxvAWvQRXG511ZQEVOm9mjTNBeVk,9746
 uipath/models/__init__.py,sha256=au-Bhk7w4Jl8Jn-_a1Ae30RX9N6eQJJ0-bd-QSbRiuU,1335
 uipath/models/action_schema.py,sha256=tBn1qQ3NQLU5nwWlBIzIKIx3XK5pO_D1S51IjFlZ1FA,610
 uipath/models/actions.py,sha256=1vRsJ3JSmMdPkbiYAiHzY8K44vmW3VlMsmQUBAkSgrQ,3141
@@ -192,8 +224,8 @@ uipath/tracing/_utils.py,sha256=zMjiKjNpSN3YQNEU4-u5AAvPtUsi8QuEqNLya89jfAU,1446
 uipath/utils/__init__.py,sha256=VD-KXFpF_oWexFg6zyiWMkxl2HM4hYJMIUDZ1UEtGx0,105
 uipath/utils/_endpoints_manager.py,sha256=tnF_FiCx8qI2XaJDQgYkMN_gl9V0VqNR1uX7iawuLp8,8230
 uipath/utils/dynamic_schema.py,sha256=w0u_54MoeIAB-mf3GmwX1A_X8_HDrRy6p998PvX9evY,3839
-uipath-2.1.108.dist-info/METADATA,sha256=3aGq13j9ra3Cm8I53R8yuDjWDcfp3kFCu_uv7hvNuWE,6626
-uipath-2.1.108.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-uipath-2.1.108.dist-info/entry_points.txt,sha256=9C2_29U6Oq1ExFu7usihR-dnfIVNSKc-0EFbh0rskB4,43
-uipath-2.1.108.dist-info/licenses/LICENSE,sha256=-KBavWXepyDjimmzH5fVAsi-6jNVpIKFc2kZs0Ri4ng,1058
-uipath-2.1.108.dist-info/RECORD,,
+uipath-2.1.109.dist-info/METADATA,sha256=PaFViCqEm8YjQLsrxkX43IMJFRdHCqsmHTLx6rQLmJ0,6626
+uipath-2.1.109.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+uipath-2.1.109.dist-info/entry_points.txt,sha256=9C2_29U6Oq1ExFu7usihR-dnfIVNSKc-0EFbh0rskB4,43
+uipath-2.1.109.dist-info/licenses/LICENSE,sha256=-KBavWXepyDjimmzH5fVAsi-6jNVpIKFc2kZs0Ri4ng,1058
+uipath-2.1.109.dist-info/RECORD,,