uipath 2.1.17__py3-none-any.whl → 2.1.20__py3-none-any.whl

uipath/_cli/_evals/_evaluators/__init__.py

@@ -3,18 +3,20 @@
 This package contains all evaluator types and the factory for creating them.
 """
 
-from ._agent_scorer_evaluator import AgentScorerEvaluator
-from ._deterministic_evaluator import DeterministicEvaluator
+from ._deterministic_evaluator_base import DeterministicEvaluatorBase
 from ._evaluator_base import EvaluatorBase
 from ._evaluator_factory import EvaluatorFactory
+from ._exact_match_evaluator import ExactMatchEvaluator
+from ._json_similarity_evaluator import JsonSimilarityEvaluator
 from ._llm_as_judge_evaluator import LlmAsAJudgeEvaluator
 from ._trajectory_evaluator import TrajectoryEvaluator
 
 __all__ = [
     "EvaluatorBase",
+    "DeterministicEvaluatorBase",
     "EvaluatorFactory",
-    "DeterministicEvaluator",
+    "JsonSimilarityEvaluator",
+    "ExactMatchEvaluator",
     "LlmAsAJudgeEvaluator",
-    "AgentScorerEvaluator",
     "TrajectoryEvaluator",
 ]

uipath/_cli/_evals/_evaluators/_deterministic_evaluator_base.py

@@ -0,0 +1,46 @@
+import copy
+import json
+from abc import ABC
+from typing import Any, Dict, Tuple
+
+from ._evaluator_base import EvaluatorBase
+
+
+class DeterministicEvaluatorBase(EvaluatorBase, ABC):
+    def __init__(self, target_output_key: str = "*"):
+        super().__init__()
+        self.target_output_key = target_output_key
+
+    def _select_targets(
+        self, expected_output: Dict[str, Any], actual_output: Dict[str, Any]
+    ) -> Tuple[Any, Any]:
+        actual_output_copy = copy.deepcopy(actual_output)
+        expected_output_copy = copy.deepcopy(expected_output)
+        if self.target_output_key != "*":
+            if (
+                self.target_output_key not in actual_output
+                or self.target_output_key not in expected_output
+            ):
+                raise ValueError(
+                    f"Field '{self.target_output_key}' missing from expected or actual output"
+                )
+            actual_output_copy = actual_output_copy[self.target_output_key]
+            expected_output_copy = expected_output[self.target_output_key]
+        return actual_output_copy, expected_output_copy
+
+    def _canonical_json(self, obj: Any) -> str:
+        return json.dumps(
+            self._normalize_numbers(obj),
+            sort_keys=True,
+            separators=(",", ":"),
+            ensure_ascii=False,
+        )
+
+    def _normalize_numbers(self, obj: Any) -> Any:
+        if isinstance(obj, dict):
+            return {k: self._normalize_numbers(v) for k, v in obj.items()}
+        if isinstance(obj, (list, tuple)):
+            return [self._normalize_numbers(v) for v in obj]
+        if isinstance(obj, (int, float)) and not isinstance(obj, bool):
+            return float(obj)
+        return obj

uipath/_cli/_evals/_evaluators/_evaluator_factory.py

@@ -1,9 +1,9 @@
 from typing import Any, Dict
 
 from .._models import EvaluatorCategory, EvaluatorType
-from ._agent_scorer_evaluator import AgentScorerEvaluator
-from ._deterministic_evaluator import DeterministicEvaluator
 from ._evaluator_base import EvaluatorBase, EvaluatorBaseParams
+from ._exact_match_evaluator import ExactMatchEvaluator
+from ._json_similarity_evaluator import JsonSimilarityEvaluator
 from ._llm_as_judge_evaluator import LlmAsAJudgeEvaluator
 from ._trajectory_evaluator import TrajectoryEvaluator
 
@@ -50,23 +50,50 @@ class EvaluatorFactory:
         )
 
         # Create evaluator based on category
-        if category == EvaluatorCategory.Deterministic:
-            return EvaluatorFactory._create_deterministic_evaluator(base_params, data)
-        elif category == EvaluatorCategory.LlmAsAJudge:
-            return EvaluatorFactory._create_llm_as_judge_evaluator(base_params, data)
-        elif category == EvaluatorCategory.AgentScorer:
-            return EvaluatorFactory._create_agent_scorer_evaluator(base_params, data)
-        elif category == EvaluatorCategory.Trajectory:
-            return EvaluatorFactory._create_trajectory_evaluator(base_params, data)
-        else:
-            raise ValueError(f"Unknown evaluator category: {category}")
+        match category:
+            case EvaluatorCategory.Deterministic:
+                if evaluator_type == evaluator_type.Equals:
+                    return EvaluatorFactory._create_exact_match_evaluator(
+                        base_params, data
+                    )
+                elif evaluator_type == evaluator_type.JsonSimilarity:
+                    return EvaluatorFactory._create_json_similarity_evaluator(
+                        base_params, data
+                    )
+                else:
+                    raise ValueError(
+                        f"Unknown evaluator type {evaluator_type} for category {category}"
+                    )
+            case EvaluatorCategory.LlmAsAJudge:
+                return EvaluatorFactory._create_llm_as_judge_evaluator(
+                    base_params, data
+                )
+            case EvaluatorCategory.AgentScorer:
+                raise NotImplementedError()
+            case EvaluatorCategory.Trajectory:
+                return EvaluatorFactory._create_trajectory_evaluator(base_params, data)
+            case _:
+                raise ValueError(f"Unknown evaluator category: {category}")
 
     @staticmethod
-    def _create_deterministic_evaluator(
+    def _create_exact_match_evaluator(
         base_params: EvaluatorBaseParams, data: Dict[str, Any]
-    ) -> DeterministicEvaluator:
+    ) -> ExactMatchEvaluator:
         """Create a deterministic evaluator."""
-        raise NotImplementedError()
+        return ExactMatchEvaluator.from_params(
+            base_params,
+            target_output_key=data.get("targetOutputKey", "*"),
+        )
+
+    @staticmethod
+    def _create_json_similarity_evaluator(
+        base_params: EvaluatorBaseParams, data: Dict[str, Any]
+    ) -> JsonSimilarityEvaluator:
+        """Create a deterministic evaluator."""
+        return JsonSimilarityEvaluator.from_params(
+            base_params,
+            target_output_key=data.get("targetOutputKey", "*"),
+        )
 
     @staticmethod
     def _create_llm_as_judge_evaluator(
@@ -88,13 +115,6 @@ class EvaluatorFactory:
             target_output_key=data.get("targetOutputKey", "*"),
         )
 
-    @staticmethod
-    def _create_agent_scorer_evaluator(
-        base_params: EvaluatorBaseParams, data: Dict[str, Any]
-    ) -> AgentScorerEvaluator:
-        """Create an agent scorer evaluator."""
-        raise NotImplementedError()
-
     @staticmethod
     def _create_trajectory_evaluator(
         base_params: EvaluatorBaseParams, data: Dict[str, Any]

uipath/_cli/_evals/_evaluators/_exact_match_evaluator.py

@@ -0,0 +1,40 @@
+import copy
+from typing import Any, Dict
+
+from uipath._cli._evals._evaluators._deterministic_evaluator_base import (
+    DeterministicEvaluatorBase,
+)
+from uipath._cli._evals._models import EvaluationResult
+from uipath._cli._evals._models._evaluators import ScoreType
+
+
+class ExactMatchEvaluator(DeterministicEvaluatorBase):
+    async def evaluate(
+        self,
+        evaluation_id: str,
+        evaluation_name: str,
+        input_data: Dict[str, Any],
+        expected_output: Dict[str, Any],
+        actual_output: Dict[str, Any],
+    ) -> EvaluationResult:
+        actual_output_copy = copy.deepcopy(actual_output)
+        expected_output_copy = copy.deepcopy(expected_output)
+
+        actual_output, expected_output = self._select_targets(
+            expected_output, actual_output
+        )
+        are_equal = self._canonical_json(actual_output) == self._canonical_json(
+            expected_output
+        )
+
+        return EvaluationResult(
+            evaluation_id=evaluation_id,
+            evaluation_name=evaluation_name,
+            evaluator_id=self.id,
+            evaluator_name=self.name,
+            score=are_equal,
+            input=input_data,
+            expected_output=expected_output_copy,
+            actual_output=actual_output_copy,
+            score_type=ScoreType.BOOLEAN,
+        )

uipath/_cli/_evals/_evaluators/_json_similarity_evaluator.py

@@ -0,0 +1,168 @@
+import copy
+import math
+from typing import Any, Dict, Tuple
+
+from uipath._cli._evals._evaluators._deterministic_evaluator_base import (
+    DeterministicEvaluatorBase,
+)
+from uipath._cli._evals._models import EvaluationResult
+from uipath._cli._evals._models._evaluators import ScoreType
+
+
+class JsonSimilarityEvaluator(DeterministicEvaluatorBase):
+    """Deterministic evaluator that scores structural JSON similarity.
+
+    Compares expected versus actual JSON-like structures and returns a
+    numerical score in the range [0, 100]. The comparison is token-based
+    and tolerant for numbers and strings (via Levenshtein distance).
+    """
+
+    async def evaluate(
+        self,
+        evaluation_id: str,
+        evaluation_name: str,
+        input_data: Dict[str, Any],
+        expected_output: Dict[str, Any],
+        actual_output: Dict[str, Any],
+    ) -> EvaluationResult:
+        """Evaluate similarity between expected and actual JSON outputs.
+
+        Args:
+            evaluation_id: Unique identifier for this evaluation run.
+            evaluation_name: Human friendly evaluation name.
+            input_data: Input payload used to produce the outputs.
+            expected_output: Ground-truth JSON structure.
+            actual_output: Produced JSON structure to compare against the ground truth.
+
+        Returns:
+            EvaluationResult: Structured result with the numerical similarity score.
+        """
+        actual_output_copy = copy.deepcopy(actual_output)
+        expected_output_copy = copy.deepcopy(expected_output)
+
+        actual_output, expected_output = self._select_targets(
+            expected_output, actual_output
+        )
+        similarity = self._compare_json(expected_output, actual_output)
+
+        return EvaluationResult(
+            evaluation_id=evaluation_id,
+            evaluation_name=evaluation_name,
+            evaluator_id=self.id,
+            evaluator_name=self.name,
+            score=similarity,
+            input=input_data,
+            expected_output=expected_output_copy,
+            actual_output=actual_output_copy,
+            score_type=ScoreType.NUMERICAL,
+        )
+
+    def _compare_json(self, expected: Any, actual: Any) -> float:
+        matched_leaves, total_leaves = self._compare_tokens(expected, actual)
+        if total_leaves == 0:
+            return 100.0
+        sim = (matched_leaves / total_leaves) * 100.0
+        return max(0.0, min(100.0, sim))
+
+    def _compare_tokens(
+        self, expected_token: Any, actual_token: Any
+    ) -> Tuple[float, float]:
+        if self._is_number(expected_token) and self._is_number(actual_token):
+            return self._compare_numbers(float(expected_token), float(actual_token))
+
+        if type(expected_token) is not type(actual_token):
+            return 0.0, self._count_leaves(expected_token)
+
+        if isinstance(expected_token, dict):
+            matched_leaves = total_leaves = 0.0
+            # Only expected keys count
+            for expected_key, expected_value in expected_token.items():
+                if isinstance(actual_token, dict) and expected_key in actual_token:
+                    matched, total = self._compare_tokens(
+                        expected_value, actual_token[expected_key]
+                    )
+                else:
+                    matched, total = (0.0, self._count_leaves(expected_value))
+                matched_leaves += matched
+                total_leaves += total
+            return matched_leaves, total_leaves
+
+        if isinstance(expected_token, list):
+            matched_leaves = total_leaves = 0.0
+            common_length = min(len(expected_token), len(actual_token))
+            for index in range(common_length):
+                matched, total = self._compare_tokens(
+                    expected_token[index], actual_token[index]
+                )
+                matched_leaves += matched
+                total_leaves += total
+            for index in range(common_length, len(expected_token)):
+                total_leaves += self._count_leaves(expected_token[index])
+            return (matched_leaves, total_leaves)
+
+        if isinstance(expected_token, bool):
+            return (1.0, 1.0) if expected_token == actual_token else (0.0, 1.0)
+
+        if isinstance(expected_token, str):
+            return self._compare_strings(expected_token, actual_token)
+
+        return (1.0, 1.0) if str(expected_token) == str(actual_token) else (0.0, 1.0)
+
+    def _compare_numbers(
+        self, expected_number: float, actual_number: float
+    ) -> Tuple[float, float]:
+        total = 1.0
+        if math.isclose(expected_number, 0.0, abs_tol=1e-12):
+            matched = 1.0 if math.isclose(actual_number, 0.0, abs_tol=1e-12) else 0.0
+        else:
+            ratio = abs(expected_number - actual_number) / abs(expected_number)
+            matched = max(0.0, min(1.0, 1.0 - ratio))
+        return matched, total
+
+    def _compare_strings(
+        self, expected_string: str, actual_string: str
+    ) -> Tuple[float, float]:
+        total = 1.0
+        if not expected_string and not actual_string:
+            return 1.0, total
+        distance = self._levenshtein(expected_string, actual_string)
+        max_length = max(len(expected_string), len(actual_string))
+        similarity = 1.0 - (distance / max_length) if max_length else 1.0
+        similarity = max(0.0, min(1.0, similarity))
+        return similarity, total
+
+    def _count_leaves(self, token_node: Any) -> float:
+        if isinstance(token_node, dict):
+            return sum(
+                self._count_leaves(child_value) for child_value in token_node.values()
+            )
+        if isinstance(token_node, list):
+            return sum(self._count_leaves(child_value) for child_value in token_node)
+        return 1.0
+
+    def _levenshtein(self, source_text: str, target_text: str) -> int:
+        if not source_text:
+            return len(target_text)
+        if not target_text:
+            return len(source_text)
+        source_len, target_len = len(source_text), len(target_text)
+        distance_matrix = [[0] * (target_len + 1) for _ in range(source_len + 1)]
+        for row_idx in range(source_len + 1):
+            distance_matrix[row_idx][0] = row_idx
+        for col_idx in range(target_len + 1):
+            distance_matrix[0][col_idx] = col_idx
+        for row_idx in range(1, source_len + 1):
+            for col_idx in range(1, target_len + 1):
+                substitution_cost = (
+                    0 if source_text[row_idx - 1] == target_text[col_idx - 1] else 1
+                )
+                distance_matrix[row_idx][col_idx] = min(
+                    distance_matrix[row_idx - 1][col_idx] + 1,  # deletion
+                    distance_matrix[row_idx][col_idx - 1] + 1,  # insertion
+                    distance_matrix[row_idx - 1][col_idx - 1]
+                    + substitution_cost,  # substitution
+                )
+        return distance_matrix[source_len][target_len]
+
+    def _is_number(self, value: Any) -> bool:
+        return isinstance(value, (int, float)) and not isinstance(value, bool)

uipath/_cli/_evals/_evaluators/_llm_as_judge_evaluator.py

@@ -11,6 +11,7 @@ from ...._utils.constants import (
     COMMUNITY_agents_SUFFIX,
 )
 from .._models import EvaluationResult, LLMResponse
+from .._models._evaluators import ScoreType
 from ._evaluator_base import EvaluatorBase
 
 
@@ -86,6 +87,7 @@ class LlmAsAJudgeEvaluator(EvaluatorBase):
             expected_output=expected_output,
             actual_output=actual_output,
             details=llm_response.justification,
+            score_type=ScoreType.NUMERICAL,
         )
 
     def _extract_target_value(self, output: Dict[str, Any]) -> Any:

uipath/_cli/_evals/_models/_evaluators.py

@@ -1,8 +1,8 @@
-from datetime import datetime
+from datetime import datetime, timezone
 from enum import IntEnum
 from typing import Any, Dict, List, Optional
 
-from pydantic import BaseModel, Field
+from pydantic import BaseModel
 
 
 class LLMResponse(BaseModel):
@@ -50,6 +50,12 @@ class EvaluatorType(IntEnum):
             raise ValueError(f"{value} is not a valid EvaluatorType value")
 
 
+class ScoreType(IntEnum):
+    BOOLEAN = 0
+    NUMERICAL = 1
+    ERROR = 2
+
+
 class EvaluationResult(BaseModel):
     """Result of a single evaluation."""
 
@@ -57,13 +63,14 @@ class EvaluationResult(BaseModel):
     evaluation_name: str
     evaluator_id: str
     evaluator_name: str
-    score: float
+    score: float | bool
+    score_type: ScoreType
     # this is marked as optional, as it is populated inside the 'measure_execution_time' decorator
     evaluation_time: Optional[float] = None
     input: Dict[str, Any]
     expected_output: Dict[str, Any]
     actual_output: Dict[str, Any]
-    timestamp: datetime = Field(default_factory=datetime.utcnow)
+    timestamp: datetime = datetime.now(timezone.utc)
     details: Optional[str] = None
 
 
@@ -76,12 +83,6 @@ class EvaluationSetResult(BaseModel):
     average_score: float
 
 
-class ScoreType(IntEnum):
-    BOOLEAN = 0
-    NUMERICAL = 1
-    ERROR = 2
-
-
 class EvalItemResult(BaseModel):
     """Result of a single evaluation item."""
 

uipath/_cli/_evals/progress_reporter.py

@@ -139,12 +139,23 @@ class ProgressReporter:
         actual_output: dict[str, Any] = {}
         for eval_result in eval_results:
             # keep track of evaluator scores. this should be removed after this computation is done server-side
-            self._evaluator_scores[eval_result.evaluator_id].append(
-                eval_result.result.score
-            )
+
+            # check the evaluator score type
+            match eval_result.result.score_type:
+                case ScoreType.NUMERICAL:
+                    self._evaluator_scores[eval_result.evaluator_id].append(
+                        eval_result.result.score
+                    )
+                case ScoreType.BOOLEAN:
+                    self._evaluator_scores[eval_result.evaluator_id].append(
+                        100 if eval_result.result.score else 0
+                    )
+                case ScoreType.ERROR:
+                    self._evaluator_scores[eval_result.evaluator_id].append(0)
+
             evaluator_scores.append(
                 {
-                    "type": ScoreType.NUMERICAL.value,
+                    "type": eval_result.result.score_type.value,
                     "value": eval_result.result.score,
                     "justification": eval_result.result.details,
                     "evaluatorId": eval_result.evaluator_id,

uipath/_cli/_runtime/_runtime.py

@@ -11,6 +11,7 @@ from typing import Any, Dict, Optional, Type, TypeVar, cast, get_type_hints
 from opentelemetry import trace
 from opentelemetry.sdk.trace import TracerProvider
 from opentelemetry.sdk.trace.export import BatchSpanProcessor
+from pydantic import BaseModel
 
 from uipath.tracing import LlmOpsHttpExporter
 
@@ -162,9 +163,11 @@ class UiPathRuntime(UiPathBaseRuntime):
                 input_param = params[0]
                 input_type = input_param.annotation
 
-                # Case 2: Class or dataclass parameter
+                # Case 2: Class, dataclass, or Pydantic model parameter
                 if input_type != inspect.Parameter.empty and (
-                    is_dataclass(input_type) or hasattr(input_type, "__annotations__")
+                    is_dataclass(input_type)
+                    or self._is_pydantic_model(input_type)
+                    or hasattr(input_type, "__annotations__")
                 ):
                     try:
                         valid_type = cast(Type[Any], input_type)
@@ -216,7 +219,16 @@ class UiPathRuntime(UiPathBaseRuntime):
         )
 
     def _convert_to_class(self, data: Dict[str, Any], cls: Type[T]) -> T:
-        """Convert a dictionary to either a dataclass or regular class instance."""
+        """Convert a dictionary to either a dataclass, Pydantic model, or regular class instance."""
+        # Handle Pydantic models
+        try:
+            if inspect.isclass(cls) and issubclass(cls, BaseModel):
+                return cast(T, cls.model_validate(data))
+        except TypeError:
+            # issubclass can raise TypeError if cls is not a class
+            pass
+
+        # Handle dataclasses
         if is_dataclass(cls):
             field_types = get_type_hints(cls)
             converted_data = {}
@@ -227,13 +239,17 @@ class UiPathRuntime(UiPathBaseRuntime):
 
                 value = data[field_name]
                 if (
-                    is_dataclass(field_type) or hasattr(field_type, "__annotations__")
+                    is_dataclass(field_type)
+                    or self._is_pydantic_model(field_type)
+                    or hasattr(field_type, "__annotations__")
                 ) and isinstance(value, dict):
                     typed_field = cast(Type[Any], field_type)
                     value = self._convert_to_class(value, typed_field)
                 converted_data[field_name] = value
 
             return cast(T, cls(**converted_data))
+
+        # Handle regular classes
         else:
             sig = inspect.signature(cls.__init__)
             params = sig.parameters
@@ -254,6 +270,7 @@ class UiPathRuntime(UiPathBaseRuntime):
 
                     if (
                         is_dataclass(param_type)
+                        or self._is_pydantic_model(param_type)
                         or hasattr(param_type, "__annotations__")
                     ) and isinstance(value, dict):
                         typed_param = cast(Type[Any], param_type)
@@ -265,22 +282,41 @@ class UiPathRuntime(UiPathBaseRuntime):
 
             return cls(**init_args)
 
+    def _is_pydantic_model(self, cls: Type[Any]) -> bool:
+        """Safely check if a class is a Pydantic model."""
+        try:
+            return inspect.isclass(cls) and issubclass(cls, BaseModel)
+        except TypeError:
+            # issubclass can raise TypeError if cls is not a class
+            return False
+
     def _convert_from_class(self, obj: Any) -> Dict[str, Any]:
-        """Convert a class instance (dataclass or regular) to a dictionary."""
+        """Convert a class instance (dataclass, Pydantic model, or regular) to a dictionary."""
         if obj is None:
             return {}
 
-        if is_dataclass(obj):
+        # Handle Pydantic models
+        if isinstance(obj, BaseModel):
+            return obj.model_dump()
+
+        # Handle dataclasses
+        elif is_dataclass(obj):
             # Make sure obj is an instance, not a class
             if isinstance(obj, type):
                 return {}
             return asdict(obj)
+
+        # Handle regular classes
         elif hasattr(obj, "__dict__"):
             result = {}
             for key, value in obj.__dict__.items():
                 # Skip private attributes
                 if not key.startswith("_"):
-                    if hasattr(value, "__dict__") or is_dataclass(value):
+                    if (
+                        isinstance(value, BaseModel)
+                        or hasattr(value, "__dict__")
+                        or is_dataclass(value)
+                    ):
                         result[key] = self._convert_from_class(value)
                     else:
                         result[key] = value

uipath/_cli/_utils/_input_args.py

@@ -14,6 +14,8 @@ from typing import (
     get_type_hints,
 )
 
+from pydantic import BaseModel
+
 SchemaType = Literal["object", "integer", "double", "string", "boolean", "array"]
 
 TYPE_MAP: Dict[str, SchemaType] = {
@@ -50,7 +52,30 @@ def get_type_schema(type_hint: Any) -> Dict[str, Any]:
         return {"type": "object"}
 
     if inspect.isclass(type_hint):
-        if is_dataclass(type_hint):
+        # Handle Pydantic models
+        if issubclass(type_hint, BaseModel):
+            properties = {}
+            required = []
+
+            # Get the model fields
+            model_fields = type_hint.model_fields
+
+            for field_name, field_info in model_fields.items():
+                # Use alias if defined, otherwise use field name
+                schema_field_name = field_info.alias if field_info.alias else field_name
+
+                # Get the field type schema
+                field_schema = get_type_schema(field_info.annotation)
+                properties[schema_field_name] = field_schema
+
+                # Check if field is required using Pydantic's built-in method
+                if field_info.is_required():
+                    required.append(schema_field_name)
+
+            return {"type": "object", "properties": properties, "required": required}
+
+        # Handle dataclasses
+        elif is_dataclass(type_hint):
             properties = {}
             required = []
 
@@ -61,6 +86,8 @@ def get_type_schema(type_hint: Any) -> Dict[str, Any]:
                     required.append(field.name)
 
             return {"type": "object", "properties": properties, "required": required}
+
+        # Handle regular classes with annotations
         elif hasattr(type_hint, "__annotations__"):
             properties = {}
             required = []

uipath/_cli/_utils/_parse_ast.py

@@ -8,6 +8,7 @@ from typing import Any, Dict, List, Optional, Tuple
 from ..._services import (
     AssetsService,
     BucketsService,
+    ConnectionsService,
     ContextGroundingService,
     ProcessesService,
 )
@@ -47,6 +48,7 @@ supported_bindings_by_service = {
     "processes": ProcessesService,
     "buckets": BucketsService,
     "context_grounding": ContextGroundingService,
+    "connections": ConnectionsService,
 }
 
 
@@ -103,7 +105,17 @@ class ServiceUsage:
 
         # custom logic for connections bindings
         elif self.service_name == "connections":
+            # First, try to get inferred bindings for connections if they exist
+            connections_service = supported_bindings_by_service.get("connections")
+            inferred_bindings = {}
+            if connections_service:
+                inferred_bindings = get_inferred_bindings_names(connections_service)
+
             for call in self.method_calls:
+                # Skip methods that are decorated with @infer_bindings(ignore=False)
+                if call.method_name in inferred_bindings:
+                    continue
+
                 if len(call.args) > 0:
                     connection_id = call.args[0]
                     if connection_id:

uipath/_cli/_utils/_project_files.py

@@ -68,6 +68,7 @@ def get_project_config(directory: str) -> dict[str, str]:
         "version": toml_data["version"],
         "authors": toml_data["authors"],
         "dependencies": toml_data.get("dependencies", {}),
+        "requires-python": toml_data.get("requires-python", {}),
     }
 
 
@@ -97,6 +98,11 @@ def validate_config(config: dict[str, str]) -> None:
             'Project authors cannot be empty. Please specify authors in pyproject.toml:\n    authors = [{ name = "John Doe" }]'
         )
 
+    if not config["requires-python"] or config["requires-python"].strip() == "":
+        console.error(
+            "'requires-python' field cannot be empty. Please specify it in pyproject.toml:  requires-python = \">=3.10\""
+        )
+
     invalid_chars = ["&", "<", ">", '"', "'", ";"]
     for char in invalid_chars:
         if char in config["project_name"]:
@@ -296,6 +302,7 @@ def read_toml_project(file_path: str) -> dict:
         "version": project["version"].strip(),
         "authors": author_name.strip(),
         "dependencies": dependencies,
+        "requires-python": project.get("requires-python", "").strip(),
     }
 
 

uipath/_services/connections_service.py

@@ -1,9 +1,11 @@
+import json
 import logging
+from typing import Any, Dict
 
 from .._config import Config
 from .._execution_context import ExecutionContext
-from .._utils import Endpoint, RequestSpec
-from ..models import Connection, ConnectionToken
+from .._utils import Endpoint, RequestSpec, infer_bindings
+from ..models import Connection, ConnectionToken, EventArguments
 from ..tracing._traced import traced
 from ._base_service import BaseService
 
@@ -112,6 +114,84 @@ class ConnectionsService(BaseService):
         )
         return ConnectionToken.model_validate(response.json())
 
+    @traced(
+        name="connections_retrieve_event_payload",
+        run_type="uipath",
+    )
+    @infer_bindings(resource_type="ignored", ignore=True)
+    def retrieve_event_payload(self, event_args: EventArguments) -> Dict[str, Any]:
+        """Retrieve event payload from UiPath Integration Service.
+
+        Args:
+            event_args (EventArguments): The event arguments. Should be passed along from the job's input.
+
+        Returns:
+            Dict[str, Any]: The event payload data
+        """
+        if not event_args.additional_event_data:
+            raise ValueError("additional_event_data is required")
+
+        # Parse additional event data to get event id
+        event_data = json.loads(event_args.additional_event_data)
+
+        event_id = None
+        if "processedEventId" in event_data:
+            event_id = event_data["processedEventId"]
+        elif "rawEventId" in event_data:
+            event_id = event_data["rawEventId"]
+        else:
+            raise ValueError("Event Id not found in additional event data")
+
+        # Build request URL using connection token's API base URI
+        spec = self._retrieve_event_payload_spec("v1", event_id)
+
+        response = self.request(spec.method, url=spec.endpoint)
+
+        return response.json()
+
+    @traced(
+        name="connections_retrieve_event_payload",
+        run_type="uipath",
+    )
+    @infer_bindings(resource_type="ignored", ignore=True)
+    async def retrieve_event_payload_async(
+        self, event_args: EventArguments
+    ) -> Dict[str, Any]:
+        """Retrieve event payload from UiPath Integration Service.
+
+        Args:
+            event_args (EventArguments): The event arguments. Should be passed along from the job's input.
+
+        Returns:
+            Dict[str, Any]: The event payload data
+        """
+        if not event_args.additional_event_data:
+            raise ValueError("additional_event_data is required")
+
+        # Parse additional event data to get event id
+        event_data = json.loads(event_args.additional_event_data)
+
+        event_id = None
+        if "processedEventId" in event_data:
+            event_id = event_data["processedEventId"]
+        elif "rawEventId" in event_data:
+            event_id = event_data["rawEventId"]
+        else:
+            raise ValueError("Event Id not found in additional event data")
+
+        # Build request URL using connection token's API base URI
+        spec = self._retrieve_event_payload_spec("v1", event_id)
+
+        response = await self.request_async(spec.method, url=spec.endpoint)
+
+        return response.json()
+
+    def _retrieve_event_payload_spec(self, version: str, event_id: str) -> RequestSpec:
+        return RequestSpec(
+            method="GET",
+            endpoint=Endpoint(f"/elements_/{version}/events/{event_id}"),
+        )
+
     def _retrieve_spec(self, key: str) -> RequestSpec:
         return RequestSpec(
             method="GET",

uipath/_utils/_infer_bindings.py

@@ -8,7 +8,10 @@ T = TypeVar("T")
 
 
 def infer_bindings(
-    resource_type: str, name: str = "name", folder_path: str = "folder_path"
+    resource_type: str,
+    name: str = "name",
+    folder_path: str = "folder_path",
+    ignore: bool = False,
 ) -> Callable[..., Any]:
     def decorator(func: Callable[..., Any]):
         @functools.wraps(func)
@@ -30,7 +33,7 @@ def infer_bindings(
 
             return func(**all_args)
 
-        wrapper._should_infer_bindings = True  # type: ignore
+        wrapper._should_infer_bindings = not ignore  # type: ignore
         wrapper._infer_bindings_mappings = {"name": name, "folder_path": folder_path}  # type: ignore
         return wrapper
 

uipath/models/__init__.py

@@ -3,7 +3,7 @@ from .actions import Action
 from .assets import Asset, UserAsset
 from .attachment import Attachment
 from .buckets import Bucket
-from .connections import Connection, ConnectionToken
+from .connections import Connection, ConnectionToken, EventArguments
 from .context_grounding import ContextGroundingQueryResponse
 from .context_grounding_index import ContextGroundingIndex
 from .errors import BaseUrlMissingError, SecretMissingError
@@ -39,6 +39,7 @@ __all__ = [
     "TransactionItemResult",
     "Connection",
     "ConnectionToken",
+    "EventArguments",
     "Job",
     "InvokeProcess",
     "ActionSchema",

uipath/models/connections.py

@@ -49,3 +49,20 @@ class ConnectionToken(BaseModel):
     expires_in: Optional[int] = Field(default=None, alias="expiresIn")
     api_base_uri: Optional[str] = Field(default=None, alias="apiBaseUri")
     element_instance_id: Optional[int] = Field(default=None, alias="elementInstanceId")
+
+
+class EventArguments(BaseModel):
+    event_connector: Optional[str] = Field(default=None, alias="UiPathEventConnector")
+    event: Optional[str] = Field(default=None, alias="UiPathEvent")
+    event_object_type: Optional[str] = Field(
+        default=None, alias="UiPathEventObjectType"
+    )
+    event_object_id: Optional[str] = Field(default=None, alias="UiPathEventObjectId")
+    additional_event_data: Optional[str] = Field(
+        default=None, alias="UiPathAdditionalEventData"
+    )
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        extra="allow",
+    )

uipath/utils/_endpoints_manager.py

@@ -1,5 +1,6 @@
 import logging
 import os
+import re
 from enum import Enum
 from typing import Optional
 
@@ -18,9 +19,14 @@ class UiPathEndpoints(Enum):
     )
     AH_CAPABILITIES_ENDPOINT = "agenthub_/llm/api/capabilities"
 
-    NORMALIZED_COMPLETION_ENDPOINT = "llmgateway_/api/chat/completions"
-    PASSTHROUGH_COMPLETION_ENDPOINT = "llmgateway_/openai/deployments/{model}/chat/completions?api-version={api_version}"
-    EMBEDDING_ENDPOINT = (
+    OR_NORMALIZED_COMPLETION_ENDPOINT = "orchestrator_/llm/api/chat/completions"
+    OR_PASSTHROUGH_COMPLETION_ENDPOINT = "orchestrator_/llm/openai/deployments/{model}/chat/completions?api-version={api_version}"
+    OR_EMBEDDING_ENDPOINT = "orchestrator_/llm/openai/deployments/{model}/embeddings?api-version={api_version}"
+    OR_CAPABILITIES_ENDPOINT = "orchestrator_/llm/api/capabilities"
+
+    LG_NORMALIZED_COMPLETION_ENDPOINT = "llmgateway_/api/chat/completions"
+    LG_PASSTHROUGH_COMPLETION_ENDPOINT = "llmgateway_/openai/deployments/{model}/chat/completions?api-version={api_version}"
+    LG_EMBEDDING_ENDPOINT = (
         "llmgateway_/openai/deployments/{model}/embeddings?api-version={api_version}"
     )
 
@@ -28,24 +34,39 @@ class UiPathEndpoints(Enum):
 class EndpointManager:
     """Manages and caches the UiPath endpoints.
     This class provides functionality to determine which UiPath endpoints to use based on
-    the availability of AgentHub. It checks for AgentHub capabilities and caches the result
-    to avoid repeated network calls.
+    the availability of AgentHub and Orchestrator. It checks for capabilities and caches
+    the results to avoid repeated network calls.
+
+    The endpoint selection follows a fallback order:
+    1. AgentHub (if available)
+    2. Orchestrator (if available)
+    3. LLMGateway (default fallback)
+
+    Environment Variable Override:
+    The fallback behavior can be bypassed using the UIPATH_LLM_SERVICE environment variable:
+    - 'agenthub' or 'ah': Force use of AgentHub endpoints (skips capability checks)
+    - 'orchestrator' or 'or': Force use of Orchestrator endpoints (skips capability checks)
+    - 'llmgateway' or 'gateway': Force use of LLMGateway endpoints (skips capability checks)
+
     Class Attributes:
         _base_url (str): The base URL for UiPath services, retrieved from the UIPATH_URL
                          environment variable.
         _agenthub_available (Optional[bool]): Cached result of AgentHub availability check.
+        _orchestrator_available (Optional[bool]): Cached result of Orchestrator availability check.
 
     Methods:
         is_agenthub_available(): Checks if AgentHub is available, caching the result.
+        is_orchestrator_available(): Checks if Orchestrator is available, caching the result.
         get_passthrough_endpoint(): Returns the appropriate passthrough completion endpoint.
         get_normalized_endpoint(): Returns the appropriate normalized completion endpoint.
         get_embeddings_endpoint(): Returns the appropriate embeddings endpoint.
-    All endpoint methods automatically select between AgentHub and standard endpoints
-    based on availability.
+    All endpoint methods automatically select the best available endpoint using the fallback order,
+    unless overridden by the UIPATH_LLM_SERVICE environment variable.
     """  # noqa: D205
 
     _base_url = os.getenv("UIPATH_URL", "")
     _agenthub_available: Optional[bool] = None
+    _orchestrator_available: Optional[bool] = None
 
     @classmethod
     def is_agenthub_available(cls) -> bool:
@@ -55,13 +76,30 @@ class EndpointManager:
         return cls._agenthub_available
 
     @classmethod
-    def _check_agenthub(cls) -> bool:
-        """Perform the actual check for AgentHub capabilities."""
+    def is_orchestrator_available(cls) -> bool:
+        """Check if Orchestrator is available and cache the result."""
+        if cls._orchestrator_available is None:
+            cls._orchestrator_available = cls._check_orchestrator()
+        return cls._orchestrator_available
+
+    @classmethod
+    def _check_capabilities(cls, endpoint: UiPathEndpoints, service_name: str) -> bool:
+        """Perform the actual check for service capabilities.
+
+        Args:
+            endpoint: The capabilities endpoint to check
+            service_name: Human-readable service name for logging
+
+        Returns:
+            bool: True if the service is available and has valid capabilities
+        """
         try:
             with httpx.Client(**get_httpx_client_kwargs()) as http_client:
                 base_url = os.getenv("UIPATH_URL", "")
-                capabilities_url = f"{base_url.rstrip('/')}/{UiPathEndpoints.AH_CAPABILITIES_ENDPOINT.value}"
-                loggger.debug(f"Checking AgentHub capabilities at {capabilities_url}")
+                capabilities_url = f"{base_url.rstrip('/')}/{endpoint.value}"
+                loggger.debug(
+                    f"Checking {service_name} capabilities at {capabilities_url}"
+                )
                 response = http_client.get(capabilities_url)
 
                 if response.status_code != 200:
@@ -76,26 +114,87 @@ class EndpointManager:
                 return True
 
         except Exception as e:
-            loggger.error(f"Error checking AgentHub capabilities: {e}", exc_info=True)
+            loggger.error(
+                f"Error checking {service_name} capabilities: {e}", exc_info=True
+            )
             return False
 
     @classmethod
-    def get_passthrough_endpoint(cls) -> str:
-        if cls.is_agenthub_available():
-            return UiPathEndpoints.AH_PASSTHROUGH_COMPLETION_ENDPOINT.value
+    def _check_agenthub(cls) -> bool:
+        """Perform the actual check for AgentHub capabilities."""
+        return cls._check_capabilities(
+            UiPathEndpoints.AH_CAPABILITIES_ENDPOINT, "AgentHub"
+        )
 
-        return UiPathEndpoints.PASSTHROUGH_COMPLETION_ENDPOINT.value
+    @classmethod
+    def _check_orchestrator(cls) -> bool:
+        """Perform the actual check for Orchestrator capabilities."""
+        return cls._check_capabilities(
+            UiPathEndpoints.OR_CAPABILITIES_ENDPOINT, "Orchestrator"
+        )
 
     @classmethod
-    def get_normalized_endpoint(cls) -> str:
-        if cls.is_agenthub_available():
-            return UiPathEndpoints.AH_NORMALIZED_COMPLETION_ENDPOINT.value
+    def _select_endpoint(
+        cls, ah: UiPathEndpoints, orc: UiPathEndpoints, gw: UiPathEndpoints
+    ) -> str:
+        """Select an endpoint based on UIPATH_LLM_SERVICE override or capability checks."""
+        service_override = os.getenv("UIPATH_LLM_SERVICE", "").lower()
+
+        if service_override in ("agenthub", "ah"):
+            return ah.value
+        if service_override in ("orchestrator", "or"):
+            return orc.value
+        if service_override in ("llmgateway", "gateway"):
+            return gw.value
+
+        # Determine fallback order based on environment hints
+        uipath_url = os.getenv("UIPATH_URL", "")
+        hdens_env = os.getenv("HDENS_ENV", "").lower()
+
+        is_cloud_url = re.match(r"https?://[^/]+\.uipath\.com", uipath_url)
+
+        # Default order: AgentHub -> Orchestrator
+        check_order = [
+            ("ah", ah, cls.is_agenthub_available),
+            ("orc", orc, cls.is_orchestrator_available),
+        ]
+
+        # Prioritize Orchestrator if HDENS_ENV is 'sf' or url is cloud-based
+        # Note: The default order already prioritizes AgentHub
+        if hdens_env == "sf" or is_cloud_url:
+            check_order.reverse()
+
+        # Execute fallback checks in the determined order
+        for _, endpoint, is_available in check_order:
+            if is_available():
+                return endpoint.value
+
+        # Final fallback to LLMGateway
+        return gw.value
+
+    @classmethod
+    def get_passthrough_endpoint(cls) -> str:
+        """Get the passthrough completion endpoint."""
+        return cls._select_endpoint(
+            UiPathEndpoints.AH_PASSTHROUGH_COMPLETION_ENDPOINT,
+            UiPathEndpoints.OR_PASSTHROUGH_COMPLETION_ENDPOINT,
+            UiPathEndpoints.LG_PASSTHROUGH_COMPLETION_ENDPOINT,
+        )
 
-        return UiPathEndpoints.NORMALIZED_COMPLETION_ENDPOINT.value
+    @classmethod
+    def get_normalized_endpoint(cls) -> str:
+        """Get the normalized completion endpoint."""
+        return cls._select_endpoint(
+            UiPathEndpoints.AH_NORMALIZED_COMPLETION_ENDPOINT,
+            UiPathEndpoints.OR_NORMALIZED_COMPLETION_ENDPOINT,
+            UiPathEndpoints.LG_NORMALIZED_COMPLETION_ENDPOINT,
+        )
 
     @classmethod
     def get_embeddings_endpoint(cls) -> str:
-        if cls.is_agenthub_available():
-            return UiPathEndpoints.AH_EMBEDDING_ENDPOINT.value
-
-        return UiPathEndpoints.EMBEDDING_ENDPOINT.value
+        """Get the embeddings endpoint."""
+        return cls._select_endpoint(
+            UiPathEndpoints.AH_EMBEDDING_ENDPOINT,
+            UiPathEndpoints.OR_EMBEDDING_ENDPOINT,
+            UiPathEndpoints.LG_EMBEDDING_ENDPOINT,
+        )

{uipath-2.1.17.dist-info → uipath-2.1.20.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: uipath
-Version: 2.1.17
+Version: 2.1.20
 Summary: Python SDK and CLI for UiPath Platform, enabling programmatic interaction with automation services, process management, and deployment tools.
 Project-URL: Homepage, https://uipath.com
 Project-URL: Repository, https://github.com/UiPath/uipath-python

{uipath-2.1.17.dist-info → uipath-2.1.20.dist-info}/RECORD

@@ -30,23 +30,24 @@ uipath/_cli/_auth/index.html,sha256=_Q2OtqPfapG_6vumbQYqtb2PfFe0smk7TlGERKEBvB4,
 uipath/_cli/_auth/localhost.crt,sha256=oGl9oLLOiouHubAt39B4zEfylFvKEtbtr_43SIliXJc,1226
 uipath/_cli/_auth/localhost.key,sha256=X31VYXD8scZtmGA837dGX5l6G-LXHLo5ItWJhZXaz3c,1679
 uipath/_cli/_evals/evaluation_service.py,sha256=VVxZxoCJoB2SUhej_c0DzC9AlnIlWMKnug7z5weNSoE,22077
-uipath/_cli/_evals/progress_reporter.py,sha256=6IVALHC-_vblLWMMKiI0k8xERf7HmQfCYM58GXsVa8s,10999
-uipath/_cli/_evals/_evaluators/__init__.py,sha256=eXUozXTNJIVCoV54_btA5mXmm1uNnp0qcfysrz9JQu4,629
-uipath/_cli/_evals/_evaluators/_agent_scorer_evaluator.py,sha256=qv4YjNiwqi5gWA24mRTC3QQ73o2Djkn1aY-AnHRyUMI,1545
-uipath/_cli/_evals/_evaluators/_deterministic_evaluator.py,sha256=P0du9KWz5MP5Pw70Ze7piqeBfFq7w0aU7DLeEiNC3k4,1398
+uipath/_cli/_evals/progress_reporter.py,sha256=m1Dio1vG-04nFTFz5ijM_j1dhudlgOzQukmTkkg6wS4,11490
+uipath/_cli/_evals/_evaluators/__init__.py,sha256=jD7KNLjbsUpsESFXX11eW2MEPXDNuPp2-t-IPB-inlM,734
+uipath/_cli/_evals/_evaluators/_deterministic_evaluator_base.py,sha256=BTl0puBjp9iCsU3YFfYWqk4TOz4iE19O3q1-dK6qUOI,1723
 uipath/_cli/_evals/_evaluators/_evaluator_base.py,sha256=knHUwYFt0gMG1uJhq5TGEab6M_YevxX019yT3yYwZsw,3787
-uipath/_cli/_evals/_evaluators/_evaluator_factory.py,sha256=YvWi5DS8XKKvfgwxurv2ZP3Jmylv1hgshIw9VEfevoY,3954
-uipath/_cli/_evals/_evaluators/_llm_as_judge_evaluator.py,sha256=GdX5CsdfcPxCeSkkD-JpYLBddGhU8YieTIMcyENiWns,6506
+uipath/_cli/_evals/_evaluators/_evaluator_factory.py,sha256=RJtCuFREZ8Ijlldpa0521poZLmcR7vTU3WyYOmhJOkc,4688
+uipath/_cli/_evals/_evaluators/_exact_match_evaluator.py,sha256=lvEtAitrZy9myoZLMXLqlBWBPX06Msu67kuFMGSbikM,1319
+uipath/_cli/_evals/_evaluators/_json_similarity_evaluator.py,sha256=HpmkvuwU4Az3IIqFVLUmDvzkqb21pFMxY0sg2biZOMM,7093
+uipath/_cli/_evals/_evaluators/_llm_as_judge_evaluator.py,sha256=nSLZ29xWqALEI53ifr79JPXjyx0T4sr7p-4NygwgAio,6594
 uipath/_cli/_evals/_evaluators/_trajectory_evaluator.py,sha256=dnogQTOskpI4_cNF0Ge3hBceJJocvOgxBWAwaCWnzB0,1595
 uipath/_cli/_evals/_models/__init__.py,sha256=Ewjp3u2YeTH2MmzY9LWf7EIbAoIf_nW9fMYbj7pGlPs,420
 uipath/_cli/_evals/_models/_evaluation_set.py,sha256=UIapFwn_Ti9zHUIcL3xyHDcLZ4lq4sHJ3JXLvY5OYI0,1080
-uipath/_cli/_evals/_models/_evaluators.py,sha256=TW6bcGZk7cn9JVfzM9MFWIzog5x-7_BG9Zo0h8GfZOk,2091
+uipath/_cli/_evals/_models/_evaluators.py,sha256=l57NEVyYmzSKuoIXuGkE94Br01hAMg35fiS2MlTkaQM,2115
 uipath/_cli/_push/sw_file_handler.py,sha256=tRE9n68xv0r20ulwOyALHtYwzbjGneiASwzNm8xtBN0,16372
 uipath/_cli/_runtime/_contracts.py,sha256=WlpaiQAMWCo-JFHjee35Klf49A3GsKjOU1Mf2IpUGHY,16033
 uipath/_cli/_runtime/_escalation.py,sha256=x3vI98qsfRA-fL_tNkRVTFXioM5Gv2w0GFcXJJ5eQtg,7981
 uipath/_cli/_runtime/_hitl.py,sha256=aexwe0dIXvh6SlVS1jVnO_aGZc6e3gLsmGkCyha5AHo,11300
 uipath/_cli/_runtime/_logging.py,sha256=0_8OeF2w2zcryvozOsB3h4sFktiwnUqJr_fMRxwUFOc,8004
-uipath/_cli/_runtime/_runtime.py,sha256=dHfL6McYC9BwBB9Dk4Y_syvAft-1b-jTG1nbG_d07m8,10647
+uipath/_cli/_runtime/_runtime.py,sha256=Lee055XQBFe5sUiwo5T7XKOxKRCsv8gvy9wSZBnqVak,11917
 uipath/_cli/_templates/.psmdcp.template,sha256=C7pBJPt98ovEljcBvGtEUGoWjjQhu9jls1bpYjeLOKA,611
 uipath/_cli/_templates/.rels.template,sha256=-fTcw7OA1AcymHr0LzBqbMAAtzZTRXLTNa_ljq087Jk,406
 uipath/_cli/_templates/[Content_Types].xml.template,sha256=bYsKDz31PkIF9QksjgAY_bqm57YC8U_owsZeNZAiBxQ,584
@@ -57,10 +58,10 @@ uipath/_cli/_utils/_console.py,sha256=scvnrrFoFX6CE451K-PXKV7UN0DUkInbOtDZ5jAdPP
 uipath/_cli/_utils/_constants.py,sha256=rS8lQ5Nzull8ytajK6lBsz398qiCp1REoAwlHtyBwF0,1415
 uipath/_cli/_utils/_debug.py,sha256=zamzIR4VgbdKADAE4gbmjxDsbgF7wvdr7C5Dqp744Oc,1739
 uipath/_cli/_utils/_folders.py,sha256=UVJcKPfPAVR5HF4AP6EXdlNVcfEF1v5pwGCpoAgBY34,1155
-uipath/_cli/_utils/_input_args.py,sha256=pyQhEcQXHdFHYTVNzvfWp439aii5StojoptnmCv5lfs,4094
-uipath/_cli/_utils/_parse_ast.py,sha256=A-QToBIf-oP7yP2DQTHO6blkk6ik5z_IeaIwtEWO4e0,19516
+uipath/_cli/_utils/_input_args.py,sha256=3LGNqVpJItvof75VGm-ZNTUMUH9-c7-YgleM5b2YgRg,5088
+uipath/_cli/_utils/_parse_ast.py,sha256=8Iohz58s6bYQ7rgWtOTjrEInLJ-ETikmOMZzZdIY2Co,20072
 uipath/_cli/_utils/_processes.py,sha256=q7DfEKHISDWf3pngci5za_z0Pbnf_shWiYEcTOTCiyk,1855
-uipath/_cli/_utils/_project_files.py,sha256=-zwoPePypqMvC-UxuoGuTGWn3dTP0EYUIz-mfQrgDyg,12742
+uipath/_cli/_utils/_project_files.py,sha256=MMexSE6BapxitYBl1UUWy_AgkJMdGNFD1t2MkU0hwz4,13115
 uipath/_cli/_utils/_studio_project.py,sha256=iVcCm-aps-EQ7Pym_OWGOA48xeDigzcofUxXKy29x6U,13727
 uipath/_cli/_utils/_tracing.py,sha256=2igb03j3EHjF_A406UhtCKkPfudVfFPjUq5tXUEG4oo,1541
 uipath/_cli/_utils/_uv_helpers.py,sha256=6SvoLnZPoKIxW0sjMvD1-ENV_HOXDYzH34GjBqwT138,3450
@@ -71,7 +72,7 @@ uipath/_services/api_client.py,sha256=AbRmpXQScrJIVfDQM309G1GNP3ILLKOrusouhxNQZf
 uipath/_services/assets_service.py,sha256=acqWogfhZiSO1eeVYqFxmqWGSTmrW46QxI1J0bJe3jo,11918
 uipath/_services/attachments_service.py,sha256=NPQYK7CGjfBaNT_1S5vEAfODmOChTbQZforllFM2ofU,26678
 uipath/_services/buckets_service.py,sha256=5s8tuivd7GUZYj774DDUYTa0axxlUuesc4EBY1V5sdk,18496
-uipath/_services/connections_service.py,sha256=Hi8QJ1exhuYYlkGdm3BXAblJ95JGotmhxH7tdNF-qG0,4586
+uipath/_services/connections_service.py,sha256=Rf-DCm43tsDM6Cfp41iwGR4gUk_YCdobGcmbSoKvQ6E,7480
 uipath/_services/context_grounding_service.py,sha256=EBf7lIIYz_s1ubf_07OAZXQHjS8kpZ2vqxo4mI3VL-A,25009
 uipath/_services/folder_service.py,sha256=9JqgjKhWD-G_KUnfUTP2BADxL6OK9QNZsBsWZHAULdE,2749
 uipath/_services/jobs_service.py,sha256=CnDd7BM4AMqcMIR1qqu5ohhxf9m0AF4dnGoF4EX38kw,30872
@@ -80,7 +81,7 @@ uipath/_services/processes_service.py,sha256=Pk6paw7e_a-WvVcfKDLuyj1p--pvNRTXwZN
 uipath/_services/queues_service.py,sha256=VaG3dWL2QK6AJBOLoW2NQTpkPfZjsqsYPl9-kfXPFzA,13534
 uipath/_utils/__init__.py,sha256=VdcpnENJIa0R6Y26NoxY64-wUVyvb4pKfTh1wXDQeMk,526
 uipath/_utils/_endpoint.py,sha256=yYHwqbQuJIevpaTkdfYJS9CrtlFeEyfb5JQK5osTCog,2489
-uipath/_utils/_infer_bindings.py,sha256=cgsXUedRkVoplR3xGIACGuUge_mBq6H90QiQ6zG9fhY,1686
+uipath/_utils/_infer_bindings.py,sha256=yTl3JBgoLwtQV-RCUkDY4qZne9FtE3HHIiYgCAKAOKw,1727
 uipath/_utils/_logs.py,sha256=adfX_0UAn3YBeKJ8DQDeZs94rJyHGQO00uDfkaTpNWQ,510
 uipath/_utils/_read_overwrites.py,sha256=OQgG9ycPpFnLub5ELQdX9V2Fyh6F9_zDR3xoYagJaMI,5287
 uipath/_utils/_request_override.py,sha256=fIVHzgHVXITUlWcp8osNBwIafM1qm4_ejx0ng5UzfJ4,573
@@ -89,13 +90,13 @@ uipath/_utils/_ssl_context.py,sha256=xSYitos0eJc9cPHzNtHISX9PBvL6D2vas5G_GiBdLp8
 uipath/_utils/_url.py,sha256=-4eluSrIZCUlnQ3qU17WPJkgaC2KwF9W5NeqGnTNGGo,2512
 uipath/_utils/_user_agent.py,sha256=pVJkFYacGwaQBomfwWVAvBQgdBUo62e4n3-fLIajWUU,563
 uipath/_utils/constants.py,sha256=9sjOPn2y4mU2KzBwKpkDOd1QW6AgL7omJBoCk4XebKk,1038
-uipath/models/__init__.py,sha256=Kwqv1LzWNfSxJLMQrInVen3KDJ1z0eCcr6szQa0G0VE,1251
+uipath/models/__init__.py,sha256=d_DkK1AtRUetM1t2NrH5UKgvJOBiynzaKnK5pMY7aIc,1289
 uipath/models/action_schema.py,sha256=lKDhP7Eix23fFvfQrqqNmSOiPyyNF6tiRpUu0VZIn_M,714
 uipath/models/actions.py,sha256=ekSH4YUQR4KPOH-heBm9yOgOfirndx0In4_S4VYWeEU,2993
 uipath/models/assets.py,sha256=Q-7_xmm503XHTKgCDrDtXsFl3VWBSVSyiWYW0mZjsnA,2942
 uipath/models/attachment.py,sha256=prBlhhTvaBnLXJ3PKKxxHWbus35dCuag3_5HngksUjU,843
 uipath/models/buckets.py,sha256=N3Lj_dVCv709-ywhOOdyCSvsuLn41eGuAfSiik6Q6F8,1285
-uipath/models/connections.py,sha256=perIqW99YEg_0yWZPdpZlmNpZcwY_toR1wkqDUBdAN0,2014
+uipath/models/connections.py,sha256=Kej_t2mH-JOomf8pDXPWW1SrvOd8OraOjOH0nKBrVlU,2598
 uipath/models/context_grounding.py,sha256=S9PeOlFlw7VxzzJVR_Fs28OObW3MLHUPCFqNgkEz24k,1315
 uipath/models/context_grounding_index.py,sha256=0ADlH8fC10qIbakgwU89pRVawzJ36TiSDKIqOhUdhuA,2580
 uipath/models/errors.py,sha256=gPyU4sKYn57v03aOVqm97mnU9Do2e7bwMQwiSQVp9qc,461
@@ -113,9 +114,9 @@ uipath/tracing/_otel_exporters.py,sha256=X7cnuGqvxGbACZuFD2XYTWXwIse8pokOEAjeTPE
 uipath/tracing/_traced.py,sha256=qeVDrds2OUnpdUIA0RhtF0kg2dlAZhyC1RRkI-qivTM,18528
 uipath/tracing/_utils.py,sha256=ZeensQexnw69jVcsVrGyED7mPlAU-L1agDGm6_1A3oc,10388
 uipath/utils/__init__.py,sha256=VD-KXFpF_oWexFg6zyiWMkxl2HM4hYJMIUDZ1UEtGx0,105
-uipath/utils/_endpoints_manager.py,sha256=hiGEu6vyfQJoeiiql6w21TNiG6tADUfXlVBimxPU1-Q,4160
-uipath-2.1.17.dist-info/METADATA,sha256=OHfpvhVLjNz9n7-lTN7huLmlhpbjxMi-wruUh0DMFAk,6367
-uipath-2.1.17.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-uipath-2.1.17.dist-info/entry_points.txt,sha256=9C2_29U6Oq1ExFu7usihR-dnfIVNSKc-0EFbh0rskB4,43
-uipath-2.1.17.dist-info/licenses/LICENSE,sha256=-KBavWXepyDjimmzH5fVAsi-6jNVpIKFc2kZs0Ri4ng,1058
-uipath-2.1.17.dist-info/RECORD,,
+uipath/utils/_endpoints_manager.py,sha256=iRTl5Q0XAm_YgcnMcJOXtj-8052sr6jpWuPNz6CgT0Q,8408
+uipath-2.1.20.dist-info/METADATA,sha256=CMJ4e0Xkauc6EZhmTQW6kVrQ3mnhWjZte2atCM4JyyE,6367
+uipath-2.1.20.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+uipath-2.1.20.dist-info/entry_points.txt,sha256=9C2_29U6Oq1ExFu7usihR-dnfIVNSKc-0EFbh0rskB4,43
+uipath-2.1.20.dist-info/licenses/LICENSE,sha256=-KBavWXepyDjimmzH5fVAsi-6jNVpIKFc2kZs0Ri4ng,1058
+uipath-2.1.20.dist-info/RECORD,,

uipath/_cli/_evals/_evaluators/_agent_scorer_evaluator.py

@@ -1,48 +0,0 @@
-from typing import Any, Dict
-
-from .._models import EvaluationResult
-from ._evaluator_base import EvaluatorBase
-
-
-class AgentScorerEvaluator(EvaluatorBase):
-    """Evaluator that uses an agent to score outputs."""
-
-    def __init__(
-        self,
-        agent_config: Dict[str, Any],
-        scoring_criteria: Dict[str, Any],
-        target_output_key: str = "*",
-    ):
-        """Initialize the agent scorer evaluator.
-
-        Args:
-            agent_config: Configuration for the scoring agent
-            scoring_criteria: Criteria used for scoring
-            target_output_key: Key in output to evaluate ("*" for entire output)
-        """
-        super().__init__()
-        self.agent_config = agent_config or {}
-        self.scoring_criteria = scoring_criteria or {}
-        self.target_output_key = target_output_key
-
-    async def evaluate(
-        self,
-        evaluation_id: str,
-        evaluation_name: str,
-        input_data: Dict[str, Any],
-        expected_output: Dict[str, Any],
-        actual_output: Dict[str, Any],
-    ) -> EvaluationResult:
-        """Evaluate using an agent scorer.
-
-        Args:
-            evaluation_id: The ID of the evaluation being processed
-            evaluation_name: The name of the evaluation
-            input_data: The input data for the evaluation
-            expected_output: The expected output
-            actual_output: The actual output from the agent
-
-        Returns:
-            EvaluationResult containing the score and details
-        """
-        raise NotImplementedError()

uipath/_cli/_evals/_evaluators/_deterministic_evaluator.py

@@ -1,41 +0,0 @@
-from typing import Any, Dict
-
-from .._models import EvaluationResult
-from ._evaluator_base import EvaluatorBase
-
-
-class DeterministicEvaluator(EvaluatorBase):
-    """Evaluator for deterministic/rule-based evaluations."""
-
-    def __init__(self, rule_config: Dict[str, Any], target_output_key: str = "*"):
-        """Initialize the deterministic evaluator.
-
-        Args:
-            rule_config: Configuration for the rule (expected_value, regex_pattern, etc.)
-            target_output_key: Key in output to evaluate ("*" for entire output)
-        """
-        super().__init__()
-        self.rule_config = rule_config or {}
-        self.target_output_key = target_output_key
-
-    async def evaluate(
-        self,
-        evaluation_id: str,
-        evaluation_name: str,
-        input_data: Dict[str, Any],
-        expected_output: Dict[str, Any],
-        actual_output: Dict[str, Any],
-    ) -> EvaluationResult:
-        """Evaluate using deterministic rules.
-
-        Args:
-            evaluation_id: The ID of the evaluation being processed
-            evaluation_name: The name of the evaluation
-            input_data: The input data for the evaluation
-            expected_output: The expected output
-            actual_output: The actual output from the agent
-
-        Returns:
-            EvaluationResult containing the score and details
-        """
-        raise NotImplementedError()