uipath 2.1.76__py3-none-any.whl → 2.1.77__py3-none-any.whl

uipath/eval/evaluators/trajectory_evaluator.py

@@ -6,12 +6,16 @@ from typing import Any, Optional
 from opentelemetry.sdk.trace import ReadableSpan
 from pydantic import field_validator
 
-from uipath._cli._evals._models._trajectory_span import TrajectoryEvaluationTrace
 from uipath.eval.models import EvaluationResult
 
 from ..._services import UiPathLlmChatService
 from ..._utils.constants import COMMUNITY_agents_SUFFIX
-from ..models.models import AgentExecution, LLMResponse, NumericEvaluationResult
+from ..models.models import (
+    AgentExecution,
+    LLMResponse,
+    NumericEvaluationResult,
+    TrajectoryEvaluationTrace,
+)
 from .base_evaluator import BaseEvaluator
 
 

uipath/eval/models/models.py

@@ -1,7 +1,8 @@
 """Models for evaluation framework including execution data and evaluation results."""
 
+from dataclasses import dataclass
 from enum import IntEnum
-from typing import Annotated, Any, Dict, Literal, Optional, Union
+from typing import Annotated, Any, Dict, List, Literal, Optional, Union
 
 from opentelemetry.sdk.trace import ReadableSpan
 from pydantic import BaseModel, ConfigDict, Field
@@ -113,3 +114,111 @@ class EvaluatorType(IntEnum):
             return cls(value)
         else:
             raise ValueError(f"{value} is not a valid EvaluatorType value")
+
+
+@dataclass
+class TrajectoryEvaluationSpan:
+    """Simplified span representation for trajectory evaluation.
+
+    Contains span information needed for evaluating agent execution paths,
+    excluding timestamps which are not useful for trajectory analysis.
+    """
+
+    name: str
+    status: str
+    attributes: Dict[str, Any]
+    parent_name: Optional[str] = None
+    events: Optional[List[Dict[str, Any]]] = None
+
+    def __post_init__(self):
+        """Initialize default values."""
+        if self.events is None:
+            self.events = []
+
+    @classmethod
+    def from_readable_span(
+        cls, span: ReadableSpan, parent_spans: Optional[Dict[int, str]] = None
+    ) -> "TrajectoryEvaluationSpan":
+        """Convert a ReadableSpan to a TrajectoryEvaluationSpan.
+
+        Args:
+            span: The OpenTelemetry ReadableSpan to convert
+            parent_spans: Optional mapping of span IDs to names for parent lookup
+
+        Returns:
+            TrajectoryEvaluationSpan with relevant data extracted
+        """
+        # Extract status
+        status_map = {0: "unset", 1: "ok", 2: "error"}
+        status = status_map.get(span.status.status_code.value, "unknown")
+
+        # Extract attributes - keep all attributes for now
+        attributes = {}
+        if span.attributes:
+            attributes = dict(span.attributes)
+
+        # Get parent name if available
+        parent_name = None
+        if span.parent and parent_spans and span.parent.span_id in parent_spans:
+            parent_name = parent_spans[span.parent.span_id]
+
+        # Extract events (without timestamps)
+        events = []
+        if hasattr(span, "events") and span.events:
+            for event in span.events:
+                event_data = {
+                    "name": event.name,
+                    "attributes": dict(event.attributes) if event.attributes else {},
+                }
+                events.append(event_data)
+
+        return cls(
+            name=span.name,
+            status=status,
+            attributes=attributes,
+            parent_name=parent_name,
+            events=events,
+        )
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Convert to dictionary for JSON serialization."""
+        return {
+            "name": self.name,
+            "status": self.status,
+            "parent_name": self.parent_name,
+            "attributes": self.attributes,
+            "events": self.events,
+        }
+
+
+class TrajectoryEvaluationTrace(BaseModel):
+    """Container for a collection of trajectory evaluation spans."""
+
+    spans: List[TrajectoryEvaluationSpan]
+
+    @classmethod
+    def from_readable_spans(
+        cls, spans: List[ReadableSpan]
+    ) -> "TrajectoryEvaluationTrace":
+        """Convert a list of ReadableSpans to TrajectoryEvaluationTrace.
+
+        Args:
+            spans: List of OpenTelemetry ReadableSpans to convert
+
+        Returns:
+            TrajectoryEvaluationTrace with converted spans
+        """
+        # Create a mapping of span IDs to names for parent lookup
+        span_id_to_name = {span.get_span_context().span_id: span.name for span in spans}
+
+        evaluation_spans = [
+            TrajectoryEvaluationSpan.from_readable_span(span, span_id_to_name)
+            for span in spans
+        ]
+
+        return cls(spans=evaluation_spans)
+
+    class Config:
+        """Pydantic configuration."""
+
+        arbitrary_types_allowed = True

{uipath-2.1.76.dist-info → uipath-2.1.77.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: uipath
-Version: 2.1.76
+Version: 2.1.77
 Summary: Python SDK and CLI for UiPath Platform, enabling programmatic interaction with automation services, process management, and deployment tools.
 Project-URL: Homepage, https://uipath.com
 Project-URL: Repository, https://github.com/UiPath/uipath-python

{uipath-2.1.76.dist-info → uipath-2.1.77.dist-info}/RECORD

@@ -54,7 +54,6 @@ uipath/_cli/_evals/_models/_evaluator_base_params.py,sha256=lTYKOV66tcjW85KHTyOd
 uipath/_cli/_evals/_models/_exceptions.py,sha256=-oXLTDa4ab9Boa34ZxuUrCezf8ajIGrIEUVwZnmBASE,195
 uipath/_cli/_evals/_models/_output.py,sha256=DmwFXh1YdLiMXyXmyoZr_4hgrrv3oiHbrrtIWMqGfsg,3145
 uipath/_cli/_evals/_models/_sw_reporting.py,sha256=tSBLQFAdOIun8eP0vsqt56K6bmCZz_uMaWI3hskg_24,536
-uipath/_cli/_evals/_models/_trajectory_span.py,sha256=8ukM8sB9rvzBMHfC_gnexAC3xlp4uMDevKZrRzcgrm4,3637
 uipath/_cli/_evals/mocks/__init__.py,sha256=2WXwAy_oZw5bKp6L0HB13QygCJeftOB_Bget0AI6Gik,32
 uipath/_cli/_evals/mocks/llm_mocker.py,sha256=EtfPUhKcBRQ7vQPQdF3QanKIx2vzzYWA9PfdjKeJnTw,6108
 uipath/_cli/_evals/mocks/mocker.py,sha256=FjSIqXF5HzQRi1eWrFfXBz-cYZEu5TiMVm2RsKnSEWI,626
@@ -137,9 +136,9 @@ uipath/eval/evaluators/deterministic_evaluator_base.py,sha256=yDWTMU1mG-93D6DscA
 uipath/eval/evaluators/exact_match_evaluator.py,sha256=Qfz-kIUf80PKjAuge1Tc1GvN6kDB6hHveBZ86w_2How,1512
 uipath/eval/evaluators/json_similarity_evaluator.py,sha256=cP4kpN-UIf690V5dq4LaCjJc2zFx-nEffUclCwDdlhM,6607
 uipath/eval/evaluators/llm_as_judge_evaluator.py,sha256=l0bbn8ZLi9ZTXcgr7tJ2tsCvHFqIIeGa7sobaAHgI2Y,4927
-uipath/eval/evaluators/trajectory_evaluator.py,sha256=IylFm4yeNcVYgtmBzvzFn4Y2GXdSNnvAF8F4bCvPYdw,5774
+uipath/eval/evaluators/trajectory_evaluator.py,sha256=w9E8yUXp3KCXTfiUD-ut1OVyiOH3RpFFIIe7w3v3pBQ,5740
 uipath/eval/models/__init__.py,sha256=x360CDZaRjUL3q3kh2CcXYYrQ47jwn6p6JnmhEIvMlA,419
-uipath/eval/models/models.py,sha256=is2wo-i0ld8Y_oZpbw5nG4cTXBz4bDLNxN6IjrfRcyM,2886
+uipath/eval/models/models.py,sha256=YgPnkQunjEcEiueVQnYRsbQ3Nj1yQttDQZiMCq_DDkY,6321
 uipath/models/__init__.py,sha256=d_DkK1AtRUetM1t2NrH5UKgvJOBiynzaKnK5pMY7aIc,1289
 uipath/models/action_schema.py,sha256=tBn1qQ3NQLU5nwWlBIzIKIx3XK5pO_D1S51IjFlZ1FA,610
 uipath/models/actions.py,sha256=1vRsJ3JSmMdPkbiYAiHzY8K44vmW3VlMsmQUBAkSgrQ,3141
@@ -167,8 +166,8 @@ uipath/tracing/_traced.py,sha256=yBIY05PCCrYyx50EIHZnwJaKNdHPNx-YTR1sHQl0a98,199
 uipath/tracing/_utils.py,sha256=qd7N56tg6VXQ9pREh61esBgUWLNA0ssKsE0QlwrRWFM,11974
 uipath/utils/__init__.py,sha256=VD-KXFpF_oWexFg6zyiWMkxl2HM4hYJMIUDZ1UEtGx0,105
 uipath/utils/_endpoints_manager.py,sha256=iRTl5Q0XAm_YgcnMcJOXtj-8052sr6jpWuPNz6CgT0Q,8408
-uipath-2.1.76.dist-info/METADATA,sha256=zT48rJq2Cbsdva0uAbrjk7eNsLGxBiq2YTjp327fJg8,6593
-uipath-2.1.76.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-uipath-2.1.76.dist-info/entry_points.txt,sha256=9C2_29U6Oq1ExFu7usihR-dnfIVNSKc-0EFbh0rskB4,43
-uipath-2.1.76.dist-info/licenses/LICENSE,sha256=-KBavWXepyDjimmzH5fVAsi-6jNVpIKFc2kZs0Ri4ng,1058
-uipath-2.1.76.dist-info/RECORD,,
+uipath-2.1.77.dist-info/METADATA,sha256=oiBQqPLJtyrZHTtr_KWQLgnE2nQ3ZDT7aotqSCmssgU,6593
+uipath-2.1.77.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+uipath-2.1.77.dist-info/entry_points.txt,sha256=9C2_29U6Oq1ExFu7usihR-dnfIVNSKc-0EFbh0rskB4,43
+uipath-2.1.77.dist-info/licenses/LICENSE,sha256=-KBavWXepyDjimmzH5fVAsi-6jNVpIKFc2kZs0Ri4ng,1058
+uipath-2.1.77.dist-info/RECORD,,

uipath/_cli/_evals/_models/_trajectory_span.py

@@ -1,115 +0,0 @@
-"""Trajectory evaluation span model for serializing span data in evaluations."""
-
-from dataclasses import dataclass
-from typing import Any, Dict, List, Optional
-
-from opentelemetry.sdk.trace import ReadableSpan
-from pydantic import BaseModel
-
-
-@dataclass
-class TrajectoryEvaluationSpan:
-    """Simplified span representation for trajectory evaluation.
-
-    Contains span information needed for evaluating agent execution paths,
-    excluding timestamps which are not useful for trajectory analysis.
-    """
-
-    name: str
-    status: str
-    attributes: Dict[str, Any]
-    parent_name: Optional[str] = None
-    events: Optional[List[Dict[str, Any]]] = None
-
-    def __post_init__(self):
-        """Initialize default values."""
-        if self.events is None:
-            self.events = []
-
-    @classmethod
-    def from_readable_span(
-        cls, span: ReadableSpan, parent_spans: Optional[Dict[int, str]] = None
-    ) -> "TrajectoryEvaluationSpan":
-        """Convert a ReadableSpan to a TrajectoryEvaluationSpan.
-
-        Args:
-            span: The OpenTelemetry ReadableSpan to convert
-            parent_spans: Optional mapping of span IDs to names for parent lookup
-
-        Returns:
-            TrajectoryEvaluationSpan with relevant data extracted
-        """
-        # Extract status
-        status_map = {0: "unset", 1: "ok", 2: "error"}
-        status = status_map.get(span.status.status_code.value, "unknown")
-
-        # Extract attributes - keep all attributes for now
-        attributes = {}
-        if span.attributes:
-            attributes = dict(span.attributes)
-
-        # Get parent name if available
-        parent_name = None
-        if span.parent and parent_spans and span.parent.span_id in parent_spans:
-            parent_name = parent_spans[span.parent.span_id]
-
-        # Extract events (without timestamps)
-        events = []
-        if hasattr(span, "events") and span.events:
-            for event in span.events:
-                event_data = {
-                    "name": event.name,
-                    "attributes": dict(event.attributes) if event.attributes else {},
-                }
-                events.append(event_data)
-
-        return cls(
-            name=span.name,
-            status=status,
-            attributes=attributes,
-            parent_name=parent_name,
-            events=events,
-        )
-
-    def to_dict(self) -> Dict[str, Any]:
-        """Convert to dictionary for JSON serialization."""
-        return {
-            "name": self.name,
-            "status": self.status,
-            "parent_name": self.parent_name,
-            "attributes": self.attributes,
-            "events": self.events,
-        }
-
-
-class TrajectoryEvaluationTrace(BaseModel):
-    """Container for a collection of trajectory evaluation spans."""
-
-    spans: List[TrajectoryEvaluationSpan]
-
-    @classmethod
-    def from_readable_spans(
-        cls, spans: List[ReadableSpan]
-    ) -> "TrajectoryEvaluationTrace":
-        """Convert a list of ReadableSpans to TrajectoryEvaluationTrace.
-
-        Args:
-            spans: List of OpenTelemetry ReadableSpans to convert
-
-        Returns:
-            TrajectoryEvaluationTrace with converted spans
-        """
-        # Create a mapping of span IDs to names for parent lookup
-        span_id_to_name = {span.get_span_context().span_id: span.name for span in spans}
-
-        evaluation_spans = [
-            TrajectoryEvaluationSpan.from_readable_span(span, span_id_to_name)
-            for span in spans
-        ]
-
-        return cls(spans=evaluation_spans)
-
-    class Config:
-        """Pydantic configuration."""
-
-        arbitrary_types_allowed = True