uipath 2.1.76__tar.gz → 2.1.77__tar.gz

{uipath-2.1.76 → uipath-2.1.77}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: uipath
-Version: 2.1.76
+Version: 2.1.77
 Summary: Python SDK and CLI for UiPath Platform, enabling programmatic interaction with automation services, process management, and deployment tools.
 Project-URL: Homepage, https://uipath.com
 Project-URL: Repository, https://github.com/UiPath/uipath-python

{uipath-2.1.76 → uipath-2.1.77}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "uipath"
-version = "2.1.76"
+version = "2.1.77"
 description = "Python SDK and CLI for UiPath Platform, enabling programmatic interaction with automation services, process management, and deployment tools."
 readme = { file = "README.md", content-type = "text/markdown" }
 requires-python = ">=3.10"

{uipath-2.1.76 → uipath-2.1.77}/src/uipath/eval/evaluators/trajectory_evaluator.py

@@ -6,12 +6,16 @@ from typing import Any, Optional
 from opentelemetry.sdk.trace import ReadableSpan
 from pydantic import field_validator
 
-from uipath._cli._evals._models._trajectory_span import TrajectoryEvaluationTrace
 from uipath.eval.models import EvaluationResult
 
 from ..._services import UiPathLlmChatService
 from ..._utils.constants import COMMUNITY_agents_SUFFIX
-from ..models.models import AgentExecution, LLMResponse, NumericEvaluationResult
+from ..models.models import (
+    AgentExecution,
+    LLMResponse,
+    NumericEvaluationResult,
+    TrajectoryEvaluationTrace,
+)
 from .base_evaluator import BaseEvaluator
 
 

uipath-2.1.76/src/uipath/_cli/_evals/_models/_trajectory_span.py → uipath-2.1.77/src/uipath/eval/models/models.py

@@ -1,10 +1,119 @@
-"""Trajectory evaluation span model for serializing span data in evaluations."""
+"""Models for evaluation framework including execution data and evaluation results."""
 
 from dataclasses import dataclass
-from typing import Any, Dict, List, Optional
+from enum import IntEnum
+from typing import Annotated, Any, Dict, List, Literal, Optional, Union
 
 from opentelemetry.sdk.trace import ReadableSpan
-from pydantic import BaseModel
+from pydantic import BaseModel, ConfigDict, Field
+
+
+class AgentExecution(BaseModel):
+    """Represents the execution data of an agent for evaluation purposes."""
+
+    model_config = ConfigDict(arbitrary_types_allowed=True)
+
+    agent_input: Optional[Dict[str, Any]]
+    agent_output: Dict[str, Any]
+    agent_trace: list[ReadableSpan]
+    expected_agent_behavior: Optional[str] = None
+
+
+class LLMResponse(BaseModel):
+    """Response from an LLM evaluator."""
+
+    score: float
+    justification: str
+
+
+class ScoreType(IntEnum):
+    """Types of evaluation scores."""
+
+    BOOLEAN = 0
+    NUMERICAL = 1
+    ERROR = 2
+
+
+class BaseEvaluationResult(BaseModel):
+    """Base class for evaluation results."""
+
+    details: Optional[str] = None
+    # this is marked as optional, as it is populated inside the 'measure_execution_time' decorator
+    evaluation_time: Optional[float] = None
+
+
+class BooleanEvaluationResult(BaseEvaluationResult):
+    """Result of a boolean evaluation."""
+
+    score: bool
+    score_type: Literal[ScoreType.BOOLEAN] = ScoreType.BOOLEAN
+
+
+class NumericEvaluationResult(BaseEvaluationResult):
+    """Result of a numerical evaluation."""
+
+    score: float
+    score_type: Literal[ScoreType.NUMERICAL] = ScoreType.NUMERICAL
+
+
+class ErrorEvaluationResult(BaseEvaluationResult):
+    """Result of an error evaluation."""
+
+    score: float = 0.0
+    score_type: Literal[ScoreType.ERROR] = ScoreType.ERROR
+
+
+EvaluationResult = Annotated[
+    Union[BooleanEvaluationResult, NumericEvaluationResult, ErrorEvaluationResult],
+    Field(discriminator="score_type"),
+]
+
+
+class EvalItemResult(BaseModel):
+    """Result of a single evaluation item."""
+
+    evaluator_id: str
+    result: EvaluationResult
+
+
+class EvaluatorCategory(IntEnum):
+    """Types of evaluators."""
+
+    Deterministic = 0
+    LlmAsAJudge = 1
+    AgentScorer = 2
+    Trajectory = 3
+
+    @classmethod
+    def from_int(cls, value):
+        """Construct EvaluatorCategory from an int value."""
+        if value in cls._value2member_map_:
+            return cls(value)
+        else:
+            raise ValueError(f"{value} is not a valid EvaluatorCategory value")
+
+
+class EvaluatorType(IntEnum):
+    """Subtypes of evaluators."""
+
+    Unknown = 0
+    Equals = 1
+    Contains = 2
+    Regex = 3
+    Factuality = 4
+    Custom = 5
+    JsonSimilarity = 6
+    Trajectory = 7
+    ContextPrecision = 8
+    Faithfulness = 9
+
+    @classmethod
+    def from_int(cls, value):
+        """Construct EvaluatorCategory from an int value."""
+        if value in cls._value2member_map_:
+            return cls(value)
+        else:
+            raise ValueError(f"{value} is not a valid EvaluatorType value")
 
 
 @dataclass

{uipath-2.1.76 → uipath-2.1.77}/uv.lock

@@ -2146,7 +2146,7 @@ wheels = [
 
 [[package]]
 name = "uipath"
-version = "2.1.76"
+version = "2.1.77"
 source = { editable = "." }
 dependencies = [
     { name = "azure-monitor-opentelemetry" },

uipath-2.1.76/src/uipath/eval/models/models.py

@@ -1,115 +0,0 @@
-"""Models for evaluation framework including execution data and evaluation results."""
-
-from enum import IntEnum
-from typing import Annotated, Any, Dict, Literal, Optional, Union
-
-from opentelemetry.sdk.trace import ReadableSpan
-from pydantic import BaseModel, ConfigDict, Field
-
-
-class AgentExecution(BaseModel):
-    """Represents the execution data of an agent for evaluation purposes."""
-
-    model_config = ConfigDict(arbitrary_types_allowed=True)
-
-    agent_input: Optional[Dict[str, Any]]
-    agent_output: Dict[str, Any]
-    agent_trace: list[ReadableSpan]
-    expected_agent_behavior: Optional[str] = None
-
-
-class LLMResponse(BaseModel):
-    """Response from an LLM evaluator."""
-
-    score: float
-    justification: str
-
-
-class ScoreType(IntEnum):
-    """Types of evaluation scores."""
-
-    BOOLEAN = 0
-    NUMERICAL = 1
-    ERROR = 2
-
-
-class BaseEvaluationResult(BaseModel):
-    """Base class for evaluation results."""
-
-    details: Optional[str] = None
-    # this is marked as optional, as it is populated inside the 'measure_execution_time' decorator
-    evaluation_time: Optional[float] = None
-
-
-class BooleanEvaluationResult(BaseEvaluationResult):
-    """Result of a boolean evaluation."""
-
-    score: bool
-    score_type: Literal[ScoreType.BOOLEAN] = ScoreType.BOOLEAN
-
-
-class NumericEvaluationResult(BaseEvaluationResult):
-    """Result of a numerical evaluation."""
-
-    score: float
-    score_type: Literal[ScoreType.NUMERICAL] = ScoreType.NUMERICAL
-
-
-class ErrorEvaluationResult(BaseEvaluationResult):
-    """Result of an error evaluation."""
-
-    score: float = 0.0
-    score_type: Literal[ScoreType.ERROR] = ScoreType.ERROR
-
-
-EvaluationResult = Annotated[
-    Union[BooleanEvaluationResult, NumericEvaluationResult, ErrorEvaluationResult],
-    Field(discriminator="score_type"),
-]
-
-
-class EvalItemResult(BaseModel):
-    """Result of a single evaluation item."""
-
-    evaluator_id: str
-    result: EvaluationResult
-
-
-class EvaluatorCategory(IntEnum):
-    """Types of evaluators."""
-
-    Deterministic = 0
-    LlmAsAJudge = 1
-    AgentScorer = 2
-    Trajectory = 3
-
-    @classmethod
-    def from_int(cls, value):
-        """Construct EvaluatorCategory from an int value."""
-        if value in cls._value2member_map_:
-            return cls(value)
-        else:
-            raise ValueError(f"{value} is not a valid EvaluatorCategory value")
-
-
-class EvaluatorType(IntEnum):
-    """Subtypes of evaluators."""
-
-    Unknown = 0
-    Equals = 1
-    Contains = 2
-    Regex = 3
-    Factuality = 4
-    Custom = 5
-    JsonSimilarity = 6
-    Trajectory = 7
-    ContextPrecision = 8
-    Faithfulness = 9
-
-    @classmethod
-    def from_int(cls, value):
-        """Construct EvaluatorCategory from an int value."""
-        if value in cls._value2member_map_:
-            return cls(value)
-        else:
-            raise ValueError(f"{value} is not a valid EvaluatorType value")