uipath 2.1.110__tar.gz → 2.1.111__tar.gz

{uipath-2.1.110 → uipath-2.1.111}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: uipath
-Version: 2.1.110
+Version: 2.1.111
 Summary: Python SDK and CLI for UiPath Platform, enabling programmatic interaction with automation services, process management, and deployment tools.
 Project-URL: Homepage, https://uipath.com
 Project-URL: Repository, https://github.com/UiPath/uipath-python

{uipath-2.1.110 → uipath-2.1.111}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "uipath"
-version = "2.1.110"
+version = "2.1.111"
 description = "Python SDK and CLI for UiPath Platform, enabling programmatic interaction with automation services, process management, and deployment tools."
 readme = { file = "README.md", content-type = "text/markdown" }
 requires-python = ">=3.10"

{uipath-2.1.110 → uipath-2.1.111}/samples/calculator/evals/eval-sets/legacy.json

@@ -90,6 +90,25 @@
       "evalSetId": "default-eval-set-id",
       "createdAt": "2025-09-04T18:54:58.378Z",
       "updatedAt": "2025-09-04T18:55:55.416Z"
+    },
+    {
+      "id": "test-with-llm-input-mocking",
+      "name": "Test with LLM input mocking",
+      "inputs": {},
+      "expectedOutput": {
+        "result": 35
+      },
+      "expectedAgentBehavior": "",
+      "inputMockingStrategy": {
+        "prompt": "Generate a multiplication calculation where the first number is 5 and the second number is 7",
+        "model": {
+          "model": "gpt-4o-mini-2024-07-18",
+          "temperature": 0.3
+        }
+      },
+      "evalSetId": "default-eval-set-id",
+      "createdAt": "2025-09-04T18:54:58.378Z",
+      "updatedAt": "2025-09-04T18:55:55.416Z"
     }
   ],
   "modelSettings": [],

{uipath-2.1.110 → uipath-2.1.111}/src/uipath/_cli/_evals/_models/_evaluation_set.py

@@ -142,6 +142,10 @@ class LegacyEvaluationItem(BaseModel):
         default=None,
         alias="mockingStrategy",
     )
+    input_mocking_strategy: Optional[InputMockingStrategy] = Field(
+        default=None,
+        alias="inputMockingStrategy",
+    )
 
 
 class EvaluationSet(BaseModel):

{uipath-2.1.110 → uipath-2.1.111}/src/uipath/_cli/_evals/_runtime.py

@@ -1,6 +1,7 @@
 import asyncio
 import json
 import logging
+import os
 import uuid
 from collections import defaultdict
 from pathlib import Path
@@ -186,6 +187,13 @@ class UiPathEvalRuntime(UiPathBaseRuntime, Generic[T, C]):
         if self.context.eval_set is None:
             raise ValueError("eval_set must be provided for evaluation runs")
 
+        # Get entrypoint from a temporary runtime
+        temp_context = self.factory.new_context(
+            entrypoint=self.context.entrypoint, runtime_dir=os.getcwd()
+        )
+        temp_runtime = self.factory.from_context(temp_context)
+        self.entrypoint = await temp_runtime.get_entrypoint()
+
         event_bus = self.event_bus
 
         # Load eval set (path is already resolved in cli_eval.py)
@@ -330,6 +338,10 @@ class UiPathEvalRuntime(UiPathBaseRuntime, Generic[T, C]):
         evaluators: List[AnyEvaluator],
         event_bus: EventBus,
     ) -> EvaluationRunResult:
+        # Generate LLM-based input if input_mocking_strategy is defined
+        if eval_item.input_mocking_strategy:
+            eval_item = await self._generate_input_for_eval(eval_item)
+
         execution_id = str(uuid.uuid4())
 
         set_execution_context(eval_item, self.span_collector, execution_id)
@@ -462,12 +474,10 @@ class UiPathEvalRuntime(UiPathBaseRuntime, Generic[T, C]):
         return evaluation_run_results
 
     async def _generate_input_for_eval(
-        self, eval_item: EvaluationItem
-    ) -> EvaluationItem:
+        self, eval_item: AnyEvaluationItem
+    ) -> AnyEvaluationItem:
         """Use LLM to generate a mock input for an evaluation item."""
-        # TODO(bai): get the input schema from agent definition, once it is available there.
-        input_schema: dict[str, Any] = {}
-        generated_input = await generate_llm_input(eval_item, input_schema)
+        generated_input = await generate_llm_input(eval_item, self.entrypoint.input)
         updated_eval_item = eval_item.model_copy(update={"inputs": generated_input})
         return updated_eval_item
 

{uipath-2.1.110 → uipath-2.1.111}/src/uipath/_cli/_evals/mocks/input_mocker.py

@@ -5,7 +5,7 @@ from datetime import datetime
 from typing import Any, Dict
 
 from uipath import UiPath
-from uipath._cli._evals._models._evaluation_set import EvaluationItem
+from uipath._cli._evals._models._evaluation_set import AnyEvaluationItem
 from uipath.tracing._traced import traced
 
 from .mocker import UiPathInputMockingError
@@ -54,20 +54,30 @@ OUTPUT: ONLY the simulated agent input in the exact format of the INPUT_SCHEMA i
 
 @traced(name="__mocker__")
 async def generate_llm_input(
-    evaluation_item: EvaluationItem,
+    evaluation_item: AnyEvaluationItem,
     input_schema: Dict[str, Any],
 ) -> Dict[str, Any]:
     """Generate synthetic input using an LLM based on the evaluation context."""
     try:
         llm = UiPath().llm
 
+        # Ensure additionalProperties is set for strict mode compatibility
+        if "additionalProperties" not in input_schema:
+            input_schema["additionalProperties"] = False
+
+        expected_output = (
+            getattr(evaluation_item, "evaluation_criterias", None)
+            or getattr(evaluation_item, "expected_output", None)
+            or {}
+        )
+
         prompt = get_input_mocking_prompt(
             input_schema=json.dumps(input_schema, indent=2),
             input_generation_instructions=evaluation_item.input_mocking_strategy.prompt
             if evaluation_item.input_mocking_strategy
             else "",
             expected_behavior=evaluation_item.expected_agent_behavior or "",
-            expected_output=json.dumps(evaluation_item.evaluation_criterias, indent=2),
+            expected_output=json.dumps(expected_output, indent=2),
         )
 
         response_format = {

{uipath-2.1.110 → uipath-2.1.111}/tests/cli/eval/test_evaluate.py

@@ -5,6 +5,7 @@ from uipath._cli._evals._evaluate import evaluate
 from uipath._cli._evals._runtime import UiPathEvalContext
 from uipath._cli._runtime._contracts import UiPathRuntimeContext, UiPathRuntimeFactory
 from uipath._cli._runtime._runtime import UiPathRuntime
+from uipath._cli.models.runtime_schema import Entrypoint
 from uipath._events._event_bus import EventBus
 
 
@@ -18,12 +19,22 @@ async def test_evaluate():
     async def identity(input: Any) -> Any:
         return input
 
-    class MyFactory(UiPathRuntimeFactory[UiPathRuntime, UiPathRuntimeContext]):
+    class TestRuntime(UiPathRuntime):
+        async def get_entrypoint(self) -> Entrypoint:
+            return Entrypoint(
+                file_path="test.py",  # type: ignore[call-arg]
+                unique_id="test",
+                type="workflow",
+                input={"type": "object", "properties": {}},
+                output={"type": "object", "properties": {}},
+            )
+
+    class MyFactory(UiPathRuntimeFactory[TestRuntime, UiPathRuntimeContext]):
         def __init__(self):
             super().__init__(
-                UiPathRuntime,
+                TestRuntime,
                 UiPathRuntimeContext,
-                runtime_generator=lambda context: UiPathRuntime(
+                runtime_generator=lambda context: TestRuntime(
                     context, executor=identity
                 ),
             )

{uipath-2.1.110 → uipath-2.1.111}/uv.lock

@@ -2823,7 +2823,7 @@ wheels = [
 
 [[package]]
 name = "uipath"
-version = "2.1.110"
+version = "2.1.111"
 source = { editable = "." }
 dependencies = [
     { name = "azure-monitor-opentelemetry" },