uipath 2.1.70__tar.gz → 2.1.72__tar.gz

uipath-2.1.72/.github/labeler.yml

@@ -0,0 +1,7 @@
+test:uipath-llamaindex:
+  - changed-files:
+    - any-glob-to-any-file: ['src/**/*.py']
+
+test:uipath-langchain:
+  - changed-files:
+    - any-glob-to-any-file: ['src/**/*.py']

uipath-2.1.72/.github/workflows/auto-label.yml

@@ -0,0 +1,19 @@
+name: Auto Label PRs
+
+on:
+  pull_request:
+    types: [opened, synchronize, reopened]
+
+permissions:
+  contents: read
+  pull-requests: write
+
+jobs:
+  label:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Label PR
+        uses: actions/labeler@v5
+        with:
+          configuration-path: '.github/labeler.yml'
+          sync-labels: true

uipath-2.1.72/.github/workflows/test-uipath-langchain.yml

@@ -0,0 +1,184 @@
+name: Test UiPath Langchain
+
+on:
+  pull_request:
+    types: [ opened, synchronize, reopened, labeled ]
+
+jobs:
+  test-uipath-langchain:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        python-version: [ "3.10", "3.11", "3.12", "3.13" ]
+        os: [ ubuntu-latest, windows-latest ]
+
+    permissions:
+      contents: read
+
+    # Only run if PR has the test:uipath-langchain label
+    if: contains(github.event.pull_request.labels.*.name, 'test:uipath-langchain')
+
+    steps:
+      - name: Checkout uipath-python
+        uses: actions/checkout@v4
+        with:
+          path: 'uipath-python'
+
+      - name: Setup uv
+        uses: astral-sh/setup-uv@v5
+
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Build uipath-python package
+        run: |
+          cd uipath-python
+          uv build
+
+      - name: Checkout uipath-langchain-python
+        uses: actions/checkout@v4
+        with:
+          repository: 'UiPath/uipath-langchain-python'
+          path: 'uipath-langchain-python'
+
+      - name: Update uipath-python version
+        shell: bash
+        run: |
+          cd uipath-langchain-python
+          uv add ../uipath-python/dist/*.whl --dev
+
+      - name: Run uipath-langchain tests
+        run: |
+          cd uipath-langchain-python
+          uv sync
+          uv run pytest
+
+  discover-testcases:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+    needs: [test-uipath-langchain]
+    outputs:
+      testcases: ${{ steps.discover.outputs.testcases }}
+    steps:
+      - name: Checkout uipath-langchain-python
+        uses: actions/checkout@v4
+        with:
+          repository: 'UiPath/uipath-langchain-python'
+          path: 'uipath-langchain-python'
+
+      - name: Discover testcases
+        id: discover
+        run: |
+          cd uipath-langchain-python
+
+          # Find all testcase folders (excluding common folders like README, etc.)
+          testcase_dirs=$(find testcases -maxdepth 1 -type d -name "*-*" | sed 's|testcases/||' | sort)
+
+          echo "Found testcase directories:"
+          echo "$testcase_dirs"
+
+          # Convert to JSON array for matrix
+          testcases_json=$(echo "$testcase_dirs" | jq -R -s -c 'split("\n")[:-1]')
+          echo "testcases=$testcases_json" >> $GITHUB_OUTPUT
+
+  run-uipath-langchain-integration-tests:
+    runs-on: ubuntu-latest
+    needs: [discover-testcases]
+    permissions:
+      contents: read
+    strategy:
+      matrix:
+        testcase: ${{ fromJson(needs.discover-testcases.outputs.testcases) }}
+        environment: [alpha, cloud]
+        use_azure_chat: [true, false]
+    steps:
+
+      - name: Checkout uipath-python
+        uses: actions/checkout@v4
+        with:
+          path: 'uipath-python'
+
+      - name: Setup uv
+        uses: astral-sh/setup-uv@v5
+
+      - name: Build uipath-python package
+        run: |
+          cd uipath-python
+          uv build
+
+      - name: Checkout uipath-langchain-python
+        uses: actions/checkout@v4
+        with:
+          repository: 'UiPath/uipath-langchain-python'
+          path: 'uipath-langchain-python'
+
+      - name: Copy wheel to uipath-langchain
+        run: |
+          mkdir -p uipath-langchain-python/wheels
+          cp uipath-python/dist/*.whl uipath-langchain-python/wheels/
+
+      - name: Update uipath-python version
+        shell: bash
+        run: |
+          cd uipath-langchain-python
+          WHL=$(ls wheels/*.whl | head -n1)
+          WHL_NAME=$(basename "$WHL")
+          echo "Using wheel: $WHL_NAME"
+          sed -i "s|uipath>=.*|uipath @ file:///app/wheels/$WHL_NAME\",|" pyproject.toml
+
+          if ! grep -q '\[tool.hatch.metadata\]' pyproject.toml; then
+            echo -e '\n[tool.hatch.metadata]\nallow-direct-references = true' >> pyproject.toml
+          fi
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Build Docker image
+        run: |
+          cd uipath-langchain-python
+          echo "Building Docker image at $(date)"
+          docker build -f testcases/Dockerfile \
+            -t uipath-langchain-testbase:latest .
+          echo "Docker image built at $(date)"
+
+      - name: Run integration test
+        env:
+          ALPHA_TEST_CLIENT_ID: ${{ secrets.ALPHA_TEST_CLIENT_ID }}
+          ALPHA_TEST_CLIENT_SECRET: ${{ secrets.ALPHA_TEST_CLIENT_SECRET }}
+          ALPHA_BASE_URL: ${{ secrets.ALPHA_BASE_URL }}
+          CLOUD_TEST_CLIENT_ID: ${{ secrets.CLOUD_TEST_CLIENT_ID }}
+          CLOUD_TEST_CLIENT_SECRET: ${{ secrets.CLOUD_TEST_CLIENT_SECRET }}
+          CLOUD_BASE_URL: ${{ secrets.CLOUD_BASE_URL }}
+        run: |
+          cd uipath-langchain-python
+
+          testcase="${{ matrix.testcase }}"
+          environment="${{ matrix.environment }}"
+          use_azure_chat="${{ matrix.use_azure_chat }}"
+
+          echo "Running testcase: $testcase"
+          echo "Environment: $environment"
+          echo "LLM: $( [ $use_azure_chat == "true" ] && echo "UiPathAzureChatOpenAI" || echo "UiPathChat" )"
+          echo "USE_AZURE_CHAT: $use_azure_chat"
+
+          if [ "$environment" == "alpha" ]; then
+            CLIENT_ID=$ALPHA_TEST_CLIENT_ID
+            CLIENT_SECRET=$ALPHA_TEST_CLIENT_SECRET
+            BASE_URL=$ALPHA_BASE_URL
+          else
+            CLIENT_ID=$CLOUD_TEST_CLIENT_ID
+            CLIENT_SECRET=$CLOUD_TEST_CLIENT_SECRET
+            BASE_URL=$CLOUD_BASE_URL
+          fi
+
+          docker run --rm \
+            -e CLIENT_ID="$CLIENT_ID" \
+            -e CLIENT_SECRET="$CLIENT_SECRET" \
+            -e BASE_URL="$BASE_URL" \
+            -e USE_AZURE_CHAT="$use_azure_chat" \
+            uipath-langchain-testbase:latest \
+            bash "/app/testcases/$testcase/run.sh"
+

uipath-2.1.72/.github/workflows/test-uipath-llamaindex.yml

@@ -0,0 +1,153 @@
+name: Test UiPath LlamaIndex
+
+on:
+  pull_request:
+    types: [ opened, synchronize, reopened, labeled ]
+
+jobs:
+  test-uipath-llamaindex:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        python-version: [ "3.10", "3.11", "3.12", "3.13" ]
+        os: [ ubuntu-latest, windows-latest ]
+
+    permissions:
+      contents: read
+
+    # Only run if PR has the test:uipath-llamaindex label
+    if: contains(github.event.pull_request.labels.*.name, 'test:uipath-llamaindex')
+
+    steps:
+      - name: Checkout uipath-python
+        uses: actions/checkout@v4
+        with:
+          path: 'uipath-python'
+
+      - name: Setup uv
+        uses: astral-sh/setup-uv@v5
+
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Build uipath-python package
+        run: |
+          cd uipath-python
+          uv build
+
+      - name: Checkout uipath-llamaindex-python
+        uses: actions/checkout@v4
+        with:
+          repository: 'UiPath/uipath-llamaindex-python'
+          path: 'uipath-llamaindex-python'
+
+      - name: Update uipath-python version
+        shell: bash
+        run: |
+          cd uipath-llamaindex-python
+          uv add ../uipath-python/dist/*.whl --dev
+
+      - name: Run uipath-llamaindex tests
+        run: |
+          cd uipath-llamaindex-python
+          uv sync
+          uv run pytest
+
+  discover-testcases:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+    needs: test-uipath-llamaindex
+    outputs:
+      testcases: ${{ steps.discover.outputs.testcases }}
+    steps:
+      - name: Checkout uipath-llamaindex-python
+        uses: actions/checkout@v4
+        with:
+          repository: 'UiPath/uipath-llamaindex-python'
+          path: 'uipath-llamaindex-python'
+
+      - name: Discover testcases
+        id: discover
+        run: |
+          cd uipath-llamaindex-python
+
+          # Find all testcase folders (excluding common folders like README, etc.)
+          testcase_dirs=$(find testcases -maxdepth 1 -type d -name "*-*" | sed 's|testcases/||' | sort)
+
+          echo "Found testcase directories:"
+          echo "$testcase_dirs"
+
+          # Convert to JSON array for matrix
+          testcases_json=$(echo "$testcase_dirs" | jq -R -s -c 'split("\n")[:-1]')
+          echo "testcases=$testcases_json" >> $GITHUB_OUTPUT
+
+  run-uipath-llamaindex-integration-tests:
+    runs-on: ubuntu-latest
+    needs: [discover-testcases]
+    permissions:
+      contents: read
+    strategy:
+      matrix:
+        testcase: ${{ fromJson(needs.discover-testcases.outputs.testcases) }}
+    steps:
+
+      - name: Checkout uipath-python
+        uses: actions/checkout@v4
+        with:
+          path: 'uipath-python'
+
+      - name: Setup uv
+        uses: astral-sh/setup-uv@v5
+
+      - name: Build uipath-python package
+        run: |
+          cd uipath-python
+          uv build
+
+      - name: Checkout uipath-llamaindex-python
+        uses: actions/checkout@v4
+        with:
+          repository: 'UiPath/uipath-llamaindex-python'
+          path: 'uipath-llamaindex-python'
+
+      - name: Copy wheel file to uipath-llamaindex-python
+        run: |
+          mkdir -p uipath-llamaindex-python/wheels
+          cp uipath-python/dist/*.whl uipath-llamaindex-python/wheels/
+
+      - name: Update uipath-python version
+        shell: bash
+        run: |
+          cd uipath-llamaindex-python
+          WHL=$(ls wheels/*.whl | head -n1)
+          WHL_NAME=$(basename "$WHL")
+          echo "Using wheel: $WHL_NAME"
+          sed -i "s|uipath>=.*|uipath @ file:///app/wheels/$WHL_NAME\",|" pyproject.toml
+
+          if ! grep -q '\[tool.hatch.metadata\]' pyproject.toml; then
+            echo -e '\n[tool.hatch.metadata]\nallow-direct-references = true' >> pyproject.toml
+          fi
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Build Docker image and run integration test
+        env:
+          ALPHA_TEST_CLIENT_ID: ${{ secrets.ALPHA_TEST_CLIENT_ID }}
+          ALPHA_TEST_CLIENT_SECRET: ${{ secrets.ALPHA_TEST_CLIENT_SECRET }}
+          ALPHA_BASE_URL: ${{ secrets.ALPHA_BASE_URL }}
+        run: |
+          cd uipath-llamaindex-python
+
+          testcase="${{ matrix.testcase }}"
+          echo "Running testcase: $testcase"
+
+          docker build -f testcases/$testcase/Dockerfile \
+            -t $testcase:test \
+            --build-arg CLIENT_ID="$ALPHA_TEST_CLIENT_ID" \
+            --build-arg CLIENT_SECRET="$ALPHA_TEST_CLIENT_SECRET" \
+            --build-arg BASE_URL="$ALPHA_BASE_URL" \
+            .

{uipath-2.1.70 → uipath-2.1.72}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: uipath
-Version: 2.1.70
+Version: 2.1.72
 Summary: Python SDK and CLI for UiPath Platform, enabling programmatic interaction with automation services, process management, and deployment tools.
 Project-URL: Homepage, https://uipath.com
 Project-URL: Repository, https://github.com/UiPath/uipath-python

{uipath-2.1.70 → uipath-2.1.72}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "uipath"
-version = "2.1.70"
+version = "2.1.72"
 description = "Python SDK and CLI for UiPath Platform, enabling programmatic interaction with automation services, process management, and deployment tools."
 readme = { file = "README.md", content-type = "text/markdown" }
 requires-python = ">=3.10"
@@ -72,7 +72,9 @@ dev = [
 
 [tool.hatch.build.targets.wheel]
 packages = ["src/uipath"]
-include = ["src/uipath/_resources"]
+include = [
+    "src/uipath/_resources"
+]
 
 [tool.ruff]
 line-length = 88

uipath-2.1.72/samples/calculator/evals/eval-sets/default.json

@@ -0,0 +1,29 @@
+{
+  "fileName": "default.json",
+  "id": "default-eval-set-id",
+  "name": "Basic Calculator Evaluation Set",
+  "batchSize": 10,
+  "evaluatorRefs": [
+    "equality"
+  ],
+  "evaluations": [
+    {
+      "id": "test",
+      "name": "Test Addition",
+      "inputs": {"a": 1, "b": 1, "operator":  "+"},
+      "expectedOutput": {"result": 2},
+      "simulationInstructions": "",
+      "expectedAgentBehavior": "",
+      "simulateInput": false,
+      "inputGenerationInstructions": "",
+      "simulateTools": false,
+      "toolsToSimulate": [],
+      "evalSetId": "default-eval-set-id",
+      "createdAt": "2025-09-04T18:54:58.378Z",
+      "updatedAt": "2025-09-04T18:55:55.416Z"
+    }
+  ],
+  "modelSettings": [],
+  "createdAt": "2025-09-04T18:54:58.379Z",
+  "updatedAt": "2025-09-04T18:55:55.416Z"
+}

uipath-2.1.72/samples/calculator/evals/evaluators/equality.json

@@ -0,0 +1,13 @@
+{
+    "fileName": "equality.json",
+    "id": "equality",
+    "name": "Equality Evaluator",
+    "description": "An evaluator that judges the agent based on expected output.",
+    "category": 0,
+    "type": 1,
+    "prompt": "",
+    "model": "same-as-agent",
+    "targetOutputKey": "*",
+    "createdAt": "2025-06-26T17:45:39.651Z",
+    "updatedAt": "2025-06-26T17:45:39.651Z"
+}

{uipath-2.1.70 → uipath-2.1.72}/samples/calculator/main.py

@@ -25,7 +25,7 @@ class CalculatorOutput:
 # use InputTriggerEventArgs when called by UiPath EventTriggers
 @traced()
 def main(input: CalculatorInput) -> CalculatorOutput:
-    result = 0
+    result = 0.0
     match input.operator:
         case Operator.ADD: result = input.a + input.b
         case Operator.SUBTRACT: result = input.a - input.b

{uipath-2.1.70 → uipath-2.1.72}/src/uipath/_cli/_dev/_terminal/_components/_history.py

@@ -73,13 +73,33 @@ class RunHistoryPanel(Container):
         self.refresh_list()
 
     def _refresh_running_items(self) -> None:
+        """Refresh display names for running items only."""
         if not any(run.status == "running" for run in self.runs):
-            return None  # No running items, skip update
+            return None
 
-        run_list = self.query_one("#run-list", ListView)
+        try:
+            run_list = self.query_one("#run-list", ListView)
+        except Exception:
+            return None
+
+        # Take a snapshot of items to avoid mid-iteration changes
+        items_snapshot = list(run_list.children)
+
+        for item in items_snapshot:
+            if not hasattr(item, "run_id"):
+                continue
+
+            run = self.get_run_by_id(item.run_id)
+            if not run or run.status != "running":
+                continue
+
+            # Check if item still exists in the list (wasn't removed)
+            if item not in run_list.children:
+                continue
 
-        for item in run_list.children:
-            run = self.get_run_by_id(item.run_id)  # type: ignore[attr-defined]
-            if run and run.status == "running":
+            try:
                 static = item.query_one(Static)
                 static.update(run.display_name)
+            except Exception:
+                # Item structure changed or was removed
+                continue

uipath-2.1.72/src/uipath/_cli/_evals/_evaluator_factory.py

@@ -0,0 +1,106 @@
+from typing import Any, Dict
+
+from pydantic import TypeAdapter
+
+from uipath._cli._evals._models._evaluator import (
+    EqualsEvaluatorParams,
+    Evaluator,
+    JsonSimilarityEvaluatorParams,
+    LLMEvaluatorParams,
+    TrajectoryEvaluatorParams,
+)
+from uipath._cli._evals._models._evaluator_base_params import EvaluatorBaseParams
+from uipath.eval.evaluators import (
+    BaseEvaluator,
+    ExactMatchEvaluator,
+    JsonSimilarityEvaluator,
+    LlmAsAJudgeEvaluator,
+    TrajectoryEvaluator,
+)
+
+
+class EvaluatorFactory:
+    """Factory class for creating evaluator instances based on configuration."""
+
+    @classmethod
+    def create_evaluator(cls, data: Dict[str, Any]) -> BaseEvaluator[Any]:
+        """Create an evaluator instance from configuration data.
+
+        Args:
+            data: Dictionary containing evaluator configuration from JSON file
+
+        Returns:
+            Appropriate evaluator instance based on category
+
+        Raises:
+            ValueError: If category is unknown or required fields are missing
+        """
+        # Extract common fields
+        name = data.get("name", "")
+        if not name:
+            raise ValueError("Evaluator configuration must include 'name' field")
+        id = data.get("id", "")
+        if not id:
+            raise ValueError("Evaluator configuration must include 'id' field")
+
+        params: EvaluatorBaseParams = TypeAdapter(Evaluator).validate_python(data)
+
+        match params:
+            case EqualsEvaluatorParams():
+                return EvaluatorFactory._create_exact_match_evaluator(params)
+            case JsonSimilarityEvaluatorParams():
+                return EvaluatorFactory._create_json_similarity_evaluator(params)
+            case LLMEvaluatorParams():
+                return EvaluatorFactory._create_llm_as_judge_evaluator(params)
+            case TrajectoryEvaluatorParams():
+                return EvaluatorFactory._create_trajectory_evaluator(params)
+            case _:
+                raise ValueError(f"Unknown evaluator category: {params}")
+
+    @staticmethod
+    def _create_exact_match_evaluator(
+        params: EqualsEvaluatorParams,
+    ) -> ExactMatchEvaluator:
+        """Create a deterministic evaluator."""
+        return ExactMatchEvaluator(**params.model_dump())
+
+    @staticmethod
+    def _create_json_similarity_evaluator(
+        params: JsonSimilarityEvaluatorParams,
+    ) -> JsonSimilarityEvaluator:
+        """Create a deterministic evaluator."""
+        return JsonSimilarityEvaluator(**params.model_dump())
+
+    @staticmethod
+    def _create_llm_as_judge_evaluator(
+        params: LLMEvaluatorParams,
+    ) -> LlmAsAJudgeEvaluator:
+        """Create an LLM-as-a-judge evaluator."""
+        if not params.prompt:
+            raise ValueError("LLM evaluator must include 'prompt' field")
+
+        if not params.model:
+            raise ValueError("LLM evaluator must include 'model' field")
+        if params.model == "same-as-agent":
+            raise ValueError(
+                "'same-as-agent' model option is not supported by coded agents evaluations. Please select a specific model for the evaluator."
+            )
+
+        return LlmAsAJudgeEvaluator(**params.model_dump())
+
+    @staticmethod
+    def _create_trajectory_evaluator(
+        params: TrajectoryEvaluatorParams,
+    ) -> TrajectoryEvaluator:
+        """Create a trajectory evaluator."""
+        if not params.prompt:
+            raise ValueError("Trajectory evaluator must include 'prompt' field")
+
+        if not params.model:
+            raise ValueError("LLM evaluator must include 'model' field")
+        if params.model == "same-as-agent":
+            raise ValueError(
+                "'same-as-agent' model option is not supported by coded agents evaluations. Please select a specific model for the evaluator."
+            )
+
+        return TrajectoryEvaluator(**params.model_dump())

{uipath-2.1.70 → uipath-2.1.72}/src/uipath/_cli/_evals/_models/_evaluation_set.py

@@ -5,6 +5,10 @@ from pydantic import BaseModel, ConfigDict, Field
 from pydantic.alias_generators import to_camel
 
 
+class EvaluationSimulationTool(BaseModel):
+    name: str = Field(..., alias="name")
+
+
 class EvaluationItem(BaseModel):
     """Individual evaluation item within an evaluation set."""
 
@@ -14,15 +18,19 @@ class EvaluationItem(BaseModel):
     name: str
     inputs: Dict[str, Any]
     expected_output: Dict[str, Any]
-    expected_agent_behavior: str = ""
-    simulation_instructions: str = ""
-    simulate_input: bool = False
-    input_generation_instructions: str = ""
-    simulate_tools: bool = False
-    tools_to_simulate: List[str] = Field(default_factory=list)
-    eval_set_id: str
-    created_at: str
-    updated_at: str
+    expected_agent_behavior: str = Field(default="", alias="expectedAgentBehavior")
+    simulation_instructions: str = Field(default="", alias="simulationInstructions")
+    simulate_input: bool = Field(default=False, alias="simulateInput")
+    input_generation_instructions: str = Field(
+        default="", alias="inputGenerationInstructions"
+    )
+    simulate_tools: bool = Field(default=False, alias="simulateTools")
+    tools_to_simulate: List[EvaluationSimulationTool] = Field(
+        default_factory=list, alias="toolsToSimulate"
+    )
+    eval_set_id: str = Field(alias="evalSetId")
+    created_at: str = Field(alias="createdAt")
+    updated_at: str = Field(alias="updatedAt")
 
 
 class EvaluationSet(BaseModel):
@@ -31,15 +39,17 @@ class EvaluationSet(BaseModel):
     model_config = ConfigDict(alias_generator=to_camel, populate_by_name=True)
 
     id: str
-    file_name: str
+    file_name: str = Field(..., alias="fileName")
     evaluator_refs: List[str] = Field(default_factory=list)
     evaluations: List[EvaluationItem] = Field(default_factory=list)
     name: str
-    batch_size: int = 10
-    timeout_minutes: int = 20
-    model_settings: List[Dict[str, Any]] = Field(default_factory=list)
-    created_at: str
-    updated_at: str
+    batch_size: int = Field(10, alias="batchSize")
+    timeout_minutes: int = Field(default=20, alias="timeoutMinutes")
+    model_settings: List[Dict[str, Any]] = Field(
+        default_factory=list, alias="modelSettings"
+    )
+    created_at: str = Field(alias="createdAt")
+    updated_at: str = Field(alias="updatedAt")
 
     def extract_selected_evals(self, eval_ids) -> None:
         selected_evals: list[EvaluationItem] = []