gammasimtools 0.18.0__tar.gz → 0.20.0__tar.gz

gammasimtools-0.20.0/.env_template

@@ -0,0 +1,19 @@
+# Template file for environment variables settings
+# Copy this file to '.env' and add the required
+# credentials for simulation model database access
+SIMTOOLS_DB_API_PORT=27017 #Port on the MongoDB server
+SIMTOOLS_DB_SERVER='cta-simpipe-protodb.zeuthen.desy.de' # MongoDB server
+SIMTOOLS_DB_API_USER=YOUR_USERNAME # username for MongoDB: ask the responsible person
+SIMTOOLS_DB_API_PW=YOUR_PASSWORD # Password for MongoDB: ask the responsible person
+SIMTOOLS_DB_API_AUTHENTICATION_DATABASE='admin'
+SIMTOOLS_DB_SIMULATION_MODEL_VERSION="v0.8.0"
+SIMTOOLS_DB_SIMULATION_MODEL='CTAO-Simulation-ModelParameters'
+SIMTOOLS_SIMTEL_PATH='/workdir/sim_telarray'
+SIMTOOLS_USER_NAME='simtools-user'
+SIMTOOLS_USER_ORGANIZATION='CTAO'
+SIMTOOLS_USER_EMAIL="default@email.org"
+SIMTOOLS_USER_ORCID='0000-0000-0000-0000'
+
+# The dashboards to monitor the MongoDB instance are in (accessible only from within DESY)
+# https://statspub.zeuthen.desy.de/d/4vXnWwMGz/mongodb?orgId=1&refresh=30s
+# https://statspub.zeuthen.desy.de/d/tBkrQGNmz/mongodb-wiredtiger?orgId=1&refresh=1m

gammasimtools-0.20.0/.github/copilot-instructions.md

@@ -0,0 +1,19 @@
+This is a python project in the context of Monte Carlo simulations and high-energy gamma-ray astronomy.
+
+## Guidelines
+
+- use always semantic versions for version strings. Do not add a "v" to the version string (e.g. use "1.0.0" and not "v1.0.0").
+- do not start replies with "this is the final outcome", while it is obviously not.
+- do not add trivial comments to the code (e.g. '# Adding five' before calling add_five()). Minimize the number of comments added.
+- Use pathlib, not os.path
+- Use logging, not print
+- Use f-strings for formatting of log messages and other strings.
+- Avoid hardcoding file paths
+
+##  Tests
+
+- unit test files should be in the ./tests/unit_tests/ directory and the directory structure there should follow that of the python package.
+- for unit tests, do not use test classes but simple test functions.
+- when writing unit tests, take care of the indentation of the method and the correct formatting.
+- check conftest.py for the pytest configuration and common fixtures.
+- put import statements at the top of the file. Avoid duplications of import statements.

gammasimtools-0.20.0/.github/workflows/CI-docs.yml

@@ -0,0 +1,101 @@
+---
+name: CI-docs
+# Build and deploy docs to gh-pages
+
+on:
+  workflow_dispatch:
+  pull_request:
+    branches: [main]
+    types: [opened, ready_for_review]
+  release:
+    types: [published]
+
+jobs:
+
+  docs:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: checkout
+        uses: actions/checkout@v5
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+
+      - name: Install dependencies
+        run: |
+          pip install '.[doc]'
+
+      - name: Check for non-ASCII characters
+        run: |
+          output=$(perl -ne 'print if /[^[:ascii:]]/' docs/source/*)
+          if [ -n "$output" ]; then
+            echo "Non-ASCII characters found in documentation."
+            exit 1
+          fi
+
+      - name: Check that all applications are documented
+        run: |-
+          scripts=$(grep 'scripts.simtools-' pyproject.toml | sed -e 's/^scripts\.//' -e 's/ =.*$//')
+          FULLY_DOCUMENTED="TRUE"
+          for S in $scripts; do
+              if [ ! -e "docs/source/user-guide/applications/$S.rst" ]; then
+                echo "Undocumented script: $S"
+                FULLY_DOCUMENTED="FALSE"
+              fi
+          done
+          if [[ "$FULLY_DOCUMENTED" = "FALSE" ]]; then
+              exit 1
+          fi
+        shell: /usr/bin/bash -e {0}
+
+      - name: Check for complete API documentation
+        run: |-
+          MODULES=$(find src/simtools -type f -name "*.py" \
+          ! -path "src/simtools/applications/*" \
+          ! -name "__init__.py" \
+          ! -path "src/simtools/_*" -prune)
+
+          for M in $MODULES; do
+              module=$(basename "$M" .py)
+              if ! grep -q "$module" docs/source/api-reference/*.md; then
+                  echo "Undocumented module: $module"
+                  FULLY_DOCUMENTED="FALSE"
+              fi
+          done
+          if [[ "$FULLY_DOCUMENTED" = "FALSE" ]]; then
+              exit 1
+          fi
+
+      - name: Build docs
+        shell: bash -l {0}
+        run: |
+          make -C docs/ html
+          exit_code=$?
+          if [ $exit_code -ne 0 ]; then
+            echo "Make command failed with exit code $exit_code"
+            exit $exit_code
+          fi
+          touch docs/build/html/.nojekyll
+
+      - name: Deploy versioned doc on release
+        if: github.event_name == 'release'
+        uses: JamesIves/github-pages-deploy-action@v4
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+          branch: gh-pages
+          folder: docs/build/html
+          target-folder: ${{ github.ref_name }}  # e.g., v0.7.0
+          clean: false
+
+      - name: Deploy dev docs on PR merge to main
+        if: (github.event_name == 'pull_request' && github.event.pull_request.merged == true) || github.event_name == 'workflow_dispatch'
+        uses: JamesIves/github-pages-deploy-action@v4
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+          branch: gh-pages
+          folder: docs/build/html
+          target-folder: .
+          clean: false

gammasimtools-0.20.0/.github/workflows/CI-integrationtests.yml

@@ -0,0 +1,127 @@
+---
+name: CI-integrationtests
+# Integration tests for applications
+
+on:
+  workflow_dispatch:
+  pull_request:
+    types: [opened, synchronize]
+    paths-ignore:
+      - 'docs/**'
+      - 'tests/unit_tests/**'
+  schedule:
+    - cron: "0 0 * * *"
+  release:
+    types: [published]
+
+jobs:
+
+  test_building:
+    # Build the package and check if it is installable
+    # (tests among others that all components are there)
+    runs-on: ubuntu-latest
+
+    defaults:
+      run:
+        shell: bash -leo pipefail {0}
+
+    steps:
+
+      - name: checkout
+        uses: actions/checkout@v5
+
+      - name: Build the package
+        run: |
+          python -m pip install --upgrade pip
+          python -m pip install --upgrade build
+          python -m build
+
+  integration_tests:
+    runs-on: ubuntu-latest
+    container:
+      image: ghcr.io/gammasim/simtools-dev:latest
+      options: --user 0
+
+    services:
+      mongodb:
+        image: mongo:latest
+        env:
+          MONGO_INITDB_ROOT_USERNAME: api
+          MONGO_INITDB_ROOT_PASSWORD: password
+        options: >-
+          --health-cmd "mongosh --host localhost --port 27017 -u api -p password --authenticationDatabase admin --eval 'db.runCommand({ ping: 1 })'"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+
+    strategy:
+      fail-fast: false
+      matrix:
+        model_version: ['6.0.0', '5.0.0', '6.0.0,6.1.0']
+
+    defaults:
+      run:
+        shell: bash -leo pipefail {0}
+
+    steps:
+      - name: checkout
+        uses: actions/checkout@v5
+        with:
+          fetch-depth: 0
+
+      - name: Set sim_telarray path
+        run: |
+          echo "PATH=\$PATH:/usr/bin:/usr/local/bin:$SIMTOOLS_SIMTEL_PATH" >> "$GITHUB_ENV"
+
+      - name: Create environment file (remote DB; schedule only)
+        if: ${{ github.event_name == 'schedule' }}
+        run: |
+          {
+            echo "SIMTOOLS_DB_SERVER=${{ secrets.DB_SERVER }}"
+            echo "SIMTOOLS_DB_API_USER=${{ secrets.DB_API_USER }}"
+            echo "SIMTOOLS_DB_API_PW=${{ secrets.DB_API_PW }}"
+            echo "SIMTOOLS_DB_API_PORT=${{ secrets.DB_API_PORT }}"
+            echo "SIMTOOLS_SIMTEL_PATH=/workdir/sim_telarray/"
+          } > .env
+
+      - name: Extract SIMTOOLS_DB_SIMULATION_MODEL
+        run: |
+          SIMTOOLS_DB_SIMULATION_MODEL_VERSION=$(grep 'SIMTOOLS_DB_SIMULATION_MODEL_VERSION=' .env_template | cut -d '=' -f2- | tr -d '"')
+          SIMTOOLS_DB_SIMULATION_MODEL=$(grep 'SIMTOOLS_DB_SIMULATION_MODEL=' .env_template | cut -d '=' -f2- | tr -d '"')
+          SIMTOOLS_DB_SIMULATION_MODEL="${SIMTOOLS_DB_SIMULATION_MODEL//\'/}"
+          echo "SIMTOOLS_DB_SIMULATION_MODEL=$SIMTOOLS_DB_SIMULATION_MODEL" >> "$GITHUB_ENV"
+          echo "SIMTOOLS_DB_SIMULATION_MODEL_VERSION=$SIMTOOLS_DB_SIMULATION_MODEL_VERSION" >> "$GITHUB_ENV"
+          echo "Simulation model set to: $SIMTOOLS_DB_SIMULATION_MODEL version $SIMTOOLS_DB_SIMULATION_MODEL_VERSION"
+
+      - name: Create environment file (local DB)
+        if: github.event_name != 'schedule'
+        run: |
+          {
+            echo "SIMTOOLS_DB_SERVER=mongodb"
+            echo "SIMTOOLS_DB_API_USER=api"
+            echo "SIMTOOLS_DB_API_PW=password"
+            echo "SIMTOOLS_DB_API_PORT=27017"
+            echo "SIMTOOLS_DB_SIMULATION_MODEL_VERSION=${{ env.SIMTOOLS_DB_SIMULATION_MODEL_VERSION }}"
+            echo "SIMTOOLS_DB_SIMULATION_MODEL=${{ env.SIMTOOLS_DB_SIMULATION_MODEL }}"
+            echo "SIMTOOLS_SIMTEL_PATH=/workdir/sim_telarray/"
+          } > .env
+
+      - name: Upload data to MongoDB
+        if: github.event_name != 'schedule'
+        run: |
+          source /workdir/env/bin/activate
+          pip install --no-cache-dir -e '.[tests,dev,doc]'
+          cd database_scripts/
+          ./upload_from_model_repository_to_db.sh ${{ env.SIMTOOLS_DB_SIMULATION_MODEL }} ${{ env.SIMTOOLS_DB_SIMULATION_MODEL_VERSION }}
+
+      - name: Integration tests
+        shell: bash -l {0}
+        env:
+          SIMTOOLS_DB_SIMULATION_MODEL: ${{ env.SIMTOOLS_DB_SIMULATION_MODEL }}
+          SIMTOOLS_DB_SIMULATION_MODEL_VERSION: ${{ env.SIMTOOLS_DB_SIMULATION_MODEL_VERSION }}
+          SIMTOOLS_DB_SERVER: ${{ github.event_name == 'schedule' && secrets.DB_SERVER || 'mongodb' }}
+        run: |
+          source /workdir/env/bin/activate
+          pip install --no-cache-dir -e '.[tests,dev,doc]'
+          pytest --model_version=${{ matrix.model_version }} --color=yes --durations=20 \
+           -n 4 --dist loadscope --retries 2 --retry-delay 5 --no-cov tests/integration_tests/

gammasimtools-0.20.0/.github/workflows/CI-linter.yml

@@ -0,0 +1,118 @@
+---
+name: CI-linting
+
+on:
+  workflow_dispatch:
+  pull_request:
+    types: [opened, synchronize]
+  schedule:
+    - cron: "0 0 * * *"
+
+jobs:
+
+  linting:
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        shell: bash -leo pipefail {0}
+
+    permissions:
+      contents: read
+      packages: read
+      statuses: write
+
+    steps:
+      - name: checkout
+        uses: actions/checkout@v5
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+
+      - name: Check for non-ASCII characters
+        run: |
+          found=0
+          while IFS= read -r file; do
+            matches=$(perl -ne 'print if /[^[:ascii:]]/ && !/latin/i' "$file")
+            if [ -n "$matches" ]; then
+              echo "File: $file"
+              echo "$matches"
+              found=1
+            fi
+          done < <(find . -type f \( -name "*.py" -o -name "*.rst" -o -name "*.yml" -o -name "*.toml" \))
+          if [ "$found" -eq 1 ]; then
+            echo "Non-ASCII characters found in documentation."
+            exit 1
+          fi
+
+      - name: Lint Docker files
+        run: |
+          find ./docker -name "Dockerfile-*" -print0 | while IFS= read -r -d '' dockerfile; do
+            docker run --rm -i ghcr.io/hadolint/hadolint < "$dockerfile"
+          done
+
+      - name: Install and validate pyproject.toml
+        run: |
+          pip install validate-pyproject
+          validate-pyproject pyproject.toml
+
+      - name: Check CITATION.cff metadata
+        uses: citation-file-format/cffconvert-github-action@2.0.0
+        with:
+          args: "--validate"
+
+      - name: Install mamba dependencies
+        uses: mamba-org/setup-micromamba@v2
+        with:
+          environment-file: environment.yml
+          init-shell: bash
+
+      - name: Python dependencies
+        run: |
+          pip install -e '.[tests,dev,doc]'
+
+      - name: Restore pre-commit cache
+        uses: actions/cache@v4
+        id: precommit-cache
+        with:
+          path: ~/.cache/pre-commit
+          key: ${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }}
+          restore-keys: |
+            ${{ runner.os }}-pre-commit-
+
+      - name: Pre-commit
+        run: |
+          pre-commit run --all-files
+
+      - name: Save pre-commit cache
+        if: success()  # only save if previous steps succeeded
+        uses: actions/cache@v4
+        with:
+          path: ~/.cache/pre-commit
+          key: ${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }}
+
+  superlinter:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: read
+      statuses: write
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v5
+        with:
+          fetch-depth: 0
+
+      - name: Lint Code Base
+        uses: super-linter/super-linter@v8
+        env:
+          VALIDATE_ALL_CODEBASE: false
+          VALIDATE_ENV: true
+          VALIDATE_NATURAL_LANGUAGE: true
+          VALIDATE_BASH: true
+          LINTER_RULES_PATH: ./
+          CREATE_LOG_FILE: true
+          LOG_FILE: superlinter.log
+          DEFAULT_BRANCH: main
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

gammasimtools-0.20.0/.github/workflows/CI-schema-validation.yml

@@ -0,0 +1,66 @@
+---
+name: CI-schema-validation
+
+on:
+  workflow_dispatch:
+  pull_request:
+    paths:
+      - 'src/simtools/schemas/model_parameters/*'
+      - 'tests/integration_tests/config/*'
+
+jobs:
+
+  schema-validation:
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        shell: bash -leo pipefail {0}
+
+    permissions:
+      contents: read
+      packages: read
+      statuses: write
+
+    steps:
+      - name: checkout
+        uses: actions/checkout@v5
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+
+      - name: Installation
+        run: |
+          pip install -e .
+
+      - name: Check for files without the suffix *.schema.yml
+        run: |
+          for file in src/simtools/schemas/model_parameters/*.yml; do
+            if [[ ! $file =~ .*schema.yml$ ]]; then
+              echo "File $file does not have the suffix *.schema.yml"
+              exit 1
+            fi
+          done
+
+      - name: Model parameter schema validation
+        run: |
+          for file in src/simtools/schemas/model_parameters/*.yml; do
+            echo "Testing schema $file"
+            python src/simtools/applications/validate_file_using_schema.py \
+            --file_name "$file" \
+            --schema model_parameter_and_data_schema.metaschema.yml \
+            --data_type "schema" \
+            --log_level DEBUG
+          done
+
+      - name: Integration test config file validation
+        run: |
+          for file in tests/integration_tests/config/*.yml; do
+            echo "Testing config file $file"
+            python src/simtools/applications/validate_file_using_schema.py \
+            --file_name "$file" \
+            --schema application_workflow.metaschema.yml \
+            --data_type "schema" \
+            --log_level DEBUG
+          done

gammasimtools-0.20.0/.github/workflows/CI-software-update.yml

@@ -0,0 +1,36 @@
+---
+name: Software updates
+# Run regularly to update software dependencies
+
+on:
+  # Run on the first day of each month at midnight
+  schedule:
+    - cron: "0 0 1 * *"
+  workflow_dispatch:
+
+jobs:
+  pre-commit-auto-update:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v5
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+
+      - name: Install packages (as pre-commit is running on all files after autoupdate)
+        run: |
+          pip install -e '.[tests,dev,doc]'
+          pip install pylint
+
+      - uses: browniebroke/pre-commit-autoupdate-action@main
+
+      - uses: peter-evans/create-pull-request@v7
+        if: always()
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+          branch: update/pre-commit-hooks
+          title: Update pre-commit hooks
+          commit-message: "chore: update pre-commit hooks"
+          body: Update versions of pre-commit hooks to latest version.

gammasimtools-0.20.0/.github/workflows/CI-unittests.yml

@@ -0,0 +1,151 @@
+---
+name: CI-unittests
+# Unit tests (includes CTAO-SonarQube)
+
+on:
+  workflow_dispatch:
+  pull_request:
+    types: [opened, synchronize]
+    paths-ignore:
+      - 'docs/**'
+      - 'tests/integration_tests/**'
+  schedule:
+    - cron: "0 0 * * *"
+  release:
+    types: [published]
+
+jobs:
+  unit_tests:
+    env:
+      SIMTOOLS_DB_SERVER: ${{ 'localhost' }}
+      SIMTOOLS_DB_API_USER: ${{ 'api' }}
+      SIMTOOLS_DB_API_PW: ${{ 'password' }}
+      SIMTOOLS_DB_API_PORT: ${{ '27017' }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        include:
+          - os: ubuntu-latest
+            python-version: "3.12"
+            install-method: pip
+
+          - os: ubuntu-latest
+            python-version: "3.13"
+            install-method: mamba
+            extra-args: ["sonarqube", "random-order"]
+
+          - os: ubuntu-latest
+            python-version: "3.13"
+            install-method: pip
+
+    services:
+      mongodb:
+        image: mongo:latest
+        env:
+          MONGO_INITDB_ROOT_USERNAME: api
+          MONGO_INITDB_ROOT_PASSWORD: password
+        ports:
+          - 27017:27017
+        options: >-
+          --health-cmd "mongosh --host localhost --port 27017 -u api -p password --authenticationDatabase admin --eval 'db.runCommand({ ping: 1 })'"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+
+    defaults:
+      run:
+        shell: bash -leo pipefail {0}
+
+    steps:
+      - name: checkout
+        uses: actions/checkout@v5
+        with:
+          fetch-depth: 0
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Prepare mamba installation
+        if: matrix.install-method == 'mamba'
+        env:
+          PYTHON_VERSION: ${{ matrix.python-version }}
+        run: |
+          sed -i -e "s/- python=.*/- python=$PYTHON_VERSION/g" environment.yml
+
+      - name: Install mamba dependencies
+        if: matrix.install-method == 'mamba'
+        uses: mamba-org/setup-micromamba@v2
+        with:
+          environment-file: environment.yml
+          create-args: python=${{ matrix.python-version }}
+          init-shell: bash
+
+      - name: Python setup
+        if: matrix.install-method == 'pip'
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+          check-latest: true
+
+      - name: Python dependencies
+        run: |
+          pip install -e '.[tests]'
+
+      - name: Extract SIMTOOLS_DB_SIMULATION_MODEL
+        run: |
+          SIMTOOLS_DB_SIMULATION_MODEL_VERSION=$(grep 'SIMTOOLS_DB_SIMULATION_MODEL_VERSION=' .env_template | cut -d '=' -f2- | tr -d '"')
+          SIMTOOLS_DB_SIMULATION_MODEL=$(grep 'SIMTOOLS_DB_SIMULATION_MODEL=' .env_template | cut -d '=' -f2- | tr -d '"')
+          SIMTOOLS_DB_SIMULATION_MODEL="${SIMTOOLS_DB_SIMULATION_MODEL//\'/}"
+          echo "SIMTOOLS_DB_SIMULATION_MODEL=$SIMTOOLS_DB_SIMULATION_MODEL" >> "$GITHUB_ENV"
+          echo "SIMTOOLS_DB_SIMULATION_MODEL_VERSION=$SIMTOOLS_DB_SIMULATION_MODEL_VERSION" >> "$GITHUB_ENV"
+          echo "Simulation model set to: $SIMTOOLS_DB_SIMULATION_MODEL version $SIMTOOLS_DB_SIMULATION_MODEL_VERSION"
+
+      - name: Print DB connection variables
+        run: |
+          echo "Event name: ${{ github.event_name }}"
+          echo "DB Server: $SIMTOOLS_DB_SERVER"
+          echo "DB API User: $SIMTOOLS_DB_API_USER"
+          echo "DB API Port: $SIMTOOLS_DB_API_PORT"
+          echo "DB Simulation Model: $SIMTOOLS_DB_SIMULATION_MODEL"
+          echo "DB Simulation Model Version: $SIMTOOLS_DB_SIMULATION_MODEL_VERSION"
+
+      - name: Upload data to MongoDB
+        run: |
+          cd database_scripts/
+          ./upload_from_model_repository_to_db.sh ${{ env.SIMTOOLS_DB_SIMULATION_MODEL }} ${{ env.SIMTOOLS_DB_SIMULATION_MODEL_VERSION }}
+
+      - name: Unit tests
+        shell: bash -l {0}
+        env:
+          SIMTOOLS_DB_SIMULATION_MODEL: ${{ env.SIMTOOLS_DB_SIMULATION_MODEL }}
+          SIMTOOLS_DB_SIMULATION_MODEL_VERSION: ${{ env.SIMTOOLS_DB_SIMULATION_MODEL_VERSION }}
+        run: |
+          pytest --durations=10 --color=yes -n 4 --dist loadscope \
+            --cov=simtools --cov-report=xml --retries 2 --retry-delay 5
+
+      # CTAO-DPPS-SonarQube
+      - uses: SonarSource/sonarqube-scan-action@v5.3.1
+        if: contains(matrix.extra-args, 'sonarqube')
+        env:
+          SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }}
+        with:
+          args: >
+            -Dsonar.projectKey=gammasim_simtools_0d23837b-8b2d-4e54-9a98-2f1bde681f14
+            -Dsonar.host.url=https://sonar-ctao.zeuthen.desy.de
+            -Dsonar.qualitygate.wait=true
+            -Dsonar.python.coverage.reportPaths=coverage.xml
+            -Dsonar.python.version=${{ matrix.python-version }}
+            -Dsonar.exclusions=**/docs/**,src/simtools/applications/**,**/__init__.py
+            -Dsonar.coverage.exclusions=**/tests/**,src/simtools/applications/**
+
+      - name: Random order
+        if: github.event_name == 'schedule' && contains(matrix.extra-args, 'random-order')
+        shell: bash -l {0}
+        env:
+          SIMTOOLS_DB_SIMULATION_MODEL: ${{ env.SIMTOOLS_DB_SIMULATION_MODEL }}
+          SIMTOOLS_DB_SIMULATION_MODEL_VERSION: ${{ env.SIMTOOLS_DB_SIMULATION_MODEL_VERSION }}
+        run: |
+          pytest --color=yes -n 4 --dist loadscope --count 5 --random-order \
+           --retries 2 --retry-delay 5