gammasimtools 0.8.1__tar.gz → 0.8.2__tar.gz

gammasimtools-0.8.2/.github/workflows/CI-docs.yml

@@ -0,0 +1,74 @@
+---
+name: CI-docs
+# Build and deploy docs to gh-pages
+
+on:
+  workflow_dispatch:
+  pull_request:
+    branches: [main]
+    types: [opened, closed, synchronize]
+
+jobs:
+
+  docs:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: checkout
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      - name: Python dependencies
+        run: |
+          pip install '.[doc]'
+
+      - name: Check for non-ASCII characters
+        run: |
+          output=$(perl -ne 'print if /[^[:ascii:]]/' docs/source/*)
+          if [ -n "$output" ]; then
+            echo "Non-ASCII characters found in documentation."
+            exit 1
+          fi
+
+      - name: Check for complete API documentation
+        run: |-
+          MODULES=$(find src/simtools -type f -name "*.py" \
+            ! -path "src/simtools/applications/*" \
+            ! -name "__init__.py" ! -name "version.py" \
+            ! -path "src/simtools/_*" -prune)
+          FULLY_DOCUMENTED="TRUE"
+          for M in "${MODULES[@]}"; do
+              module=$(basename "$M" .py)
+              if ! grep -q "$module" docs/source/api-reference/*.md; then
+                echo "Undocumented module: $module"
+                FULLY_DOCUMENTED="FALSE"
+              fi
+          done
+          if [[ "$FULLY_DOCUMENTED" = "FALSE" ]]; then
+              exit 1
+          fi
+
+      - name: Build docs
+        shell: bash -l {0}
+        run: |
+          make -C docs/ html
+          exit_code=$?
+          if [ $exit_code -ne 0 ]; then
+            echo "Make command failed with exit code $exit_code"
+            exit $exit_code
+          fi
+          touch docs/build/html/.nojekyll
+
+      - name: Deploy to github pages
+        # only run when PR is merged
+        if: github.event.pull_request.merged
+        uses: JamesIves/github-pages-deploy-action@v4
+        with:
+          TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          BRANCH: gh-pages
+          FOLDER: docs/build/html
+          CLEAN: true

gammasimtools-0.8.2/.github/workflows/CI-integrationtests.yml

@@ -0,0 +1,94 @@
+---
+name: CI-integrationtests
+# Integration tests for applications
+
+env:
+  SIMTOOLS_DB_SERVER: ${{ secrets.DB_SERVER }}
+  SIMTOOLS_DB_API_USER: ${{ secrets.DB_API_USER }}
+  SIMTOOLS_DB_API_PW: ${{ secrets.DB_API_PW }}
+  SIMTOOLS_DB_API_PORT: ${{ secrets.DB_API_PORT }}
+  SIMTOOLS_DB_SIMULATION_MODEL: "CTAO-Simulation-Model-LATEST"
+  SIMTOOLS_SIMTEL_PATH: "/workdir/sim_telarray/"
+
+on:
+  workflow_dispatch:
+  pull_request:
+    types: [opened, synchronize]
+  schedule:
+    - cron: "0 0 * * *"
+
+jobs:
+
+  testbuilding:
+    # Build the package and check if it is installable
+    # (tests among others that all components are there)
+    runs-on: ubuntu-latest
+
+    defaults:
+      run:
+        shell: bash -leo pipefail {0}
+
+    steps:
+
+      - name: checkout
+        uses: actions/checkout@v4
+
+      - name: Build the package
+        run: |
+          python -m pip install --upgrade pip
+          python -m pip install --upgrade build
+          python -m build
+
+  test_commandline_tools:
+    # Test the command line tools defined in pyproject.toml
+    # (tests if they are correctly defined and can be executed)
+    runs-on: ubuntu-latest
+    container:
+      image: ghcr.io/gammasim/simtools-prod:latest
+      options: --user 0
+
+    steps:
+
+      - name: checkout
+        uses: actions/checkout@v4
+
+      - name: Test command line tools
+        run: |
+          set -e
+          # read list of scripts from pyproject.toml and execute them
+          scripts=$(grep 'scripts.simtools-' pyproject.toml | sed -e 's/^scripts\.//' -e 's/ =.*$//')
+          for script in $scripts; do
+            echo "Running $script"
+            $script --help
+          done
+
+  integrationtests:
+    # Run integration tests
+    runs-on: ubuntu-latest
+    container:
+      image: ghcr.io/gammasim/simtools-dev:latest
+      options: --user 0
+    strategy:
+      fail-fast: false
+      matrix:
+        type: ['6.0.0', '5.0.0']
+
+    defaults:
+      run:
+        shell: bash -leo pipefail {0}
+
+    steps:
+
+      - name: checkout
+        uses: actions/checkout@v4
+
+      - name: Set PATH
+        run: |
+          echo "PATH=\$PATH:/usr/bin:/usr/local/bin:$SIMTOOLS_SIMTEL_PATH" >> "$GITHUB_ENV"
+
+      - name: Run integration tests
+        shell: bash -l {0}
+        run: |
+          source /workdir/env/bin/activate
+          pip install -e '.[tests,dev,doc]'
+          pytest --model_version=${{ matrix.type }} --color=yes --durations=20 -n auto --dist loadscope --no-cov tests/integration_tests/

gammasimtools-0.8.2/.github/workflows/CI-linter.yml

@@ -0,0 +1,100 @@
+---
+name: CI-linting
+
+on:
+  workflow_dispatch:
+  pull_request:
+    types: [opened, synchronize]
+  schedule:
+    - cron: "0 0 * * *"
+
+jobs:
+
+  linting:
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        shell: bash -leo pipefail {0}
+
+    permissions:
+      contents: read
+      packages: read
+      statuses: write
+
+    steps:
+      - name: checkout
+        uses: actions/checkout@v4
+        with:
+          # super-linter needs the full git history to get the
+          # list of files that changed across commits
+          fetch-depth: 0
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+
+      - name: Check for non-ASCII characters
+        run: |
+          output=$(find . -type f \
+          \( -name "*.py" -o -name "*.rst" -o -name "*.yml" -o -name "*.toml" \) \
+          -exec perl -ne 'print if /[^[:ascii:]]/ && !/latin/i' {} \;)
+          if [ -n "$output" ]; then
+            echo "Non-ASCII characters found in documentation."
+            exit 1
+          fi
+
+      - name: install packages not included in super-linter
+        run: |
+          pip install validate-pyproject
+
+      - name: pyproject.toml
+        run: |
+          validate-pyproject pyproject.toml
+
+      - name: Check whether the citation metadata from CITATION.cff is valid
+        uses: citation-file-format/cffconvert-github-action@2.0.0
+        with:
+          args: "--validate"
+
+      # Dependencies required to avoid errors
+      # reported by linters
+      - name: Install mamba dependencies
+        uses: mamba-org/setup-micromamba@v2
+        with:
+          environment-file: environment.yml
+          init-shell: bash
+
+      - name: Python dependencies
+        run: |
+          pip install -e '.[tests,dev,doc]'
+          pip install pylint
+
+      - name: pylint
+        run: |
+          git ls-files 'src/simtools/*.py' | xargs pylint -v
+
+      - name: Pre-commit
+        run: |
+          pre-commit run --all-files
+
+      - name: Lint Code Base
+        uses: super-linter/super-linter@v7
+        env:
+          VALIDATE_ALL_CODEBASE: false
+          # docker
+          VALIDATE_DOCKERFILE_HADOLINT: true
+          # .env file
+          VALIDATE_ENV: true
+          # language
+          VALIDATE_NATURAL_LANGUAGE: true
+          # bash
+          VALIDATE_BASH: true
+          # path for linter rules
+          LINTER_RULES_PATH: ./
+          # create a log file
+          CREATE_LOG_FILE: true
+          LOG_FILE: superlinter.log
+          DEFAULT_BRANCH: main
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

gammasimtools-0.8.2/.github/workflows/CI-schema-validation.yml

@@ -0,0 +1,65 @@
+name: CI-schema-validation
+
+on:
+  workflow_dispatch:
+  pull_request:
+    paths:
+      - 'src/simtools/schemas/model_parameters/*'
+      - 'tests/integration_tests/config/*'
+
+jobs:
+
+  schema-validation:
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        shell: bash -leo pipefail {0}
+
+    permissions:
+      contents: read
+      packages: read
+      statuses: write
+
+    steps:
+      - name: checkout
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      - name: Installation
+        run: |
+          pip install -e .
+
+      - name: Check for files without the suffix *.schema.yml
+        run: |
+          for file in src/simtools/schemas/model_parameters/*.yml; do
+            if [[ ! $file =~ .*schema.yml$ ]]; then
+              echo "File $file does not have the suffix *.schema.yml"
+              exit 1
+            fi
+          done
+
+      - name: Model parameter schema validation
+        run: |
+          for file in src/simtools/schemas/model_parameters/*.yml; do
+            echo "Testing schema $file"
+            python src/simtools/applications/validate_file_using_schema.py \
+            --file_name "$file" \
+            --schema model_parameter_and_data_schema.metaschema.yml \
+            --data_type "schema" \
+            --log_level DEBUG
+          done
+
+      - name: Integration test config file validation
+        run: |
+          for file in tests/integration_tests/config/*.yml; do
+            echo "Testing config file $file"
+            python src/simtools/applications/validate_file_using_schema.py \
+            --file_name "$file" \
+            --schema integration_tests_config.metaschema.yml \
+            --data_type "schema" \
+            --log_level DEBUG
+          done

gammasimtools-0.8.2/.github/workflows/CI-unittests.yml

@@ -0,0 +1,120 @@
+---
+name: CI-unittests
+# Execute unit tests
+# (includes CTAO-DPPS-SonarQube)
+env:
+  SIMTOOLS_DB_SERVER: ${{ secrets.DB_SERVER }}
+  SIMTOOLS_DB_API_USER: ${{ secrets.DB_API_USER }}
+  SIMTOOLS_DB_API_PW: ${{ secrets.DB_API_PW }}
+  SIMTOOLS_DB_API_PORT: ${{ secrets.DB_API_PORT }}
+  SIMTOOLS_DB_SIMULATION_MODEL: "CTAO-Simulation-Model-LATEST"
+  SONAR_HOST_URL: ${{ secrets.SONAR_HOST_URL }}
+
+on:
+  workflow_dispatch:
+  pull_request:
+    types: [opened, synchronize]
+  schedule:
+    - cron: "0 0 * * *"
+
+jobs:
+
+  unittests:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        include:
+          - os: macos-latest
+            python-version: "3.11"
+            install-method: mamba
+
+          - os: ubuntu-latest
+            python-version: "3.11"
+            install-method: mamba
+            extra-args: ["codecov", "random-order"]
+
+          - os: ubuntu-latest
+            python-version: "3.11"
+            install-method: pip
+
+          - os: ubuntu-latest
+            python-version: "3.12"
+            install-method: mamba
+
+    defaults:
+      run:
+        shell: bash -leo pipefail {0}
+
+    steps:
+      - name: checkout
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Prepare mamba installation
+        if: matrix.install-method == 'mamba'
+        env:
+          PYTHON_VERSION: ${{ matrix.python-version }}
+        run: |
+          # setup correct python version
+          sed -i -e "s/- python=.*/- python=$PYTHON_VERSION/g" environment.yml
+
+      - name: Install mamba dependencies
+        if: matrix.install-method == 'mamba'
+        uses: mamba-org/setup-micromamba@v2
+        with:
+          environment-file: environment.yml
+          create-args: python=${{ matrix.python-version }}
+          init-shell: bash
+
+      - name: Python setup
+        if: matrix.install-method == 'pip'
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+          check-latest: true
+
+      - if: ${{ matrix.install-method == 'pip' && runner.os == 'macOS' }}
+        name: Fix Python PATH on macOS
+        # from https://github.com/cta-observatory/ctapipe/blob/cfacbe1eeb2d9a4634980e5f1ef39b944bca6a7a/.github/workflows/ci.yml#L100
+        run: |
+          tee -a "$HOME/.bash_profile" <<< "export PATH=$pythonLocation/bin:$PATH"
+
+      - name: Python dependencies (pip)
+        if: matrix.install-method == 'pip'
+        run: |
+          pip install '.[tests,dev,doc]'
+
+      - name: Python dependencies (mamba)
+        if: matrix.install-method == 'mamba'
+        run: |
+          pip install -e '.[tests,dev,doc]'
+
+      - name: Unit tests
+        shell: bash -l {0}
+        run: |
+          pytest --durations=10 --color=yes -n auto --dist loadscope \
+            --cov=simtools --cov-report=xml
+
+      # CTAO-DPPS-SonarQube
+      - uses: SonarSource/sonarqube-scan-action@v4.1.0
+        if: contains(matrix.extra-args, 'codecov')
+        env:
+          SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }}
+
+      - name: Random order
+        if: github.event_name == 'schedule' && contains(matrix.extra-args, 'random-order')
+        shell: bash -l {0}
+        run: |
+          pytest --color=yes -n auto --dist loadscope --count 5 --random-order
+
+      - name: Upload coverage report to codecov
+        uses: codecov/codecov-action@v5
+        if: contains(matrix.extra-args, 'codecov')
+        with:
+          token: ${{ secrets.CODECOV_SIMTOOLS_TOKEN }}

gammasimtools-0.8.2/.gitignore

@@ -0,0 +1,37 @@
+# Compiled files
+*.py[co]
+*.a
+*.o
+*.so
+__pycache__
+
+# Sphinx
+docs/build
+
+# environmental variables
+.env
+
+# Mac users
+.DS_Store
+
+telarray_rand.conf*
+
+# Distribution / packaging
+build/
+*.egg-info/
+.egg
+
+# Generic output path of
+# simtools data products
+simtools-output
+
+# Dynamic version file
+# generated by setuptools_scm
+src/simtools/_version.py
+
+# Coverage files
+coverage*
+.coverage*
+
+# Ignore temporary output of database scripts
+database_scripts/mongo-data

gammasimtools-0.8.2/.pre-commit-config.yaml

@@ -0,0 +1,74 @@
+repos:
+  - repo: https://github.com/psf/black
+    rev: 24.10.0
+    hooks:
+      - id: black
+        args: ["--line-length=100"]
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+  # Ruff
+    rev: v0.8.1
+    hooks:
+      - id: ruff
+        args: ["--fix"]
+  # pylint
+  - repo: local
+    hooks:
+      - id: pylint
+        name: pylint
+        entry: pylint
+        language: system
+        types: [python]
+        exclude: ^tests/|^simtools/applications/db_development_tools/
+        args:
+          [
+            "-rn",  # Only display messages
+            "-sn",  # Don't display the score
+          ]
+  # https://github.com/pre-commit/pre-commit-hooks
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v5.0.0
+    hooks:
+      - id: trailing-whitespace
+      - id: end-of-file-fixer
+      - id: check-added-large-files
+        args: ['--maxkb=500']
+  # https://github.com/HunterMcGushion/docstr_coverage
+  - repo: https://github.com/HunterMcGushion/docstr_coverage
+    rev: v2.3.2  # most recent docstr-coverage release or commit sha
+    hooks:
+      - id: docstr-coverage
+        args: ["--verbose", "2", "--fail-under", "70.", "src/simtools"]
+  # Github action
+  - repo: https://github.com/rhysd/actionlint
+    rev: v1.7.4
+    hooks:
+      - id: actionlint
+  # https://pyproject-fmt.readthedocs.io/en/latest/
+  - repo: https://github.com/tox-dev/pyproject-fmt
+    rev: "v2.5.0"
+    hooks:
+      - id: pyproject-fmt
+  # codespell
+  - repo: https://github.com/codespell-project/codespell
+    rev: v2.3.0
+    hooks:
+      - id: codespell
+  # markdownlint
+  - repo: https://github.com/igorshubovych/markdownlint-cli
+    rev: v0.43.0
+    hooks:
+      - id: markdownlint
+        args: ["--disable", "MD041"]
+  # yamllint
+  - repo: https://github.com/adrienverge/yamllint.git
+    rev: v1.35.1
+    hooks:
+      - id: yamllint
+        args: ["--strict", "-d", '{rules: {line-length: {max: 250}}}']
+  # towncrier
+  - repo: https://github.com/twisted/towncrier
+    rev: 24.8.0
+    hooks:
+      - id: towncrier-update
+        files: $docs/changes/
+        args: ['--keep']

gammasimtools-0.8.2/CHANGELOG.md

@@ -0,0 +1,62 @@
+# CHANGELOG
+
+All notable changes to the simtools project will be documented in this file.
+Changes for upcoming releases can be found in the [docs/changes](docs/changes) directory.
+
+This changelog is generated using [Towncrier](https://towncrier.readthedocs.io/), see the developer documentation for more information.
+
+<!-- towncrier release notes start -->
+
+## [0.8.2](https://github.com/gammasim/simtools/tree/0.8.2) - 2024-12-03
+
+### Maintenance
+
+- Move simtools package layout to src-layout. ([#1264](https://github.com/gammasim/simtools/pull/1264))
+
+
+## [v0.8.1](https://github.com/gammasim/simtools/tree/v0.8.1) - 2024-11-26
+
+### Bugfixes
+
+- Fix authentication and writing permits for deployment of simtools to pypi. ([#1256](https://github.com/gammasim/simtools/pull/1256))
+
+
+## [v0.8.0](https://github.com/gammasim/simtools/tree/v0.8.0) - 2024-11-26
+
+### API Changes
+
+- Improve primary particle API and validate consistency of user input. ([#1127](https://github.com/gammasim/simtools/pull/1127))
+- Refactor old style configuration of ray-tracing tools. ([#1142](https://github.com/gammasim/simtools/pull/1142))
+
+### Bugfixes
+
+- Fix triggering of telescopes in light emission package. ([#1128](https://github.com/gammasim/simtools/pull/1128))
+
+### Documentation
+
+- Add missing API documentation for several applications. ([#1194](https://github.com/gammasim/simtools/pull/1194))
+- Add Towncrier for CHANGELOG generation for each release. ([#1236](https://github.com/gammasim/simtools/pull/1236))
+
+### New Features
+
+- Added application `submit_model_parameter_from_external.py to submit and validate a new model parameter to SimPipe. ([#1224](https://github.com/gammasim/simtools/pull/1224))
+- Add simulation production configuration tool. ([#1244](https://github.com/gammasim/simtools/pull/1244))
+
+### Maintenance
+
+- Update build command for CORSIKA/sim\_telarray to prod6-sc. ([#1235](https://github.com/gammasim/simtools/pull/1235))
+- Refactoring of integration test routines into `simtools.testing` modules. ([#1238](https://github.com/gammasim/simtools/pull/1238))
+
+### Simulation model
+
+- Move to strictly using semantic versions for models (remove e.g., 'prod5', 'prod6', 'Latest', 'Released'). ([#1123](https://github.com/gammasim/simtools/pull/1123))
+- Add schema for correction of NSB spectrum to the telescope altitude. ([#1171](https://github.com/gammasim/simtools/pull/1171))
+- Allow for class Telescope in model parameters. ([#1173](https://github.com/gammasim/simtools/pull/1173))
+
+
+## [0.7.0](https://github.com/gammasim/simtools/tree/0.7.0) - 2024-11-12
+
+### New Features
+
+- Added application `calculate_trigger_rate` to derive the trigger rate for a given telescope type. ([#801](https://github.com/gammasim/simtools/pull/801))
+- Added application `simulate_light_emission` to simulate the light emission from an artificial light source. ([#802](https://github.com/gammasim/simtools/pull/802))