gammasimtools 0.15.0__tar.gz → 0.17.0__tar.gz

{gammasimtools-0.15.0 → gammasimtools-0.17.0}/.env_template

@@ -6,7 +6,7 @@ SIMTOOLS_DB_SERVER='cta-simpipe-protodb.zeuthen.desy.de' # MongoDB server
 SIMTOOLS_DB_API_USER=YOUR_USERNAME # username for MongoDB: ask the responsible person
 SIMTOOLS_DB_API_PW=YOUR_PASSWORD # Password for MongoDB: ask the responsible person
 SIMTOOLS_DB_API_AUTHENTICATION_DATABASE='admin'
-SIMTOOLS_DB_SIMULATION_MODEL='CTAO-Simulation-ModelParameters-v0-5-0'
+SIMTOOLS_DB_SIMULATION_MODEL='CTAO-Simulation-ModelParameters-v0-7-0'
 SIMTOOLS_SIMTEL_PATH='/workdir/sim_telarray'
 SIMTOOLS_USER_NAME='simtools-user'
 SIMTOOLS_USER_ORGANIZATION='CTAO'

gammasimtools-0.17.0/.github/copilot-instructions.md

@@ -0,0 +1,19 @@
+This is a python project in the context of Monte Carlo simulations and high-energy gamma-ray astronomy.
+
+## Guidelines
+
+- use always semantic versions for version strings.
+- do not start replies with "this is the final outcome", while it is obviously not.
+- do not add trivial comments to the code (e.g. '# Adding five' before calling add_five()). Minimize the number of comments added.
+- Use pathlib, not os.path
+- Use logging, not print
+- Use f-strings for formatting of log messages and other strings.
+- Avoid hardcoding file paths
+
+##  Tests
+
+- unit test files should be in the ./tests/unit_tests/ directory and the directory structure there should follow that of the python package.
+- for unit tests, do not use test classes but simple test functions.
+- when writing unit tests, take care of the indentation of the method and the correct formatting.
+- check conftest.py for the pytest configuration and common fixtures.
+- put import statements at the top of the file. Avoid duplications of import statements.

{gammasimtools-0.15.0 → gammasimtools-0.17.0}/.github/workflows/CI-docs.yml

@@ -22,7 +22,7 @@ jobs:
         with:
           python-version: "3.12"
 
-      - name: Python dependencies
+      - name: Install dependencies
         run: |
           pip install '.[doc]'
 
@@ -78,12 +78,22 @@ jobs:
           fi
           touch docs/build/html/.nojekyll
 
-      - name: Deploy to github pages
-        # only run when PR is merged
-        if: github.event.pull_request.merged
+      - name: Deploy versioned doc on release
+        if: github.event_name == 'release'
         uses: JamesIves/github-pages-deploy-action@v4
         with:
-          TOKEN: ${{ secrets.GITHUB_TOKEN }}
-          BRANCH: gh-pages
-          FOLDER: docs/build/html
-          CLEAN: true
+          token: ${{ secrets.GITHUB_TOKEN }}
+          branch: gh-pages
+          folder: docs/build/html
+          target-folder: ${{ github.ref_name }}  # e.g., v0.7.0
+          clean: false
+
+      - name: Deploy dev docs on PR merge to main
+        if: (github.event_name == 'pull_request' && github.event.pull_request.merged == true) || github.event_name == 'workflow_dispatch'
+        uses: JamesIves/github-pages-deploy-action@v4
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+          branch: gh-pages
+          folder: docs/build/html
+          target-folder: .
+          clean: false

{gammasimtools-0.15.0 → gammasimtools-0.17.0}/.github/workflows/CI-integrationtests.yml

@@ -54,7 +54,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        type: ['6.0.0', '5.0.0']
+        model_version: ['6.0.0', '5.0.0', '6.0.0,6.1.0']
 
     defaults:
       run:
@@ -66,7 +66,7 @@ jobs:
         with:
           fetch-depth: 0
 
-      - name: Set PATH
+      - name: Set sim_telarray path
         run: |
           echo "PATH=\$PATH:/usr/bin:/usr/local/bin:$SIMTOOLS_SIMTEL_PATH" >> "$GITHUB_ENV"
 
@@ -86,6 +86,7 @@ jobs:
           SIMTOOLS_DB_SIMULATION_MODEL=$(grep 'SIMTOOLS_DB_SIMULATION_MODEL=' .env_template | cut -d '=' -f2- | tr -d '"')
           SIMTOOLS_DB_SIMULATION_MODEL="${SIMTOOLS_DB_SIMULATION_MODEL//\'/}"
           echo "SIMTOOLS_DB_SIMULATION_MODEL=$SIMTOOLS_DB_SIMULATION_MODEL" >> "$GITHUB_ENV"
+          echo "Simulation model set to: $SIMTOOLS_DB_SIMULATION_MODEL"
 
       - name: Create environment file (local DB)
         if: github.event_name != 'schedule'
@@ -115,4 +116,5 @@ jobs:
         run: |
           source /workdir/env/bin/activate
           pip install --no-cache-dir -e '.[tests,dev,doc]'
-          pytest --model_version=${{ matrix.type }} --color=yes --durations=20 -n 4 --dist loadscope --no-cov tests/integration_tests/
+          pytest --model_version=${{ matrix.model_version }} --color=yes --durations=20 \
+           -n 4 --dist loadscope --retries 2 --retry-delay 5 --no-cov tests/integration_tests/

{gammasimtools-0.15.0 → gammasimtools-0.17.0}/.github/workflows/CI-linter.yml

@@ -45,6 +45,12 @@ jobs:
             exit 1
           fi
 
+      - name: Lint Docker files
+        run: |
+          find ./docker -name "Dockerfile-*" -print0 | while IFS= read -r -d '' dockerfile; do
+            docker run --rm -i ghcr.io/hadolint/hadolint < "$dockerfile"
+          done
+
       - name: install packages not included in super-linter
         run: |
           pip install validate-pyproject
@@ -83,8 +89,6 @@ jobs:
         uses: super-linter/super-linter@v7
         env:
           VALIDATE_ALL_CODEBASE: false
-          # docker
-          VALIDATE_DOCKERFILE_HADOLINT: true
           # .env file
           VALIDATE_ENV: true
           # language

{gammasimtools-0.15.0 → gammasimtools-0.17.0}/.github/workflows/CI-unittests.yml

@@ -128,13 +128,22 @@ jobs:
           SIMTOOLS_DB_SIMULATION_MODEL: ${{ env.SIMTOOLS_DB_SIMULATION_MODEL }}
         run: |
           pytest --durations=10 --color=yes -n 4 --dist loadscope \
-            --cov=simtools --cov-report=xml
+            --cov=simtools --cov-report=xml --retries 2 --retry-delay 5
 
       # CTAO-DPPS-SonarQube
-      - uses: SonarSource/sonarqube-scan-action@v5.0.0
+      - uses: SonarSource/sonarqube-scan-action@v5.2.0
         if: contains(matrix.extra-args, 'codecov')
         env:
           SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }}
+        with:
+          args: >
+            -Dsonar.projectKey=gammasim_simtools_AY_ssha9WiFxsX-2oy_w
+            -Dsonar.host.url=https://sonar-cta-dpps.zeuthen.desy.de
+            -Dsonar.qualitygate.wait=true
+            -Dsonar.python.coverage.reportPaths=coverage.xml
+            -Dsonar.python.version=${{ matrix.python-version }}
+            -Dsonar.exclusions="**/docs/**,src/simtools/applications/*,**__init__.py"
+            -Dsonar.coverage.exclusions="**/tests/**"
 
       - name: Random order
         if: github.event_name == 'schedule' && contains(matrix.extra-args, 'random-order')
@@ -142,7 +151,21 @@ jobs:
         env:
           SIMTOOLS_DB_SIMULATION_MODEL: ${{ env.SIMTOOLS_DB_SIMULATION_MODEL }}
         run: |
-          pytest --color=yes -n 4 --dist loadscope --count 5 --random-order
+          pytest --color=yes -n 4 --dist loadscope --count 5 --random-order \
+           --retries 2 --retry-delay 5
+
+      - name: Configure Codecov
+        if: contains(matrix.extra-args, 'codecov')
+        run: |
+          cat > codecov.yml << 'EOF'
+          comment: off
+          coverage:
+            status:
+              project:
+                default:
+                  target: auto
+                  threshold: 0.1%
+          EOF
 
       - name: Upload coverage report to codecov
         uses: codecov/codecov-action@v5

{gammasimtools-0.15.0 → gammasimtools-0.17.0}/.github/workflows/build-simtools-production-image.yml

@@ -15,10 +15,6 @@ on:
     - cron: '0 0 * * 0'  # Every Sunday at 00:00 UTC (build only)
 
 env:
-  SIMTOOLS_DB_SERVER: ${{ secrets.DB_SERVER }}
-  SIMTOOLS_DB_API_USER: ${{ secrets.DB_READ_USER }}
-  SIMTOOLS_DB_API_PW: ${{ secrets.DB_READ_PW }}
-  SIMTOOLS_DB_API_PORT: ${{ secrets.DB_API_PORT }}
   REGISTRY: ghcr.io
   IMAGE_NAME: ${{ github.repository }}
   CLOUD_URL: "https://syncandshare.desy.de/index.php/s/"
@@ -28,7 +24,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        simtel_version: ['240205', '240927']
+        simtel_version: ['240205', '240927', '250304']
 
     steps:
       - name: Checkout repository
@@ -37,7 +33,6 @@ jobs:
       - name: Download corsika-simtel-package
         run: |
           wget --no-verbose ${{ env.CLOUD_URL }}/${{ secrets[format('CLOUD_SIMTEL_{0}', matrix.simtel_version)] }}/download -O corsika_simtelarray_${{ matrix.simtel_version }}.tar.gz
-          wget --no-verbose ${{ env.CLOUD_URL }}/${{ secrets.CLOUD_CORSIKA_OPT }}/download -O corsikaOptPatch.tar.gz  # might depend on CORSIKA version
 
       - name: Upload corsika-simtel-package
         uses: actions/upload-artifact@v4
@@ -45,7 +40,6 @@ jobs:
           name: corsika-simtelarray-package-${{ matrix.simtel_version }}
           path: |
             corsika_simtelarray_${{ matrix.simtel_version }}.tar.gz
-            corsikaOptPatch.tar.gz
           retention-days: 1
 
   build-corsika-simtelarray:
@@ -57,17 +51,16 @@ jobs:
     strategy:
       matrix:
         production:
-          - {build_opt: 'prod6-sc', extra_def: '-DMAXIMUM_TELESCOPES=128'}
+          - {build_opt: 'prod6-sc', extra_def: ''}
           - {build_opt: 'prod6-baseline', extra_def: ''}
-          - {build_opt: 'prod5', extra_def: ''}
-          - {build_opt: 'prod5-sc', extra_def: ''}
+          # - {build_opt: 'prod5', extra_def: ''}
+          # - {build_opt: 'prod5-sc', extra_def: ''}
         version:
-          # - {simtel_version: '240205', corsika_version: '77500', bernlohr_version: '1.67'}
-          - {simtel_version: '240927', corsika_version: '77550', bernlohr_version: '1.68'}
-        hadronic_model: ['qgs2']
+          - {simtel_version: '240927', corsika_version: '77550', bernlohr_version: '1.68', hadronic_model: 'qgs2'}
+          - {simtel_version: '250304', corsika_version: '78000', bernlohr_version: '1.69', hadronic_model: 'qgs3'}
 
     env:
-      LABELS: '${{ matrix.version.simtel_version }}-corsika-${{ matrix.version.corsika_version }}-bernlohr-${{ matrix.version.bernlohr_version }}-${{ matrix.production.build_opt }}-${{ matrix.hadronic_model }}'
+      LABELS: '${{ matrix.version.simtel_version }}-corsika-${{ matrix.version.corsika_version }}-bernlohr-${{ matrix.version.bernlohr_version }}-${{ matrix.production.build_opt }}-${{ matrix.version.hadronic_model }}'
 
     steps:
       - name: Checkout repository
@@ -117,7 +110,7 @@ jobs:
           build-args: |
            BUILD_OPT=${{ matrix.production.build_opt }}
            EXTRA_DEF=${{ matrix.production.extra_def }}
-           HADRONIC_MODEL=${{ matrix.hadronic_model }}
+           HADRONIC_MODEL=${{ matrix.version.hadronic_model }}
            SIMTEL_VERSION=${{ matrix.version.simtel_version }}
            CORSIKA_VERSION=${{ matrix.version.corsika_version }}
            BERNLOHR_VERSION=${{ matrix.version.bernlohr_version }}
@@ -136,19 +129,19 @@ jobs:
     strategy:
       matrix:
         version:
-          # - {simtel_version: '240205', corsika_version: '77500', bernlohr_version: '1.67'}
-          - {simtel_version: '240927', corsika_version: '77550', bernlohr_version: '1.68'}
-        hadronic_model: ['qgs2']
+          # list of avx instructions: 'avx2', 'avx512f', 'sse4', 'avx'
+          - {simtel_version: '240205', corsika_version: '77500', bernlohr_version: '1.67', hadronic_model: 'qgs2', avx_instruction: 'no_opt'}
+          - {simtel_version: '240927', corsika_version: '77550', bernlohr_version: '1.68', hadronic_model: 'qgs2', avx_instruction: 'no_opt'}
+          - {simtel_version: '240927', corsika_version: '77550', bernlohr_version: '1.68', hadronic_model: 'qgs2', avx_instruction: 'avx2'}
+          - {simtel_version: '250304', corsika_version: '78000', bernlohr_version: '1.69', hadronic_model: 'qgs3', avx_instruction: 'no_opt'}
+          - {simtel_version: '250304', corsika_version: '78000', bernlohr_version: '1.69', hadronic_model: 'qgs3', avx_instruction: 'avx2'}
         production:
-          - {build_opt: 'prod6-sc', extra_def: '-DMAXIMUM_TELESCOPES=128'}
+          # list of productions build options: 'prod6-sc', 'prod6-baseline', 'prod5', 'prod5-sc'
+          - {build_opt: 'prod6-sc', extra_def: ''}
           - {build_opt: 'prod6-baseline', extra_def: ''}
-          # - {build_opt: 'prod5', extra_def: ''}
-          # - {build_opt: 'prod5-sc', extra_def: ''}
-        avx_instruction: ['avx2', 'no_opt']
-        # avx_instruction: ['avx2', 'avx512f', 'sse4', 'avx']
 
     env:
-      LABELS: "${{ matrix.version.simtel_version }}-corsika-${{ matrix.version.corsika_version }}-bernlohr-${{ matrix.version.bernlohr_version }}-${{ matrix.production.build_opt }}-${{ matrix.hadronic_model }}-${{ matrix.avx_instruction }}"
+      LABELS: "${{ matrix.version.simtel_version }}-corsika-${{ matrix.version.corsika_version }}-bernlohr-${{ matrix.version.bernlohr_version }}-${{ matrix.production.build_opt }}-${{ matrix.version.hadronic_model }}-${{ matrix.version.avx_instruction }}"
 
     steps:
       - name: Checkout repository
@@ -163,7 +156,6 @@ jobs:
       - name: Rename corsika-simtel-package files and set build branch
         run: |
           mv ./downloaded-artifacts/corsika_simtelarray_${{ matrix.version.simtel_version }}.tar.gz corsika_simtelarray.tar.gz
-          mv ./downloaded-artifacts/corsikaOptPatch.tar.gz corsikaOptPatch.tar.gz
           if [[ "${{ github.event_name }}" == 'pull_request' ]]; then
             echo "BUILD_BRANCH=${GITHUB_HEAD_REF}" >> "$GITHUB_ENV"
           else
@@ -200,11 +192,12 @@ jobs:
           build-args: |
             BUILD_OPT=${{ matrix.production.build_opt }}
             EXTRA_DEF=${{ matrix.production.extra_def }}
-            HADRONIC_MODEL=${{ matrix.hadronic_model }}
-            AVX_FLAG=${{ matrix.avx_instruction }}
+            HADRONIC_MODEL=${{ matrix.version.hadronic_model }}
+            AVX_FLAG=${{ matrix.version.avx_instruction }}
             CORSIKA_VERSION=${{ matrix.version.corsika_version }}
             BERNLOHR_VERSION=${{ matrix.version.bernlohr_version }}
             BUILD_BRANCH=${{ env.BUILD_BRANCH }}
+            GITLAB_TOKEN_CORSIKA_OPT_PATCHES=${{ secrets.CORSIKA_OPT_PATCHES_GITLAB }}
           push:
             ${{ github.event_name == 'release' || github.event.pull_request.merged == true || github.event_name == 'workflow_dispatch' }}
           file: ./docker/Dockerfile-prod-opt
@@ -223,24 +216,42 @@ jobs:
     strategy:
       matrix:
         version:
-          # - {simtel_version: '240205', corsika_version: '77500', bernlohr_version: '1.67'}
-          - {simtel_version: '240927', corsika_version: '77550', bernlohr_version: '1.68'}
-        hadronic_model: ['qgs2']
+          # list of avx instructions: 'avx2', 'avx512f', 'sse4', 'avx'
+          - {simtel_version: '240205', corsika_version: '77500', bernlohr_version: '1.67', hadronic_model: 'qgs2', avx_instruction: 'no_opt'}
+          - {simtel_version: '240927', corsika_version: '77550', bernlohr_version: '1.68', hadronic_model: 'qgs2', avx_instruction: 'no_opt'}
+          - {simtel_version: '240927', corsika_version: '77550', bernlohr_version: '1.68', hadronic_model: 'qgs2', avx_instruction: 'avx2'}
+          - {simtel_version: '250304', corsika_version: '78000', bernlohr_version: '1.69', hadronic_model: 'qgs3', avx_instruction: 'no_opt'}
+          - {simtel_version: '250304', corsika_version: '78000', bernlohr_version: '1.69', hadronic_model: 'qgs3', avx_instruction: 'avx2'}
         production:
-          - {build_opt: 'prod6-sc', extra_def: '-DMAXIMUM_TELESCOPES=128'}
+          # list of productions build options: 'prod6-sc', 'prod6-baseline', 'prod5', 'prod5-sc'
+          - {build_opt: 'prod6-sc', extra_def: ''}
           - {build_opt: 'prod6-baseline', extra_def: ''}
-        avx_instruction: ['no_opt']
+        model_version:
+          - "6.0.0"
     container:
-      image: ghcr.io/gammasim/simtools-prod-${{ matrix.version.simtel_version }}-corsika-${{ matrix.version.corsika_version }}-bernlohr-${{ matrix.version.bernlohr_version }}-${{ matrix.production.build_opt }}-${{ matrix.hadronic_model }}-${{ matrix.avx_instruction }}
-      env:
-        SIMTOOLS_SIMTEL_PATH: "/workdir/sim_telarray"
-        SIMTOOLS_DB_API_PORT: ${{ env.SIMTOOLS_DB_API_PORT }}
-        SIMTOOLS_DB_API_USER: ${{ env.SIMTOOLS_DB_API_USER }}
-        SIMTOOLS_DB_API_PW: ${{ env.SIMTOOLS_DB_API_PW }}
-        SIMTOOLS_DB_SERVER: ${{ env.SIMTOOLS_DB_SERVER }}
+      image: ghcr.io/gammasim/simtools-prod-${{ matrix.version.simtel_version }}-corsika-${{ matrix.version.corsika_version }}-bernlohr-${{ matrix.version.bernlohr_version }}-${{ matrix.production.build_opt }}-${{ matrix.version.hadronic_model }}-${{ matrix.version.avx_instruction }}
+      options: --user 0
+
+    services:
+      mongodb:
+        image: mongo:latest
+        env:
+          MONGO_INITDB_ROOT_USERNAME: api
+          MONGO_INITDB_ROOT_PASSWORD: password
+        options: >-
+          --health-cmd "mongosh --host localhost --port 27017 -u api -p password --authenticationDatabase admin --eval 'db.runCommand({ ping: 1 })'"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+    defaults:
+      run:
+        shell: bash -leo pipefail {0}
+
     steps:
-      - name: Checkout repository
+      - name: checkout
         uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
 
       - name: Set sim_telarray path
         run: |
@@ -252,10 +263,30 @@ jobs:
           SIMTOOLS_DB_SIMULATION_MODEL="${SIMTOOLS_DB_SIMULATION_MODEL//\'/}"
           echo "SIMTOOLS_DB_SIMULATION_MODEL=$SIMTOOLS_DB_SIMULATION_MODEL" >> "$GITHUB_ENV"
 
-      - name: Run integration tests
+      - name: Create environment file (local DB)
+        run: |
+          {
+            echo "SIMTOOLS_DB_SERVER=mongodb"
+            echo "SIMTOOLS_DB_API_USER=api"
+            echo "SIMTOOLS_DB_API_PW=password"
+            echo "SIMTOOLS_DB_API_PORT=27017"
+            echo "SIMTOOLS_DB_SIMULATION_MODEL=${{ env.SIMTOOLS_DB_SIMULATION_MODEL }}"
+            echo "SIMTOOLS_SIMTEL_PATH=/workdir/sim_telarray/"
+          } > .env
+
+      - name: Upload data to MongoDB
+        run: |
+          source /workdir/env/bin/activate
+          pip install --no-cache-dir -e '.[tests,dev,doc]'
+          cd database_scripts/
+          ./upload_from_model_repository_to_db.sh ${{ env.SIMTOOLS_DB_SIMULATION_MODEL }}
+
+      - name: Integration tests
+        shell: bash -l {0}
         env:
           SIMTOOLS_DB_SIMULATION_MODEL: ${{ env.SIMTOOLS_DB_SIMULATION_MODEL }}
+          SIMTOOLS_DB_SERVER: 'mongodb'
         run: |
           source /workdir/env/bin/activate
           pip install --no-cache-dir pytest pytest-cov pytest-requirements pytest-xdist
-          pytest --no-cov --color=yes -n auto tests/integration_tests/test_applications_from_config.py
+          pytest --model_version=${{ matrix.model_version }} --no-cov --color=yes -n auto tests/integration_tests/test_applications_from_config.py

{gammasimtools-0.15.0 → gammasimtools-0.17.0}/.pre-commit-config.yaml

@@ -2,7 +2,7 @@
 repos:
 # Ruff
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.11.2
+  rev: v0.11.12
   hooks:
   - id: ruff
     args: ["--fix"]
@@ -42,7 +42,7 @@ repos:
   - id: actionlint
 # https://pyproject-fmt.readthedocs.io/en/latest/
 - repo: https://github.com/tox-dev/pyproject-fmt
-  rev: "v2.5.1"
+  rev: "v2.6.0"
   hooks:
   - id: pyproject-fmt
 # codespell
@@ -52,13 +52,13 @@ repos:
   - id: codespell
 # markdownlint
 - repo: https://github.com/igorshubovych/markdownlint-cli
-  rev: v0.44.0
+  rev: v0.45.0
   hooks:
   - id: markdownlint
     args: ["--disable", "MD041"]
 # yamllint
 - repo: https://github.com/adrienverge/yamllint.git
-  rev: v1.37.0
+  rev: v1.37.1
   hooks:
   - id: yamllint
     args:

{gammasimtools-0.15.0 → gammasimtools-0.17.0}/CHANGELOG.md

@@ -7,6 +7,98 @@ This changelog is generated using [Towncrier](https://towncrier.readthedocs.io/)
 
 <!-- towncrier release notes start -->
 
+## [0.17.0](https://github.com/gammasim/simtools/tree/0.17.0) - 2025-06-10
+
+### Bugfixes
+
+- Fix data type of 'dsum_threshold' parameter. ([#1557](https://github.com/gammasim/simtools/pull/1557))
+- Add missing neutrons to eventio particle IDs. ([#1584](https://github.com/gammasim/simtools/pull/1584))
+- Fix suffix for sim_telarray output files: no correctly `simtel.zst` (was `.zst` only) ([#1588](https://github.com/gammasim/simtools/pull/1588))
+
+### Documentation
+
+- Change documentation theme to pydata and add version switcher. ([#1560](https://github.com/gammasim/simtools/pull/1560))
+- Update documentation on how to run jobs using HT Condor. ([#1563](https://github.com/gammasim/simtools/pull/1563))
+
+### New Features
+
+- Add pixel layout plotting. ([#1541](https://github.com/gammasim/simtools/pull/1541))
+- Enable docker-image generation for vector-optimized CORSIKA 7.8. ([#1550](https://github.com/gammasim/simtools/pull/1550))
+- Add the sequential option to simulations using multipipe. With this option the CORSIKA and sim_telarray instances run in sequential order as far as possible. This mode is useful particularly on the grid, where typically we request a single core per job. ([#1561](https://github.com/gammasim/simtools/pull/1561))
+- Add reading and conversion of primary_id from sim_telarray output. ([#1570](https://github.com/gammasim/simtools/pull/1570))
+- Update `simtools-generate-simtel-event-data` to use astropy tables. ([#1573](https://github.com/gammasim/simtools/pull/1573))
+- Generalize table reading and writing. Add application to merge tables. ([#1580](https://github.com/gammasim/simtools/pull/1580))
+- Write reduced event data file as part of the cleanup stage of the simtools-simulate-prod application. ([#1588](https://github.com/gammasim/simtools/pull/1588))
+- Use patches for optimized CORSIKA from gitlab repository instead of cloud download. ([#1589](https://github.com/gammasim/simtools/pull/1589))
+- New utility simtools-verify-simulation-model-production-tables to verify completeness of model parameter repository. ([#1592](https://github.com/gammasim/simtools/pull/1592))
+- Add custom copilot instructions to support AI used by developers. ([#1594](https://github.com/gammasim/simtools/pull/1594))
+- Add new application `simtools-submit-array-layouts` to submit new array-layouts definition and validate the telescopes listed. ([#1596](https://github.com/gammasim/simtools/pull/1596))
+- Improve layout plotting; adding plotting of background layout. Add plotting of all layouts. ([#1597](https://github.com/gammasim/simtools/pull/1597))
+- Improve printout for assertion error for testing. ([#1598](https://github.com/gammasim/simtools/pull/1598))
+- Add production version and build options to sim_telarrary metadata. ([#1601](https://github.com/gammasim/simtools/pull/1601))
+
+### Maintenance
+
+- Add unit tests to increase coverage in interpolation handler. ([#1504](https://github.com/gammasim/simtools/pull/1504))
+- Docker file improvements: linter application; bugfix in extra flags for optimized CORSIKA compilation. ([#1544](https://github.com/gammasim/simtools/pull/1544))
+- Include stdout and stderr in error message of integration test. ([#1555](https://github.com/gammasim/simtools/pull/1555))
+- Add pytest-retry package for 'flaky test'. ([#1558](https://github.com/gammasim/simtools/pull/1558))
+- Reduce number of log-messages (INFO) for uploaded model parameters to DB. ([#1559](https://github.com/gammasim/simtools/pull/1559))
+- Replace the "run_number_start" argument with "run_number_offset" (clearer) and re-introduce the "run_number" argument to allow specifying a run number (to which the offset is added). ([#1562](https://github.com/gammasim/simtools/pull/1562))
+- Use telescope position files for setup in illuminator application and set correct obs level. ([#1566](https://github.com/gammasim/simtools/pull/1566))
+- Improve the names of the various simulation output files. They now follow the current convention in current productions, they contain a bit more information (e.g., the model version where it wasn't there before), and they are more consistent with each other. ([#1568](https://github.com/gammasim/simtools/pull/1568))
+- Improved interface and interpolation routines to derive production configuration. This creates a pipeline for lookup table generation, production grid generation, creating a grid with limits, which is then further complemented by the production statistics per grid point. ([#1569](https://github.com/gammasim/simtools/pull/1569))
+- Fix unit test to run with astropy 7.1 (and earlier versions) (see #1574). ([#1575](https://github.com/gammasim/simtools/pull/1575))
+- Simplified Sonar setup by moving properties into GitHub workflow. ([#1578](https://github.com/gammasim/simtools/pull/1578))
+- Introduce simplified Codecov configuration. ([#1579](https://github.com/gammasim/simtools/pull/1579))
+- Copy the CORSIKA log in binary mode instead of text mode. ([#1582](https://github.com/gammasim/simtools/pull/1582))
+- Protect against non-unicode characters in CORSIKA log file. ([#1583](https://github.com/gammasim/simtools/pull/1583))
+- Remove obsolete code on submission systems in JobManager. ([#1586](https://github.com/gammasim/simtools/pull/1586))
+- Change dummy trigger thresholds to easier-to-spot values. ([#1591](https://github.com/gammasim/simtools/pull/1591))
+- Fix duplication of some sim_telarray test files in './tests/resources' and corresponding test fixtures. ([#1593](https://github.com/gammasim/simtools/pull/1593))
+
+
+## [v0.16.0](https://github.com/gammasim/simtools/tree/v0.16.0) - 2025-05-05
+
+### Documentation
+
+- Add a section on mocking to the developer documentation. ([#1516](https://github.com/gammasim/simtools/pull/1516))
+- Improve model parameter description (schemas, versions) in documentation. ([#1524](https://github.com/gammasim/simtools/pull/1524))
+
+### New Features
+
+- Add grid generation production application to generate the grid points for Corsika simulations, with energy thresholds, viewcone and radius interpolation. ([#1482](https://github.com/gammasim/simtools/pull/1482))
+- Add support for multiple versions and the multipipe functionality of sim_telarray ([#1496](https://github.com/gammasim/simtools/pull/1496))
+- Add validation metadata written by sim_telarray with array model parameters. ([#1505](https://github.com/gammasim/simtools/pull/1505))
+- Improve robustness of sim_telarray configuration by adding an invalid (dummy) telescope configuration. ([#1509](https://github.com/gammasim/simtools/pull/1509))
+- Adding functionality for producing simulation configuration reports. ([#1510](https://github.com/gammasim/simtools/pull/1510))
+- Add random seeds from file for instrument configuration. ([#1511](https://github.com/gammasim/simtools/pull/1511))
+- Adapt docker files and building workflows to CORSIKA 7.8000. ([#1512](https://github.com/gammasim/simtools/pull/1512))
+- Add sim_telarray random seed for instrument configuration to metadata (and metadata tests). ([#1515](https://github.com/gammasim/simtools/pull/1515))
+- Integration test with multipipe and support for packing all output files in grid productions. ([#1520](https://github.com/gammasim/simtools/pull/1520))
+- Add versioning to model parameter schema files. Implement example for `corsika_starting_grammage`. ([#1523](https://github.com/gammasim/simtools/pull/1523))
+- Added an application to produce calibration device reports. ([#1530](https://github.com/gammasim/simtools/pull/1530))
+- Allow `corsika_starting_grammage` to be telescope-type dependent. ([#1539](https://github.com/gammasim/simtools/pull/1539))
+
+### Maintenance
+
+- Separate TelescopeModel and SiteModel for improved readability in `sim_telarray` configuration writer. ([#1489](https://github.com/gammasim/simtools/pull/1489))
+- Fix licence definition in pyproject.toml to follow PEP 639. ([#1493](https://github.com/gammasim/simtools/pull/1493))
+- Improve consistency of spelling of `sim_telarray`. ([#1494](https://github.com/gammasim/simtools/pull/1494))
+- Remove test condition in simulator light emission and mock configuration file access. ([#1495](https://github.com/gammasim/simtools/pull/1495))
+- Refactoring of event scaling application and moving most of the functionality into a new module. ([#1498](https://github.com/gammasim/simtools/pull/1498))
+- Renaming of event scaling methods to production statistics derivation methods. ([#1502](https://github.com/gammasim/simtools/pull/1502))
+- Improved naming and docstrings in simulation runners. ([#1519](https://github.com/gammasim/simtools/pull/1519))
+- Remove duplication of reading yaml/json files in simtools.utils.general. ([#1522](https://github.com/gammasim/simtools/pull/1522))
+- Remove duplication in `make_run_command` in `corsika_simtel_runner` and `simulator_array`. ([#1525](https://github.com/gammasim/simtools/pull/1525))
+- Collect pyeventio related functions in new module `simtel_io_file_info`. ([#1531](https://github.com/gammasim/simtools/pull/1531))
+- Add new field model_parameter_schema_version to model parameter test files. ([#1535](https://github.com/gammasim/simtools/pull/1535))
+
+### Simulation model
+
+- Change list of applicable array elements and class for `pedestal_events` model parameter. ([#1490](https://github.com/gammasim/simtools/pull/1490))
+
+
 ## [v0.15.0](https://github.com/gammasim/simtools/tree/v0.15.0) - 2025-04-04
 
 ### Maintenance

{gammasimtools-0.15.0 → gammasimtools-0.17.0}/CITATION.cff

@@ -3,9 +3,7 @@
 
 cff-version: 1.2.0
 title: >-
-  simtools - a prototype implementation of
-  tools for the Simulation System of the CTA
-  Observatory
+  simtools - Simulation tools and applications for the Cherenkov Telescope Array (CTAO)
 message: Please cite this software using these metadata.
 type: software
 authors:

{gammasimtools-0.15.0/src/gammasimtools.egg-info → gammasimtools-0.17.0}/PKG-INFO

@@ -1,43 +1,13 @@
 Metadata-Version: 2.4
 Name: gammasimtools
-Version: 0.15.0
+Version: 0.17.0
 Summary: Tools for the Simulation System of the CTA Observatory
 Author-email: simtools developers <simtools-developer@desy.de>
-License: BSD 3-Clause License
-        
-        Copyright (c) 2020, gammasim-tools, simtools developers
-        All rights reserved.
-        
-        Redistribution and use in source and binary forms, with or without
-        modification, are permitted provided that the following conditions are met:
-        
-        1. Redistributions of source code must retain the above copyright notice, this
-           list of conditions and the following disclaimer.
-        
-        2. Redistributions in binary form must reproduce the above copyright notice,
-           this list of conditions and the following disclaimer in the documentation
-           and/or other materials provided with the distribution.
-        
-        3. Neither the name of the copyright holder nor the names of its
-           contributors may be used to endorse or promote products derived from
-           this software without specific prior written permission.
-        
-        THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
-        AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
-        IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-        DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
-        FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
-        DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
-        SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
-        CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
-        OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-        OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-        
+License-Expression: BSD-3-Clause
 Project-URL: bug tracker, https://github.com/gammasim/simtools/issues
 Project-URL: documentation, https://gammasim.github.io/simtools/
 Project-URL: repository, https://github.com/gammasim/simtools
 Classifier: Intended Audience :: Science/Research
-Classifier: License :: OSI Approved :: BSD License
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3 :: Only
 Classifier: Programming Language :: Python :: 3.11
@@ -52,6 +22,7 @@ Requires-Dist: boost-histogram
 Requires-Dist: ctao-dpps-cosmic-ray-spectra
 Requires-Dist: ctapipe
 Requires-Dist: eventio
+Requires-Dist: h5py
 Requires-Dist: jsonschema
 Requires-Dist: matplotlib
 Requires-Dist: numpy
@@ -69,8 +40,8 @@ Requires-Dist: ruff; extra == "dev"
 Provides-Extra: doc
 Requires-Dist: myst-parser; extra == "doc"
 Requires-Dist: numpydoc; extra == "doc"
+Requires-Dist: pydata-sphinx-theme; extra == "doc"
 Requires-Dist: sphinx; extra == "doc"
-Requires-Dist: sphinx-book-theme; extra == "doc"
 Requires-Dist: towncrier; extra == "doc"
 Provides-Extra: tests
 Requires-Dist: pytest; extra == "tests"
@@ -80,6 +51,7 @@ Requires-Dist: pytest-profiling; extra == "tests"
 Requires-Dist: pytest-random-order; extra == "tests"
 Requires-Dist: pytest-repeat; extra == "tests"
 Requires-Dist: pytest-requirements; extra == "tests"
+Requires-Dist: pytest-retry; extra == "tests"
 Requires-Dist: pytest-xdist; extra == "tests"
 Dynamic: license-file
 

{gammasimtools-0.15.0 → gammasimtools-0.17.0}/docker/Dockerfile-dev

@@ -1,9 +1,21 @@
+# Dockerfile for simtools development.
+#
+# Based on the CORSIKA and sim_telarray image.
+# All dependencies for simtools are installed,
+# but not simtools itself. It is expected that
+# simtools is installed in an external directory
+# mounted in the container.
+#
+# hadolint global ignore=DL3007,DL3013,DL3041,SC1091
+# - DL3007, DL3041: ignore warnings about using latest
+# - DL3013: ignore warnings about installing non-specific versions with microdnf)
+# - SC1091: ignore warning about not being able to source the bashrc
 ARG BUILD_OPT="prod6-baseline"
 ARG HADRONIC_MODEL="qgs2"
 ARG SIMTEL_VERSION="240927"
 ARG CORSIKA_VERSION="77550"
 ARG BERNLOHR_VERSION="1.68"
-FROM ghcr.io/gammasim/simtools-corsika-sim-telarray-${SIMTEL_VERSION}-corsika-${CORSIKA_VERSION}-bernlohr-${BERNLOHR_VERSION}-${BUILD_OPT}-${HADRONIC_MODEL}
+FROM ghcr.io/gammasim/simtools-corsika-sim-telarray-${SIMTEL_VERSION}-corsika-${CORSIKA_VERSION}-bernlohr-${BERNLOHR_VERSION}-${BUILD_OPT}-${HADRONIC_MODEL}:latest
 WORKDIR /workdir
 ARG PYTHON_VERSION="3.12"
 
@@ -15,8 +27,8 @@ RUN microdnf update -y && microdnf install -y \
 RUN wget --quiet https://raw.githubusercontent.com/gammasim/simtools/main/pyproject.toml && \
     python${PYTHON_VERSION} -m venv env && \
     source env/bin/activate && \
-    pip install -U pip && \
-    pip install toml-to-requirements && \
+    pip install --no-cache-dir -U pip && \
+    pip install --no-cache-dir toml-to-requirements && \
     toml-to-req --toml-file pyproject.toml --optional-lists dev,doc,tests && \
     pip uninstall -y toml-to-requirements && \
     pip install --no-cache-dir -r requirements.txt