gammasimtools 0.15.0__tar.gz → 0.16.0__tar.gz

{gammasimtools-0.15.0 → gammasimtools-0.16.0}/.env_template

@@ -6,7 +6,7 @@ SIMTOOLS_DB_SERVER='cta-simpipe-protodb.zeuthen.desy.de' # MongoDB server
 SIMTOOLS_DB_API_USER=YOUR_USERNAME # username for MongoDB: ask the responsible person
 SIMTOOLS_DB_API_PW=YOUR_PASSWORD # Password for MongoDB: ask the responsible person
 SIMTOOLS_DB_API_AUTHENTICATION_DATABASE='admin'
-SIMTOOLS_DB_SIMULATION_MODEL='CTAO-Simulation-ModelParameters-v0-5-0'
+SIMTOOLS_DB_SIMULATION_MODEL='CTAO-Simulation-ModelParameters-v0-5-2'
 SIMTOOLS_SIMTEL_PATH='/workdir/sim_telarray'
 SIMTOOLS_USER_NAME='simtools-user'
 SIMTOOLS_USER_ORGANIZATION='CTAO'

{gammasimtools-0.15.0 → gammasimtools-0.16.0}/.github/workflows/CI-integrationtests.yml

@@ -54,7 +54,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        type: ['6.0.0', '5.0.0']
+        model_version: ['6.0.0', '5.0.0', '6.0.0,5.0.0']
 
     defaults:
       run:
@@ -66,7 +66,7 @@ jobs:
         with:
           fetch-depth: 0
 
-      - name: Set PATH
+      - name: Set sim_telarray path
         run: |
           echo "PATH=\$PATH:/usr/bin:/usr/local/bin:$SIMTOOLS_SIMTEL_PATH" >> "$GITHUB_ENV"
 
@@ -115,4 +115,4 @@ jobs:
         run: |
           source /workdir/env/bin/activate
           pip install --no-cache-dir -e '.[tests,dev,doc]'
-          pytest --model_version=${{ matrix.type }} --color=yes --durations=20 -n 4 --dist loadscope --no-cov tests/integration_tests/
+          pytest --model_version=${{ matrix.model_version }} --color=yes --durations=20 -n 4 --dist loadscope --no-cov tests/integration_tests/

{gammasimtools-0.15.0 → gammasimtools-0.16.0}/.github/workflows/CI-unittests.yml

@@ -131,7 +131,7 @@ jobs:
             --cov=simtools --cov-report=xml
 
       # CTAO-DPPS-SonarQube
-      - uses: SonarSource/sonarqube-scan-action@v5.0.0
+      - uses: SonarSource/sonarqube-scan-action@v5.1.0
         if: contains(matrix.extra-args, 'codecov')
         env:
           SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }}

{gammasimtools-0.15.0 → gammasimtools-0.16.0}/.github/workflows/build-simtools-production-image.yml

@@ -15,10 +15,6 @@ on:
     - cron: '0 0 * * 0'  # Every Sunday at 00:00 UTC (build only)
 
 env:
-  SIMTOOLS_DB_SERVER: ${{ secrets.DB_SERVER }}
-  SIMTOOLS_DB_API_USER: ${{ secrets.DB_READ_USER }}
-  SIMTOOLS_DB_API_PW: ${{ secrets.DB_READ_PW }}
-  SIMTOOLS_DB_API_PORT: ${{ secrets.DB_API_PORT }}
   REGISTRY: ghcr.io
   IMAGE_NAME: ${{ github.repository }}
   CLOUD_URL: "https://syncandshare.desy.de/index.php/s/"
@@ -28,7 +24,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        simtel_version: ['240205', '240927']
+        simtel_version: ['240205', '240927', '250304']
 
     steps:
       - name: Checkout repository
@@ -57,17 +53,17 @@ jobs:
     strategy:
       matrix:
         production:
-          - {build_opt: 'prod6-sc', extra_def: '-DMAXIMUM_TELESCOPES=128'}
+          - {build_opt: 'prod6-sc', extra_def: ''}
           - {build_opt: 'prod6-baseline', extra_def: ''}
-          - {build_opt: 'prod5', extra_def: ''}
-          - {build_opt: 'prod5-sc', extra_def: ''}
+          # - {build_opt: 'prod5', extra_def: ''}
+          # - {build_opt: 'prod5-sc', extra_def: ''}
         version:
           # - {simtel_version: '240205', corsika_version: '77500', bernlohr_version: '1.67'}
-          - {simtel_version: '240927', corsika_version: '77550', bernlohr_version: '1.68'}
-        hadronic_model: ['qgs2']
+          - {simtel_version: '240927', corsika_version: '77550', bernlohr_version: '1.68', hadronic_model: 'qgs2'}
+          - {simtel_version: '250304', corsika_version: '78000', bernlohr_version: '1.69', hadronic_model: 'qgs3'}
 
     env:
-      LABELS: '${{ matrix.version.simtel_version }}-corsika-${{ matrix.version.corsika_version }}-bernlohr-${{ matrix.version.bernlohr_version }}-${{ matrix.production.build_opt }}-${{ matrix.hadronic_model }}'
+      LABELS: '${{ matrix.version.simtel_version }}-corsika-${{ matrix.version.corsika_version }}-bernlohr-${{ matrix.version.bernlohr_version }}-${{ matrix.production.build_opt }}-${{ matrix.version.hadronic_model }}'
 
     steps:
       - name: Checkout repository
@@ -117,7 +113,7 @@ jobs:
           build-args: |
            BUILD_OPT=${{ matrix.production.build_opt }}
            EXTRA_DEF=${{ matrix.production.extra_def }}
-           HADRONIC_MODEL=${{ matrix.hadronic_model }}
+           HADRONIC_MODEL=${{ matrix.version.hadronic_model }}
            SIMTEL_VERSION=${{ matrix.version.simtel_version }}
            CORSIKA_VERSION=${{ matrix.version.corsika_version }}
            BERNLOHR_VERSION=${{ matrix.version.bernlohr_version }}
@@ -136,19 +132,17 @@ jobs:
     strategy:
       matrix:
         version:
-          # - {simtel_version: '240205', corsika_version: '77500', bernlohr_version: '1.67'}
-          - {simtel_version: '240927', corsika_version: '77550', bernlohr_version: '1.68'}
-        hadronic_model: ['qgs2']
+          # list of avx instructions: 'avx2', 'avx512f', 'sse4', 'avx'
+          - {simtel_version: '240927', corsika_version: '77550', bernlohr_version: '1.68', hadronic_model: 'qgs2', avx_instruction: 'no_opt'}
+          - {simtel_version: '240927', corsika_version: '77550', bernlohr_version: '1.68', hadronic_model: 'qgs2', avx_instruction: 'avx2'}
+          - {simtel_version: '250304', corsika_version: '78000', bernlohr_version: '1.69', hadronic_model: 'qgs3', avx_instruction: 'no_opt'}
         production:
-          - {build_opt: 'prod6-sc', extra_def: '-DMAXIMUM_TELESCOPES=128'}
+          # list of productions build options: 'prod6-sc', 'prod6-baseline', 'prod5', 'prod5-sc'
+          - {build_opt: 'prod6-sc', extra_def: ''}
           - {build_opt: 'prod6-baseline', extra_def: ''}
-          # - {build_opt: 'prod5', extra_def: ''}
-          # - {build_opt: 'prod5-sc', extra_def: ''}
-        avx_instruction: ['avx2', 'no_opt']
-        # avx_instruction: ['avx2', 'avx512f', 'sse4', 'avx']
 
     env:
-      LABELS: "${{ matrix.version.simtel_version }}-corsika-${{ matrix.version.corsika_version }}-bernlohr-${{ matrix.version.bernlohr_version }}-${{ matrix.production.build_opt }}-${{ matrix.hadronic_model }}-${{ matrix.avx_instruction }}"
+      LABELS: "${{ matrix.version.simtel_version }}-corsika-${{ matrix.version.corsika_version }}-bernlohr-${{ matrix.version.bernlohr_version }}-${{ matrix.production.build_opt }}-${{ matrix.version.hadronic_model }}-${{ matrix.version.avx_instruction }}"
 
     steps:
       - name: Checkout repository
@@ -200,8 +194,8 @@ jobs:
           build-args: |
             BUILD_OPT=${{ matrix.production.build_opt }}
             EXTRA_DEF=${{ matrix.production.extra_def }}
-            HADRONIC_MODEL=${{ matrix.hadronic_model }}
-            AVX_FLAG=${{ matrix.avx_instruction }}
+            HADRONIC_MODEL=${{ matrix.version.hadronic_model }}
+            AVX_FLAG=${{ matrix.version.avx_instruction }}
             CORSIKA_VERSION=${{ matrix.version.corsika_version }}
             BERNLOHR_VERSION=${{ matrix.version.bernlohr_version }}
             BUILD_BRANCH=${{ env.BUILD_BRANCH }}
@@ -223,24 +217,40 @@ jobs:
     strategy:
       matrix:
         version:
-          # - {simtel_version: '240205', corsika_version: '77500', bernlohr_version: '1.67'}
-          - {simtel_version: '240927', corsika_version: '77550', bernlohr_version: '1.68'}
-        hadronic_model: ['qgs2']
+          # list of avx instructions: 'avx2', 'avx512f', 'sse4', 'avx'
+          - {simtel_version: '240927', corsika_version: '77550', bernlohr_version: '1.68', hadronic_model: 'qgs2', avx_instruction: 'no_opt'}
+          - {simtel_version: '240927', corsika_version: '77550', bernlohr_version: '1.68', hadronic_model: 'qgs2', avx_instruction: 'avx2'}
+          - {simtel_version: '250304', corsika_version: '78000', bernlohr_version: '1.69', hadronic_model: 'qgs3', avx_instruction: 'no_opt'}
         production:
-          - {build_opt: 'prod6-sc', extra_def: '-DMAXIMUM_TELESCOPES=128'}
+          # list of productions build options: 'prod6-sc', 'prod6-baseline', 'prod5', 'prod5-sc'
+          - {build_opt: 'prod6-sc', extra_def: ''}
           - {build_opt: 'prod6-baseline', extra_def: ''}
-        avx_instruction: ['no_opt']
+        model_version:
+          - "6.0.0"
     container:
-      image: ghcr.io/gammasim/simtools-prod-${{ matrix.version.simtel_version }}-corsika-${{ matrix.version.corsika_version }}-bernlohr-${{ matrix.version.bernlohr_version }}-${{ matrix.production.build_opt }}-${{ matrix.hadronic_model }}-${{ matrix.avx_instruction }}
-      env:
-        SIMTOOLS_SIMTEL_PATH: "/workdir/sim_telarray"
-        SIMTOOLS_DB_API_PORT: ${{ env.SIMTOOLS_DB_API_PORT }}
-        SIMTOOLS_DB_API_USER: ${{ env.SIMTOOLS_DB_API_USER }}
-        SIMTOOLS_DB_API_PW: ${{ env.SIMTOOLS_DB_API_PW }}
-        SIMTOOLS_DB_SERVER: ${{ env.SIMTOOLS_DB_SERVER }}
+      image: ghcr.io/gammasim/simtools-prod-${{ matrix.version.simtel_version }}-corsika-${{ matrix.version.corsika_version }}-bernlohr-${{ matrix.version.bernlohr_version }}-${{ matrix.production.build_opt }}-${{ matrix.version.hadronic_model }}-${{ matrix.version.avx_instruction }}
+      options: --user 0
+
+    services:
+      mongodb:
+        image: mongo:latest
+        env:
+          MONGO_INITDB_ROOT_USERNAME: api
+          MONGO_INITDB_ROOT_PASSWORD: password
+        options: >-
+          --health-cmd "mongosh --host localhost --port 27017 -u api -p password --authenticationDatabase admin --eval 'db.runCommand({ ping: 1 })'"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+    defaults:
+      run:
+        shell: bash -leo pipefail {0}
+
     steps:
-      - name: Checkout repository
+      - name: checkout
         uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
 
       - name: Set sim_telarray path
         run: |
@@ -252,10 +262,30 @@ jobs:
           SIMTOOLS_DB_SIMULATION_MODEL="${SIMTOOLS_DB_SIMULATION_MODEL//\'/}"
           echo "SIMTOOLS_DB_SIMULATION_MODEL=$SIMTOOLS_DB_SIMULATION_MODEL" >> "$GITHUB_ENV"
 
-      - name: Run integration tests
+      - name: Create environment file (local DB)
+        run: |
+          {
+            echo "SIMTOOLS_DB_SERVER=mongodb"
+            echo "SIMTOOLS_DB_API_USER=api"
+            echo "SIMTOOLS_DB_API_PW=password"
+            echo "SIMTOOLS_DB_API_PORT=27017"
+            echo "SIMTOOLS_DB_SIMULATION_MODEL=${{ env.SIMTOOLS_DB_SIMULATION_MODEL }}"
+            echo "SIMTOOLS_SIMTEL_PATH=/workdir/sim_telarray/"
+          } > .env
+
+      - name: Upload data to MongoDB
+        run: |
+          source /workdir/env/bin/activate
+          pip install --no-cache-dir -e '.[tests,dev,doc]'
+          cd database_scripts/
+          ./upload_from_model_repository_to_db.sh ${{ env.SIMTOOLS_DB_SIMULATION_MODEL }}
+
+      - name: Integration tests
+        shell: bash -l {0}
         env:
           SIMTOOLS_DB_SIMULATION_MODEL: ${{ env.SIMTOOLS_DB_SIMULATION_MODEL }}
+          SIMTOOLS_DB_SERVER: 'mongodb'
         run: |
           source /workdir/env/bin/activate
           pip install --no-cache-dir pytest pytest-cov pytest-requirements pytest-xdist
-          pytest --no-cov --color=yes -n auto tests/integration_tests/test_applications_from_config.py
+          pytest --model_version=${{ matrix.model_version }} --no-cov --color=yes -n auto tests/integration_tests/test_applications_from_config.py

{gammasimtools-0.15.0 → gammasimtools-0.16.0}/.pre-commit-config.yaml

@@ -2,7 +2,7 @@
 repos:
 # Ruff
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.11.2
+  rev: v0.11.7
   hooks:
   - id: ruff
     args: ["--fix"]

{gammasimtools-0.15.0 → gammasimtools-0.16.0}/CHANGELOG.md

@@ -7,6 +7,47 @@ This changelog is generated using [Towncrier](https://towncrier.readthedocs.io/)
 
 <!-- towncrier release notes start -->
 
+## [v0.16.0](https://github.com/gammasim/simtools/tree/v0.16.0) - 2025-05-05
+
+### Documentation
+
+- Add a section on mocking to the developer documentation. ([#1516](https://github.com/gammasim/simtools/pull/1516))
+- Improve model parameter description (schemas, versions) in documentation. ([#1524](https://github.com/gammasim/simtools/pull/1524))
+
+### New Features
+
+- Add grid generation production application to generate the grid points for Corsika simulations, with energy thresholds, viewcone and radius interpolation. ([#1482](https://github.com/gammasim/simtools/pull/1482))
+- Add support for multiple versions and the multipipe functionality of sim_telarray ([#1496](https://github.com/gammasim/simtools/pull/1496))
+- Add validation metadata written by sim_telarray with array model parameters. ([#1505](https://github.com/gammasim/simtools/pull/1505))
+- Improve robustness of sim_telarray configuration by adding an invalid (dummy) telescope configuration. ([#1509](https://github.com/gammasim/simtools/pull/1509))
+- Adding functionality for producing simulation configuration reports. ([#1510](https://github.com/gammasim/simtools/pull/1510))
+- Add random seeds from file for instrument configuration. ([#1511](https://github.com/gammasim/simtools/pull/1511))
+- Adapt docker files and building workflows to CORSIKA 7.8000. ([#1512](https://github.com/gammasim/simtools/pull/1512))
+- Add sim_telarray random seed for instrument configuration to metadata (and metadata tests). ([#1515](https://github.com/gammasim/simtools/pull/1515))
+- Integration test with multipipe and support for packing all output files in grid productions. ([#1520](https://github.com/gammasim/simtools/pull/1520))
+- Add versioning to model parameter schema files. Implement example for `corsika_starting_grammage`. ([#1523](https://github.com/gammasim/simtools/pull/1523))
+- Added an application to produce calibration device reports. ([#1530](https://github.com/gammasim/simtools/pull/1530))
+- Allow `corsika_starting_grammage` to be telescope-type dependent. ([#1539](https://github.com/gammasim/simtools/pull/1539))
+
+### Maintenance
+
+- Separate TelescopeModel and SiteModel for improved readability in `sim_telarray` configuration writer. ([#1489](https://github.com/gammasim/simtools/pull/1489))
+- Fix licence definition in pyproject.toml to follow PEP 639. ([#1493](https://github.com/gammasim/simtools/pull/1493))
+- Improve consistency of spelling of `sim_telarray`. ([#1494](https://github.com/gammasim/simtools/pull/1494))
+- Remove test condition in simulator light emission and mock configuration file access. ([#1495](https://github.com/gammasim/simtools/pull/1495))
+- Refactoring of event scaling application and moving most of the functionality into a new module. ([#1498](https://github.com/gammasim/simtools/pull/1498))
+- Renaming of event scaling methods to production statistics derivation methods. ([#1502](https://github.com/gammasim/simtools/pull/1502))
+- Improved naming and docstrings in simulation runners. ([#1519](https://github.com/gammasim/simtools/pull/1519))
+- Remove duplication of reading yaml/json files in simtools.utils.general. ([#1522](https://github.com/gammasim/simtools/pull/1522))
+- Remove duplication in `make_run_command` in `corsika_simtel_runner` and `simulator_array`. ([#1525](https://github.com/gammasim/simtools/pull/1525))
+- Collect pyeventio related functions in new module `simtel_io_file_info`. ([#1531](https://github.com/gammasim/simtools/pull/1531))
+- Add new field model_parameter_schema_version to model parameter test files. ([#1535](https://github.com/gammasim/simtools/pull/1535))
+
+### Simulation model
+
+- Change list of applicable array elements and class for `pedestal_events` model parameter. ([#1490](https://github.com/gammasim/simtools/pull/1490))
+
+
 ## [v0.15.0](https://github.com/gammasim/simtools/tree/v0.15.0) - 2025-04-04
 
 ### Maintenance

{gammasimtools-0.15.0 → gammasimtools-0.16.0}/CITATION.cff

@@ -3,9 +3,7 @@
 
 cff-version: 1.2.0
 title: >-
-  simtools - a prototype implementation of
-  tools for the Simulation System of the CTA
-  Observatory
+  simtools - Simulation tools and applications for the Cherenkov Telescope Array (CTAO)
 message: Please cite this software using these metadata.
 type: software
 authors:

{gammasimtools-0.15.0/src/gammasimtools.egg-info → gammasimtools-0.16.0}/PKG-INFO

@@ -1,43 +1,13 @@
 Metadata-Version: 2.4
 Name: gammasimtools
-Version: 0.15.0
+Version: 0.16.0
 Summary: Tools for the Simulation System of the CTA Observatory
 Author-email: simtools developers <simtools-developer@desy.de>
-License: BSD 3-Clause License
-        
-        Copyright (c) 2020, gammasim-tools, simtools developers
-        All rights reserved.
-        
-        Redistribution and use in source and binary forms, with or without
-        modification, are permitted provided that the following conditions are met:
-        
-        1. Redistributions of source code must retain the above copyright notice, this
-           list of conditions and the following disclaimer.
-        
-        2. Redistributions in binary form must reproduce the above copyright notice,
-           this list of conditions and the following disclaimer in the documentation
-           and/or other materials provided with the distribution.
-        
-        3. Neither the name of the copyright holder nor the names of its
-           contributors may be used to endorse or promote products derived from
-           this software without specific prior written permission.
-        
-        THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
-        AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
-        IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-        DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
-        FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
-        DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
-        SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
-        CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
-        OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-        OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-        
+License-Expression: BSD-3-Clause
 Project-URL: bug tracker, https://github.com/gammasim/simtools/issues
 Project-URL: documentation, https://gammasim.github.io/simtools/
 Project-URL: repository, https://github.com/gammasim/simtools
 Classifier: Intended Audience :: Science/Research
-Classifier: License :: OSI Approved :: BSD License
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3 :: Only
 Classifier: Programming Language :: Python :: 3.11

{gammasimtools-0.15.0 → gammasimtools-0.16.0}/docker/Dockerfile-prod-opt

@@ -13,7 +13,7 @@ ARG SIMTOOLS_REQUIREMENT="git+https://github.com/gammasim/simtools.git"
 
 RUN yum update -y && yum install -y \
     gcc-fortran gsl-devel libgfortran \
-    autoconf automake csh patch perl which && \
+    autoconf automake csh patch perl which bzip2 && \
     yum clean all
 
 ADD corsika_simtelarray.tar.gz .
@@ -44,7 +44,7 @@ RUN make -C corsika-$CORSIKA_VERSION clean && rm -f */*.a lib/*/*.a && \
     if [[ "$AVX_FLAG" == "no_opt" ]]; then \
         CFLAGS="-g  -std=c99 -O3"; \
         CXXFLAGS="-g  -std=c99 -O3"; \
-        FFLAGS="-g -ffixed-line-length-132 -fno-automatic -frecord-marker=4 -std=legacy -std=c99 -O3"; \
+        FFLAGS="-g -ffixed-line-length-132 -fno-automatic -frecord-marker=4 -std=legacy -O3"; \
     else \
         CFLAGS="-g -DCERENKOPT -DVLIBM -std=c99 -O3 ${AVX_FLAG:+-m$AVX_FLAG} ${avx_512_FLAG} -DVECTOR_SIZE=8 -DVECTOR_LENGTH=8"; \
         CXXFLAGS="-g -DCERENKOPT -DVLIBM -std=c99 -O3 ${AVX_FLAG:+-m$AVX_FLAG} ${avx_512_FLAG} -DVECTOR_SIZE=8 -DVECTOR_LENGTH=8"; \
@@ -63,17 +63,33 @@ RUN make -C corsika-$CORSIKA_VERSION clean && rm -f */*.a lib/*/*.a && \
 # Rename executable to 'corsika'
 RUN mv -f corsika-$CORSIKA_VERSION/run/corsika$CORSIKA_VERSIONLinux_* corsika-$CORSIKA_VERSION/run/corsika
 # Build sim_telarray
-RUN export NO_CORSIKA=1 EXTRA_DEFINES="${EXTRA_DEF}" && ./build_all $BUILD_OPT $HADRONIC_MODEL gsl
+RUN touch corsika-$CORSIKA_VERSION.tar.gz && \
+    export NO_CORSIKA=1 EXTRA_DEFINES="${EXTRA_DEF}" && ./build_all $BUILD_OPT $HADRONIC_MODEL gsl
 
 # CORSIKA source code is removed to follow
 # the CORSIKA non-distribution policy.
-RUN mv ./corsika-77*/run corsika-run && \
+RUN mv ./corsika-7*/run corsika-run && \
     rm -rf ./corsika-7[0-9]* && \
     find . -name "*.tar.gz" -delete && \
     find . -name "doc*" -type d -exec rm -rf {} + 2>/dev/null && \
     find . -name "*.o" -delete && \
     rm -rf /var/cache/yum/* /tmp/* /var/tmp/*
 
+# Unzip QGSJet tables; remove tables not needed (e.g. remove qgs3 tables when using qgs2)
+RUN cd corsika-run && \
+    if [[ "$HADRONIC_MODEL" == "qgs3" ]]; then \
+        if [ -f qgsdat-III.bz2 ]; then \
+            bzip2 -dq qgsdat-III.bz2; \
+        fi; \
+        rm -f -v qgsdat-II-04.bz2; \
+    fi && \
+    if [[ "$HADRONIC_MODEL" == "qgs2" ]]; then \
+        if [ -f qgsdat-II-04.bz2 ]; then \
+            bzip2 -dq qgsdat-II-04.bz2; \
+        fi; \
+        rm -f -v qgsdat-III.bz2; \
+    fi
+
 # create a yml file in workdir with the build options
 RUN echo "build_opt: $BUILD_OPT" > /workdir/sim_telarray/build_opts.yml && \
     echo "extra_def: $EXTRA_DEF" >> /workdir/sim_telarray/build_opts.yml && \
@@ -90,8 +106,16 @@ ARG PYTHON_VERSION=3.12
 COPY --from=build_image /workdir/sim_telarray/ /workdir/sim_telarray/
 
 RUN microdnf update -y && microdnf install -y \
-    bc findutils gcc-c++ git gsl-devel gcc-fortran libgfortran \
-    procps python${PYTHON_VERSION}-devel zstd && \
+    bc \
+    zstd \
+    gsl-devel \
+    gcc-fortran \
+    procps \
+    findutils \
+    gcc-c++ \
+    git \
+    libgfortran \
+    python${PYTHON_VERSION}-devel && \
     microdnf clean all
 
 RUN BUILD_BRANCH=$(echo $BUILD_BRANCH | sed 's#refs/tags/##') \
@@ -99,8 +123,9 @@ RUN BUILD_BRANCH=$(echo $BUILD_BRANCH | sed 's#refs/tags/##') \
   && python${PYTHON_VERSION} -m venv env \
   && source env/bin/activate \
   && pip install -U pip \
-  && pip install --no-cache-dir "git+${SIMTOOLS_REQUIREMENT}@${BUILD_BRANCH}"
+  && pip install --no-cache-dir "git+${SIMTOOLS_REQUIREMENT}@${BUILD_BRANCH}" \
+  && echo ". /workdir/env/bin/activate" >> ~/.bashrc t
 
-ENV SIMTEL_PATH="/workdir/sim_telarray/"
+ENV SIMTEL_PATH="/workdir/sim_telarray"
 ENV PATH="/workdir/env/bin/:$PATH"
 SHELL ["/bin/bash", "-c"]

{gammasimtools-0.15.0 → gammasimtools-0.16.0}/docker/Dockerfile-simtelarray

@@ -19,9 +19,18 @@ RUN rm -f examples-with-data.tar.gz && \
 
 # corsika source code is removed to follow
 # the corsika non-distribution policy.
-RUN mv ./corsika-77*/run corsika-run && \
+RUN mv ./corsika-7*/run corsika-run && \
     rm -rf ./corsika-7[0-9]* && \
-    find . -name "*.tar.gz" -delete
+    find . -name "*.tar.gz" -delete && \
+    rm -rf /var/cache/yum/* /tmp/* /var/tmp/*
+
+# remove unnecessary large QGSJet tables (e.g. remove qgs3 tables when using qgs2)
+RUN if [[ "$HADRONIC_MODEL" == "qgs3" ]]; then \
+        find . -name "qgsdat-II-04.bz2" -exec rm -fv {} \; ; \
+    fi && \
+    if [[ "$HADRONIC_MODEL" == "qgs2" ]]; then \
+        find . -name "qgsdat-III.bz2" -exec rm -fv {} \; ; \
+    fi
 
 # create a yml file in workdir with the build options
 RUN echo "build_opt: $BUILD_OPT" > /workdir/sim_telarray/build_opts.yml && \
@@ -47,6 +56,4 @@ RUN microdnf update -y && microdnf install -y \
 RUN cprog=$(/bin/ls /workdir/sim_telarray/corsika-run/corsika*$(uname)_* 2>/dev/null | tail -1) && \
     ln -sf $cprog /workdir/sim_telarray/corsika-run/corsika
 
-ENV SIMTEL_PATH="/workdir/sim_telarray/"
-
-SHELL ["/bin/bash", "-c"]
+ENV SIMTEL_PATH="/workdir/sim_telarray"

{gammasimtools-0.15.0 → gammasimtools-0.16.0}/docs/source/api-reference/production_configuration.md

@@ -15,38 +15,56 @@ the calculation of the number of events to be simulated given a pre-determined m
    :members:
 ```
 
-(event-scaler)=
+(derive-corsika-limits)=
 
-## event_scaler
+## derive_corsika_limits
 
 ```{eval-rst}
-.. automodule:: production_configuration.event_scaler
+.. automodule:: production_configuration.derive_corsika_limits
    :members:
 ```
 
-(generate-simulation-config)=
+(derive-production-statistics)=
 
-## generate_simulation_config
+## derive_production_statistics
 
 ```{eval-rst}
-.. automodule:: production_configuration.generate_simulation_config
+.. automodule:: production_configuration.derive_production_statistics
    :members:
 ```
 
-(interpolation-handler)=
+(derive-production-statistics-handler)=
 
-## interpolation_handler
+## derive_production_statistics_handler
 
 ```{eval-rst}
-.. automodule:: production_configuration.interpolation_handler
+.. automodule:: production_configuration.derive_production_statistics_handler
    :members:
 ```
 
-(derive-corsika-limits)=
+(generate-production-grid)=
 
-## derive_corsika_limits
+## generate_production_grid
 
 ```{eval-rst}
-.. automodule:: production_configuration.derive_corsika_limits
+.. automodule:: production_configuration.generate_production_grid
+   :members:
+```
+
+(generate-simulation-config)=
+
+## generate_simulation_config
+
+```{eval-rst}
+.. automodule:: production_configuration.generate_simulation_config
+   :members:
+```
+
+(interpolation-handler)=
+
+## interpolation_handler
+
+```{eval-rst}
+.. automodule:: production_configuration.interpolation_handler
    :members:
 ```

{gammasimtools-0.15.0 → gammasimtools-0.16.0}/docs/source/api-reference/sim_telarray.md

@@ -58,6 +58,24 @@ Support modules for running sim_telarray.
    :members:
 ```
 
+## simtel_io_metadata
+
+(simtel-io-metadata-1)=
+
+```{eval-rst}
+.. automodule:: simtel.simtel_io_metadata
+   :members:
+```
+
+## simtel_io_file_info
+
+(simtel-io-file-info-1)=
+
+```{eval-rst}
+.. automodule:: simtel.simtel_io_file_info
+   :members:
+```
+
 ## simulator_array
 
 (simulate-array-1)=

{gammasimtools-0.15.0 → gammasimtools-0.16.0}/docs/source/api-reference/testing.md

@@ -14,6 +14,16 @@ The Testing module provides tools for testing the code. This might be part of th
 
 ```
 
+(simtelarraymodule)=
+
+## sim_telarray_metadata
+
+```{eval-rst}
+.. automodule:: testing.sim_telarray_metadata
+   :members:
+
+```
+
 (testconfiguration_module)=
 
 ## configuration

{gammasimtools-0.15.0 → gammasimtools-0.16.0}/docs/source/developer-guide/testing.md

@@ -43,7 +43,7 @@ It is recommended to write unit tests in parallel with the modules to assure tha
 
 :::{warning}
 The simtools project aims for a high test coverage.
-Code lines without coverage should be the exception and the aim should be to achieve a coverage greater than 90%
+Code lines without coverage should be the exception and the aim should be to achieve a coverage close to 100%
 (the CTAO quality requirements aim for a coverage of at least 80%).
 :::
 
@@ -55,6 +55,23 @@ Good practice:
 - at least one test for every function in a module clearly testing the function's behavior (including edge cases).
 - sort tests in the testing module in the same sequence as the functions in the module.
 - unit tests need to be fast.
+- use mocking to avoid external dependencies (e.g., database connections, file I/O); see below
+
+### Mocking
+
+Mocking is used to replace parts of the system under test and make assertions about how they have been used.
+Mocking is used to avoid external dependencies (e.g., database connections, file I/O).
+
+The [unittest.mock](https://docs.python.org/3/library/unittest.mock.html) module is used for mocking.
+The `mock` module is used to replace parts of the system under test and make assertions about how they have been used. An example is e.g.
+
+```python
+    with mock.patch(
+        "simtools.simtel.simtel_table_reader._read_simtel_data_for_atmospheric_transmission"
+    ) as mock_read:
+        simtel_table_reader.read_simtel_table("atmospheric_transmission", "test_file")
+        mock_read.assert_called_once()
+```
 
 ## Integration tests
 

gammasimtools-0.16.0/docs/source/user-guide/applications/simtools-docs-produce-calibration-reports.rst

@@ -0,0 +1,6 @@
+
+simtools-docs-produce-calibration-reports
+==========================================
+
+.. automodule:: docs_produce_calibration_reports
+   :members:

gammasimtools-0.16.0/docs/source/user-guide/applications/simtools-docs-produce-simulation-configuration-report.rst

@@ -0,0 +1,6 @@
+
+simtools-docs-produce-simulation-configuration-report
+=====================================================
+
+.. automodule:: docs_produce_simulation_configuration_report
+   :members:

gammasimtools-0.16.0/docs/source/user-guide/applications/simtools-generate-sim-telarray-histograms.rst

@@ -0,0 +1,6 @@
+
+simtools-generate-sim-telarray-histograms
+=========================================
+
+.. automodule:: generate_sim_telarray_histograms
+   :members:

gammasimtools-0.16.0/docs/source/user-guide/applications/simtools-production-derive-statistics.rst

@@ -0,0 +1,6 @@
+
+simtools-production-derive-statistics
+=====================================
+
+.. automodule:: production_derive_statistics
+   :members:

gammasimtools-0.16.0/docs/source/user-guide/applications/simtools-production-generate-grid.rst

@@ -0,0 +1,6 @@
+
+simtools-production-generate-grid
+=================================
+
+.. automodule:: production_generate_grid
+   :members: