gammasimtools 0.16.0__tar.gz → 0.17.0__tar.gz

{gammasimtools-0.16.0 → gammasimtools-0.17.0}/.env_template

@@ -6,7 +6,7 @@ SIMTOOLS_DB_SERVER='cta-simpipe-protodb.zeuthen.desy.de' # MongoDB server
 SIMTOOLS_DB_API_USER=YOUR_USERNAME # username for MongoDB: ask the responsible person
 SIMTOOLS_DB_API_PW=YOUR_PASSWORD # Password for MongoDB: ask the responsible person
 SIMTOOLS_DB_API_AUTHENTICATION_DATABASE='admin'
-SIMTOOLS_DB_SIMULATION_MODEL='CTAO-Simulation-ModelParameters-v0-5-2'
+SIMTOOLS_DB_SIMULATION_MODEL='CTAO-Simulation-ModelParameters-v0-7-0'
 SIMTOOLS_SIMTEL_PATH='/workdir/sim_telarray'
 SIMTOOLS_USER_NAME='simtools-user'
 SIMTOOLS_USER_ORGANIZATION='CTAO'

gammasimtools-0.17.0/.github/copilot-instructions.md

@@ -0,0 +1,19 @@
+This is a python project in the context of Monte Carlo simulations and high-energy gamma-ray astronomy.
+
+## Guidelines
+
+- use always semantic versions for version strings.
+- do not start replies with "this is the final outcome", while it is obviously not.
+- do not add trivial comments to the code (e.g. '# Adding five' before calling add_five()). Minimize the number of comments added.
+- Use pathlib, not os.path
+- Use logging, not print
+- Use f-strings for formatting of log messages and other strings.
+- Avoid hardcoding file paths
+
+##  Tests
+
+- unit test files should be in the ./tests/unit_tests/ directory and the directory structure there should follow that of the python package.
+- for unit tests, do not use test classes but simple test functions.
+- when writing unit tests, take care of the indentation of the method and the correct formatting.
+- check conftest.py for the pytest configuration and common fixtures.
+- put import statements at the top of the file. Avoid duplications of import statements.

{gammasimtools-0.16.0 → gammasimtools-0.17.0}/.github/workflows/CI-docs.yml

@@ -22,7 +22,7 @@ jobs:
         with:
           python-version: "3.12"
 
-      - name: Python dependencies
+      - name: Install dependencies
         run: |
           pip install '.[doc]'
 
@@ -78,12 +78,22 @@ jobs:
           fi
           touch docs/build/html/.nojekyll
 
-      - name: Deploy to github pages
-        # only run when PR is merged
-        if: github.event.pull_request.merged
+      - name: Deploy versioned doc on release
+        if: github.event_name == 'release'
         uses: JamesIves/github-pages-deploy-action@v4
         with:
-          TOKEN: ${{ secrets.GITHUB_TOKEN }}
-          BRANCH: gh-pages
-          FOLDER: docs/build/html
-          CLEAN: true
+          token: ${{ secrets.GITHUB_TOKEN }}
+          branch: gh-pages
+          folder: docs/build/html
+          target-folder: ${{ github.ref_name }}  # e.g., v0.7.0
+          clean: false
+
+      - name: Deploy dev docs on PR merge to main
+        if: (github.event_name == 'pull_request' && github.event.pull_request.merged == true) || github.event_name == 'workflow_dispatch'
+        uses: JamesIves/github-pages-deploy-action@v4
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+          branch: gh-pages
+          folder: docs/build/html
+          target-folder: .
+          clean: false

{gammasimtools-0.16.0 → gammasimtools-0.17.0}/.github/workflows/CI-integrationtests.yml

@@ -54,7 +54,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        model_version: ['6.0.0', '5.0.0', '6.0.0,5.0.0']
+        model_version: ['6.0.0', '5.0.0', '6.0.0,6.1.0']
 
     defaults:
       run:
@@ -86,6 +86,7 @@ jobs:
           SIMTOOLS_DB_SIMULATION_MODEL=$(grep 'SIMTOOLS_DB_SIMULATION_MODEL=' .env_template | cut -d '=' -f2- | tr -d '"')
           SIMTOOLS_DB_SIMULATION_MODEL="${SIMTOOLS_DB_SIMULATION_MODEL//\'/}"
           echo "SIMTOOLS_DB_SIMULATION_MODEL=$SIMTOOLS_DB_SIMULATION_MODEL" >> "$GITHUB_ENV"
+          echo "Simulation model set to: $SIMTOOLS_DB_SIMULATION_MODEL"
 
       - name: Create environment file (local DB)
         if: github.event_name != 'schedule'
@@ -115,4 +116,5 @@ jobs:
         run: |
           source /workdir/env/bin/activate
           pip install --no-cache-dir -e '.[tests,dev,doc]'
-          pytest --model_version=${{ matrix.model_version }} --color=yes --durations=20 -n 4 --dist loadscope --no-cov tests/integration_tests/
+          pytest --model_version=${{ matrix.model_version }} --color=yes --durations=20 \
+           -n 4 --dist loadscope --retries 2 --retry-delay 5 --no-cov tests/integration_tests/

{gammasimtools-0.16.0 → gammasimtools-0.17.0}/.github/workflows/CI-linter.yml

@@ -45,6 +45,12 @@ jobs:
             exit 1
           fi
 
+      - name: Lint Docker files
+        run: |
+          find ./docker -name "Dockerfile-*" -print0 | while IFS= read -r -d '' dockerfile; do
+            docker run --rm -i ghcr.io/hadolint/hadolint < "$dockerfile"
+          done
+
       - name: install packages not included in super-linter
         run: |
           pip install validate-pyproject
@@ -83,8 +89,6 @@ jobs:
         uses: super-linter/super-linter@v7
         env:
           VALIDATE_ALL_CODEBASE: false
-          # docker
-          VALIDATE_DOCKERFILE_HADOLINT: true
           # .env file
           VALIDATE_ENV: true
           # language

{gammasimtools-0.16.0 → gammasimtools-0.17.0}/.github/workflows/CI-unittests.yml

@@ -128,13 +128,22 @@ jobs:
           SIMTOOLS_DB_SIMULATION_MODEL: ${{ env.SIMTOOLS_DB_SIMULATION_MODEL }}
         run: |
           pytest --durations=10 --color=yes -n 4 --dist loadscope \
-            --cov=simtools --cov-report=xml
+            --cov=simtools --cov-report=xml --retries 2 --retry-delay 5
 
       # CTAO-DPPS-SonarQube
-      - uses: SonarSource/sonarqube-scan-action@v5.1.0
+      - uses: SonarSource/sonarqube-scan-action@v5.2.0
         if: contains(matrix.extra-args, 'codecov')
         env:
           SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }}
+        with:
+          args: >
+            -Dsonar.projectKey=gammasim_simtools_AY_ssha9WiFxsX-2oy_w
+            -Dsonar.host.url=https://sonar-cta-dpps.zeuthen.desy.de
+            -Dsonar.qualitygate.wait=true
+            -Dsonar.python.coverage.reportPaths=coverage.xml
+            -Dsonar.python.version=${{ matrix.python-version }}
+            -Dsonar.exclusions="**/docs/**,src/simtools/applications/*,**__init__.py"
+            -Dsonar.coverage.exclusions="**/tests/**"
 
       - name: Random order
         if: github.event_name == 'schedule' && contains(matrix.extra-args, 'random-order')
@@ -142,7 +151,21 @@ jobs:
         env:
           SIMTOOLS_DB_SIMULATION_MODEL: ${{ env.SIMTOOLS_DB_SIMULATION_MODEL }}
         run: |
-          pytest --color=yes -n 4 --dist loadscope --count 5 --random-order
+          pytest --color=yes -n 4 --dist loadscope --count 5 --random-order \
+           --retries 2 --retry-delay 5
+
+      - name: Configure Codecov
+        if: contains(matrix.extra-args, 'codecov')
+        run: |
+          cat > codecov.yml << 'EOF'
+          comment: off
+          coverage:
+            status:
+              project:
+                default:
+                  target: auto
+                  threshold: 0.1%
+          EOF
 
       - name: Upload coverage report to codecov
         uses: codecov/codecov-action@v5

{gammasimtools-0.16.0 → gammasimtools-0.17.0}/.github/workflows/build-simtools-production-image.yml

@@ -33,7 +33,6 @@ jobs:
       - name: Download corsika-simtel-package
         run: |
           wget --no-verbose ${{ env.CLOUD_URL }}/${{ secrets[format('CLOUD_SIMTEL_{0}', matrix.simtel_version)] }}/download -O corsika_simtelarray_${{ matrix.simtel_version }}.tar.gz
-          wget --no-verbose ${{ env.CLOUD_URL }}/${{ secrets.CLOUD_CORSIKA_OPT }}/download -O corsikaOptPatch.tar.gz  # might depend on CORSIKA version
 
       - name: Upload corsika-simtel-package
         uses: actions/upload-artifact@v4
@@ -41,7 +40,6 @@ jobs:
           name: corsika-simtelarray-package-${{ matrix.simtel_version }}
           path: |
             corsika_simtelarray_${{ matrix.simtel_version }}.tar.gz
-            corsikaOptPatch.tar.gz
           retention-days: 1
 
   build-corsika-simtelarray:
@@ -58,7 +56,6 @@ jobs:
           # - {build_opt: 'prod5', extra_def: ''}
           # - {build_opt: 'prod5-sc', extra_def: ''}
         version:
-          # - {simtel_version: '240205', corsika_version: '77500', bernlohr_version: '1.67'}
           - {simtel_version: '240927', corsika_version: '77550', bernlohr_version: '1.68', hadronic_model: 'qgs2'}
           - {simtel_version: '250304', corsika_version: '78000', bernlohr_version: '1.69', hadronic_model: 'qgs3'}
 
@@ -133,9 +130,11 @@ jobs:
       matrix:
         version:
           # list of avx instructions: 'avx2', 'avx512f', 'sse4', 'avx'
+          - {simtel_version: '240205', corsika_version: '77500', bernlohr_version: '1.67', hadronic_model: 'qgs2', avx_instruction: 'no_opt'}
           - {simtel_version: '240927', corsika_version: '77550', bernlohr_version: '1.68', hadronic_model: 'qgs2', avx_instruction: 'no_opt'}
           - {simtel_version: '240927', corsika_version: '77550', bernlohr_version: '1.68', hadronic_model: 'qgs2', avx_instruction: 'avx2'}
           - {simtel_version: '250304', corsika_version: '78000', bernlohr_version: '1.69', hadronic_model: 'qgs3', avx_instruction: 'no_opt'}
+          - {simtel_version: '250304', corsika_version: '78000', bernlohr_version: '1.69', hadronic_model: 'qgs3', avx_instruction: 'avx2'}
         production:
           # list of productions build options: 'prod6-sc', 'prod6-baseline', 'prod5', 'prod5-sc'
           - {build_opt: 'prod6-sc', extra_def: ''}
@@ -157,7 +156,6 @@ jobs:
       - name: Rename corsika-simtel-package files and set build branch
         run: |
           mv ./downloaded-artifacts/corsika_simtelarray_${{ matrix.version.simtel_version }}.tar.gz corsika_simtelarray.tar.gz
-          mv ./downloaded-artifacts/corsikaOptPatch.tar.gz corsikaOptPatch.tar.gz
           if [[ "${{ github.event_name }}" == 'pull_request' ]]; then
             echo "BUILD_BRANCH=${GITHUB_HEAD_REF}" >> "$GITHUB_ENV"
           else
@@ -199,6 +197,7 @@ jobs:
             CORSIKA_VERSION=${{ matrix.version.corsika_version }}
             BERNLOHR_VERSION=${{ matrix.version.bernlohr_version }}
             BUILD_BRANCH=${{ env.BUILD_BRANCH }}
+            GITLAB_TOKEN_CORSIKA_OPT_PATCHES=${{ secrets.CORSIKA_OPT_PATCHES_GITLAB }}
           push:
             ${{ github.event_name == 'release' || github.event.pull_request.merged == true || github.event_name == 'workflow_dispatch' }}
           file: ./docker/Dockerfile-prod-opt
@@ -218,9 +217,11 @@ jobs:
       matrix:
         version:
           # list of avx instructions: 'avx2', 'avx512f', 'sse4', 'avx'
+          - {simtel_version: '240205', corsika_version: '77500', bernlohr_version: '1.67', hadronic_model: 'qgs2', avx_instruction: 'no_opt'}
           - {simtel_version: '240927', corsika_version: '77550', bernlohr_version: '1.68', hadronic_model: 'qgs2', avx_instruction: 'no_opt'}
           - {simtel_version: '240927', corsika_version: '77550', bernlohr_version: '1.68', hadronic_model: 'qgs2', avx_instruction: 'avx2'}
           - {simtel_version: '250304', corsika_version: '78000', bernlohr_version: '1.69', hadronic_model: 'qgs3', avx_instruction: 'no_opt'}
+          - {simtel_version: '250304', corsika_version: '78000', bernlohr_version: '1.69', hadronic_model: 'qgs3', avx_instruction: 'avx2'}
         production:
           # list of productions build options: 'prod6-sc', 'prod6-baseline', 'prod5', 'prod5-sc'
           - {build_opt: 'prod6-sc', extra_def: ''}

{gammasimtools-0.16.0 → gammasimtools-0.17.0}/.pre-commit-config.yaml

@@ -2,7 +2,7 @@
 repos:
 # Ruff
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.11.7
+  rev: v0.11.12
   hooks:
   - id: ruff
     args: ["--fix"]
@@ -42,7 +42,7 @@ repos:
   - id: actionlint
 # https://pyproject-fmt.readthedocs.io/en/latest/
 - repo: https://github.com/tox-dev/pyproject-fmt
-  rev: "v2.5.1"
+  rev: "v2.6.0"
   hooks:
   - id: pyproject-fmt
 # codespell
@@ -52,13 +52,13 @@ repos:
   - id: codespell
 # markdownlint
 - repo: https://github.com/igorshubovych/markdownlint-cli
-  rev: v0.44.0
+  rev: v0.45.0
   hooks:
   - id: markdownlint
     args: ["--disable", "MD041"]
 # yamllint
 - repo: https://github.com/adrienverge/yamllint.git
-  rev: v1.37.0
+  rev: v1.37.1
   hooks:
   - id: yamllint
     args:

{gammasimtools-0.16.0 → gammasimtools-0.17.0}/CHANGELOG.md

@@ -7,6 +7,57 @@ This changelog is generated using [Towncrier](https://towncrier.readthedocs.io/)
 
 <!-- towncrier release notes start -->
 
+## [0.17.0](https://github.com/gammasim/simtools/tree/0.17.0) - 2025-06-10
+
+### Bugfixes
+
+- Fix data type of 'dsum_threshold' parameter. ([#1557](https://github.com/gammasim/simtools/pull/1557))
+- Add missing neutrons to eventio particle IDs. ([#1584](https://github.com/gammasim/simtools/pull/1584))
+- Fix suffix for sim_telarray output files: no correctly `simtel.zst` (was `.zst` only) ([#1588](https://github.com/gammasim/simtools/pull/1588))
+
+### Documentation
+
+- Change documentation theme to pydata and add version switcher. ([#1560](https://github.com/gammasim/simtools/pull/1560))
+- Update documentation on how to run jobs using HT Condor. ([#1563](https://github.com/gammasim/simtools/pull/1563))
+
+### New Features
+
+- Add pixel layout plotting. ([#1541](https://github.com/gammasim/simtools/pull/1541))
+- Enable docker-image generation for vector-optimized CORSIKA 7.8. ([#1550](https://github.com/gammasim/simtools/pull/1550))
+- Add the sequential option to simulations using multipipe. With this option the CORSIKA and sim_telarray instances run in sequential order as far as possible. This mode is useful particularly on the grid, where typically we request a single core per job. ([#1561](https://github.com/gammasim/simtools/pull/1561))
+- Add reading and conversion of primary_id from sim_telarray output. ([#1570](https://github.com/gammasim/simtools/pull/1570))
+- Update `simtools-generate-simtel-event-data` to use astropy tables. ([#1573](https://github.com/gammasim/simtools/pull/1573))
+- Generalize table reading and writing. Add application to merge tables. ([#1580](https://github.com/gammasim/simtools/pull/1580))
+- Write reduced event data file as part of the cleanup stage of the simtools-simulate-prod application. ([#1588](https://github.com/gammasim/simtools/pull/1588))
+- Use patches for optimized CORSIKA from gitlab repository instead of cloud download. ([#1589](https://github.com/gammasim/simtools/pull/1589))
+- New utility simtools-verify-simulation-model-production-tables to verify completeness of model parameter repository. ([#1592](https://github.com/gammasim/simtools/pull/1592))
+- Add custom copilot instructions to support AI used by developers. ([#1594](https://github.com/gammasim/simtools/pull/1594))
+- Add new application `simtools-submit-array-layouts` to submit new array-layouts definition and validate the telescopes listed. ([#1596](https://github.com/gammasim/simtools/pull/1596))
+- Improve layout plotting; adding plotting of background layout. Add plotting of all layouts. ([#1597](https://github.com/gammasim/simtools/pull/1597))
+- Improve printout for assertion error for testing. ([#1598](https://github.com/gammasim/simtools/pull/1598))
+- Add production version and build options to sim_telarrary metadata. ([#1601](https://github.com/gammasim/simtools/pull/1601))
+
+### Maintenance
+
+- Add unit tests to increase coverage in interpolation handler. ([#1504](https://github.com/gammasim/simtools/pull/1504))
+- Docker file improvements: linter application; bugfix in extra flags for optimized CORSIKA compilation. ([#1544](https://github.com/gammasim/simtools/pull/1544))
+- Include stdout and stderr in error message of integration test. ([#1555](https://github.com/gammasim/simtools/pull/1555))
+- Add pytest-retry package for 'flaky test'. ([#1558](https://github.com/gammasim/simtools/pull/1558))
+- Reduce number of log-messages (INFO) for uploaded model parameters to DB. ([#1559](https://github.com/gammasim/simtools/pull/1559))
+- Replace the "run_number_start" argument with "run_number_offset" (clearer) and re-introduce the "run_number" argument to allow specifying a run number (to which the offset is added). ([#1562](https://github.com/gammasim/simtools/pull/1562))
+- Use telescope position files for setup in illuminator application and set correct obs level. ([#1566](https://github.com/gammasim/simtools/pull/1566))
+- Improve the names of the various simulation output files. They now follow the current convention in current productions, they contain a bit more information (e.g., the model version where it wasn't there before), and they are more consistent with each other. ([#1568](https://github.com/gammasim/simtools/pull/1568))
+- Improved interface and interpolation routines to derive production configuration. This creates a pipeline for lookup table generation, production grid generation, creating a grid with limits, which is then further complemented by the production statistics per grid point. ([#1569](https://github.com/gammasim/simtools/pull/1569))
+- Fix unit test to run with astropy 7.1 (and earlier versions) (see #1574). ([#1575](https://github.com/gammasim/simtools/pull/1575))
+- Simplified Sonar setup by moving properties into GitHub workflow. ([#1578](https://github.com/gammasim/simtools/pull/1578))
+- Introduce simplified Codecov configuration. ([#1579](https://github.com/gammasim/simtools/pull/1579))
+- Copy the CORSIKA log in binary mode instead of text mode. ([#1582](https://github.com/gammasim/simtools/pull/1582))
+- Protect against non-unicode characters in CORSIKA log file. ([#1583](https://github.com/gammasim/simtools/pull/1583))
+- Remove obsolete code on submission systems in JobManager. ([#1586](https://github.com/gammasim/simtools/pull/1586))
+- Change dummy trigger thresholds to easier-to-spot values. ([#1591](https://github.com/gammasim/simtools/pull/1591))
+- Fix duplication of some sim_telarray test files in './tests/resources' and corresponding test fixtures. ([#1593](https://github.com/gammasim/simtools/pull/1593))
+
+
 ## [v0.16.0](https://github.com/gammasim/simtools/tree/v0.16.0) - 2025-05-05
 
 ### Documentation

{gammasimtools-0.16.0/src/gammasimtools.egg-info → gammasimtools-0.17.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: gammasimtools
-Version: 0.16.0
+Version: 0.17.0
 Summary: Tools for the Simulation System of the CTA Observatory
 Author-email: simtools developers <simtools-developer@desy.de>
 License-Expression: BSD-3-Clause
@@ -22,6 +22,7 @@ Requires-Dist: boost-histogram
 Requires-Dist: ctao-dpps-cosmic-ray-spectra
 Requires-Dist: ctapipe
 Requires-Dist: eventio
+Requires-Dist: h5py
 Requires-Dist: jsonschema
 Requires-Dist: matplotlib
 Requires-Dist: numpy
@@ -39,8 +40,8 @@ Requires-Dist: ruff; extra == "dev"
 Provides-Extra: doc
 Requires-Dist: myst-parser; extra == "doc"
 Requires-Dist: numpydoc; extra == "doc"
+Requires-Dist: pydata-sphinx-theme; extra == "doc"
 Requires-Dist: sphinx; extra == "doc"
-Requires-Dist: sphinx-book-theme; extra == "doc"
 Requires-Dist: towncrier; extra == "doc"
 Provides-Extra: tests
 Requires-Dist: pytest; extra == "tests"
@@ -50,6 +51,7 @@ Requires-Dist: pytest-profiling; extra == "tests"
 Requires-Dist: pytest-random-order; extra == "tests"
 Requires-Dist: pytest-repeat; extra == "tests"
 Requires-Dist: pytest-requirements; extra == "tests"
+Requires-Dist: pytest-retry; extra == "tests"
 Requires-Dist: pytest-xdist; extra == "tests"
 Dynamic: license-file
 

{gammasimtools-0.16.0 → gammasimtools-0.17.0}/docker/Dockerfile-dev

@@ -1,9 +1,21 @@
+# Dockerfile for simtools development.
+#
+# Based on the CORSIKA and sim_telarray image.
+# All dependencies for simtools are installed,
+# but not simtools itself. It is expected that
+# simtools is installed in an external directory
+# mounted in the container.
+#
+# hadolint global ignore=DL3007,DL3013,DL3041,SC1091
+# - DL3007, DL3041: ignore warnings about using latest
+# - DL3013: ignore warnings about installing non-specific versions with microdnf)
+# - SC1091: ignore warning about not being able to source the bashrc
 ARG BUILD_OPT="prod6-baseline"
 ARG HADRONIC_MODEL="qgs2"
 ARG SIMTEL_VERSION="240927"
 ARG CORSIKA_VERSION="77550"
 ARG BERNLOHR_VERSION="1.68"
-FROM ghcr.io/gammasim/simtools-corsika-sim-telarray-${SIMTEL_VERSION}-corsika-${CORSIKA_VERSION}-bernlohr-${BERNLOHR_VERSION}-${BUILD_OPT}-${HADRONIC_MODEL}
+FROM ghcr.io/gammasim/simtools-corsika-sim-telarray-${SIMTEL_VERSION}-corsika-${CORSIKA_VERSION}-bernlohr-${BERNLOHR_VERSION}-${BUILD_OPT}-${HADRONIC_MODEL}:latest
 WORKDIR /workdir
 ARG PYTHON_VERSION="3.12"
 
@@ -15,8 +27,8 @@ RUN microdnf update -y && microdnf install -y \
 RUN wget --quiet https://raw.githubusercontent.com/gammasim/simtools/main/pyproject.toml && \
     python${PYTHON_VERSION} -m venv env && \
     source env/bin/activate && \
-    pip install -U pip && \
-    pip install toml-to-requirements && \
+    pip install --no-cache-dir -U pip && \
+    pip install --no-cache-dir toml-to-requirements && \
     toml-to-req --toml-file pyproject.toml --optional-lists dev,doc,tests && \
     pip uninstall -y toml-to-requirements && \
     pip install --no-cache-dir -r requirements.txt

gammasimtools-0.17.0/docker/Dockerfile-prod-opt

@@ -0,0 +1,187 @@
+# Dockerfile for production build of the CTAO Simulation Pipeline.
+#
+# Contains CORSIKA (non-optimized / optimized), sim_telarray, and simtools
+# Requires CORSIKA and sim_telarray source code tarballs (plus tarball for
+# CORSIKA optimized build) to be in the same directory as this Dockerfile.
+
+# Shared build arguments
+ARG GITLAB_TOKEN_CORSIKA_OPT_PATCHES
+ARG CORSIKA_VERSION="77550"
+ARG CORSIKA_OPT_PATCH_VERSION="v1.0.0"
+ARG BUILD_OPT="prod6-sc"
+ARG EXTRA_DEF="-DMAXIMUM_TELESCOPES=128"
+ARG HADRONIC_MODEL="qgs2"
+ARG AVX_FLAG="avx2"
+ARG BERNLOHR_VERSION="1.68"
+ARG PYTHON_VERSION=3.12
+ARG BUILD_BRANCH=main
+ARG SIMTOOLS_REQUIREMENT="https://github.com/gammasim/simtools.git"
+
+#
+# hadolint global ignore=DL3013,DL3033,DL3041,SC1091
+# - DL3013, DL3033: ignore warnings about installing non-specific versions with microdnf or yum)
+# - SC1091: ignore warning about not being able to source the bashrc
+FROM almalinux:9.5 AS patches_stage
+ARG GITLAB_TOKEN_CORSIKA_OPT_PATCHES
+ARG CORSIKA_VERSION
+ARG CORSIKA_OPT_PATCH_VERSION
+
+RUN yum update -y && yum install -y git && \
+    yum clean all && \
+    rm -rf /var/cache/yum/* /tmp/* /var/tmp/*
+
+RUN git config --global advice.detachedHead false && \
+    git clone --depth 1 --branch ${CORSIKA_OPT_PATCH_VERSION} https://oauth2:$GITLAB_TOKEN_CORSIKA_OPT_PATCHES@gitlab.cta-observatory.org/cta-computing/dpps/simpipe/corsika-opt-patches.git && \
+    cp -rL corsika-opt-patches/build_opt/corsikaOptPatch-$CORSIKA_VERSION/ ./corsika-patches/ && \
+    rm -rf corsika-opt-patches
+
+FROM almalinux:9.5 AS build_image
+ARG BUILD_OPT
+ARG EXTRA_DEF
+ARG HADRONIC_MODEL
+ARG AVX_FLAG
+ARG CORSIKA_VERSION
+ARG BERNLOHR_VERSION
+ARG BUILD_BRANCH
+ARG PYTHON_VERSION
+ARG SIMTOOLS_REQUIREMENT
+ARG CORSIKA_OPT_PATCH_VERSION
+
+ENV GCC_PATH="/usr/bin/"
+WORKDIR /workdir/sim_telarray
+
+RUN yum update -y && yum install -y \
+    gcc-fortran gsl-devel libgfortran \
+    automake csh patch perl which bzip2 \
+    wget make tar m4 && \
+    yum clean all && \
+    rm -rf /var/cache/yum/* /tmp/* /var/tmp/*
+
+# hadolint ignore=DL3003
+RUN cd /tmp && \
+    wget -nv http://ftp.gnu.org/gnu/autoconf/autoconf-2.71.tar.gz && \
+    tar -xzf autoconf-2.71.tar.gz && \
+    cd autoconf-2.71 && \
+    ./configure --prefix=/usr && \
+    make && make install && \
+    cd / && rm -rf /tmp/autoconf-2.71*
+
+ADD corsika_simtelarray.tar.gz .
+COPY --from=patches_stage /corsika-patches ./corsika-$CORSIKA_VERSION/
+
+RUN tar -zxf corsika-$CORSIKA_VERSION.tar.gz && \
+    tar -zxf bernlohr-$BERNLOHR_VERSION.tar.gz -C corsika-$CORSIKA_VERSION/bernlohr && \
+    rm -f examples-with-data.tar.gz sim_telarray_config.tar.gz \
+    corsika_simtelarray.tar.gz  corsika-$CORSIKA_VERSION.tar.gz \
+    bernlohr-$BERNLOHR_VERSION.tar.gz
+
+# Apply patches for non-optimized / optimized CORSIKA
+WORKDIR /workdir/sim_telarray/corsika-$CORSIKA_VERSION
+RUN if [ "$CORSIKA_VERSION" = "77550" ]; then \
+        patch -b -p0 src/corsika.F < "../corsika-77550.patch"; \
+    fi && \
+    if [ "$AVX_FLAG" = "no_opt" ]; then \
+        ../corsika_build_script "$HADRONIC_MODEL" generic; \
+    else \
+        ./corsika_opt_patching.sh && \
+        autoreconf && \
+        ../corsika_build_script "$HADRONIC_MODEL" generic cerenkopt vlibm; \
+    fi
+
+# Build non-optimized / optimized CORSIKA
+WORKDIR /workdir/sim_telarray
+RUN make -C "corsika-$CORSIKA_VERSION" clean && rm -f ./*/*.a lib/*/*.a && \
+    AVX_EXTRA_FLAG=$([ "$AVX_FLAG" = "avx512f" ] && echo "-ffp-contract=off" || echo "") && \
+    AVX_EXTRA_FLAG="" && \
+    CFLAGS="" && CXXFLAGS="" && FFLAGS="" && \
+    if [ "$AVX_FLAG" = "no_opt" ]; then \
+        CFLAGS="-g  -std=c99 -O3"; \
+        CXXFLAGS="-g  -std=c99 -O3"; \
+        FFLAGS="-g -ffixed-line-length-132 -fno-automatic -frecord-marker=4 -std=legacy -O3"; \
+    else \
+        CFLAGS="-g -DCERENKOPT -DVLIBM -std=c99 -O3 ${AVX_FLAG:+-m$AVX_FLAG} ${AVX_EXTRA_FLAG} -DVECTOR_SIZE=8 -DVECTOR_LENGTH=8"; \
+        CXXFLAGS="-g -DCERENKOPT -DVLIBM -std=c99 -O3 ${AVX_FLAG:+-m$AVX_FLAG} ${AVX_EXTRA_FLAG} -DVECTOR_SIZE=8 -DVECTOR_LENGTH=8"; \
+        FFLAGS="-g -ffixed-line-length-132 -fno-automatic -frecord-marker=4 -std=legacy -DCERENKOPT -DVLIBM -std=c99 -O3 ${AVX_FLAG:+-m$AVX_FLAG} ${AVX_EXTRA_FLAG} -DVECTOR_SIZE=8 -DVECTOR_LENGTH=8"; \
+    fi && \
+    make -C "corsika-$CORSIKA_VERSION" \
+        CC="${GCC_PATH}/gcc -static" \
+        CXX="${GCC_PATH}/g++ -static" \
+        CPP="${GCC_PATH}/gcc -static -E" \
+        F77="${GCC_PATH}/gfortran -L/lib64/" \
+        CFLAGS="${CFLAGS}" \
+        CXXFLAGS="${CXXFLAGS}" \
+        FFLAGS="${FFLAGS}" \
+        install
+
+# Rename executable to 'corsika'
+RUN mv -f "corsika-${CORSIKA_VERSION}/run/corsika${CORSIKA_VERSION}Linux_"* "corsika-${CORSIKA_VERSION}/run/corsika"
+# Build sim_telarray
+RUN touch corsika-$CORSIKA_VERSION.tar.gz && \
+    export NO_CORSIKA=1 EXTRA_DEFINES="${EXTRA_DEF}" && ./build_all $BUILD_OPT $HADRONIC_MODEL gsl
+
+# CORSIKA source code is removed to follow
+# the CORSIKA non-distribution policy.
+RUN mv ./corsika-7*/run corsika-run && \
+    rm -rf ./corsika-7[0-9]* && \
+    find . -name "*.tar.gz" -delete && \
+    find . -name "doc*" -type d -exec rm -rf "{}" + 2>/dev/null && \
+    find . -name "*.o" -delete && \
+    rm -rf /var/cache/yum/* /tmp/* /var/tmp/*
+
+# Unzip QGSJet tables; remove tables not needed (e.g. remove qgs3 tables when using qgs2)
+WORKDIR /workdir/sim_telarray/corsika-run
+RUN if [ "$HADRONIC_MODEL" = "qgs3" ]; then \
+        if [ -f qgsdat-III.bz2 ]; then \
+            bzip2 -dq qgsdat-III.bz2; \
+        fi; \
+        rm -f -v qgsdat-II-04.bz2; \
+    fi && \
+    if [ "$HADRONIC_MODEL" = "qgs2" ]; then \
+        if [ -f qgsdat-II-04.bz2 ]; then \
+            bzip2 -dq qgsdat-II-04.bz2; \
+        fi; \
+        rm -f -v qgsdat-III.bz2; \
+    fi
+
+# Add a yml file in workdir with the build options
+WORKDIR /workdir/sim_telarray
+RUN echo "build_opt: $BUILD_OPT" > ./build_opts.yml && \
+    echo "extra_def: $EXTRA_DEF" >> ./build_opts.yml && \
+    echo "hadronic_model: $HADRONIC_MODEL" >> ./build_opts.yml && \
+    echo "avx_flag: $AVX_FLAG" >> ./build_opts.yml && \
+    echo "corsika_version: $CORSIKA_VERSION" >> ./build_opts.yml && \
+    echo "corsika_opt_patch_version: $CORSIKA_OPT_PATCH_VERSION" >> ./build_opts.yml && \
+    echo "bernlohr_version: $BERNLOHR_VERSION" >> ./build_opts.yml
+
+FROM almalinux:9.5-minimal
+ARG BUILD_BRANCH
+ARG SIMTOOLS_REQUIREMENT
+ARG PYTHON_VERSION
+COPY --from=build_image /workdir/sim_telarray/ /workdir/sim_telarray/
+WORKDIR /workdir
+SHELL ["/bin/bash", "-o", "pipefail", "-c"]
+
+RUN microdnf update -y && microdnf install -y \
+    bc \
+    zstd \
+    gsl-devel \
+    gcc-fortran \
+    procps \
+    findutils \
+    gcc-c++ \
+    git \
+    libgfortran \
+    python${PYTHON_VERSION}-pip && \
+    microdnf clean all && \
+    rm -rf /var/cache/dnf/* /tmp/* /var/tmp/*
+
+RUN BUILD_BRANCH=$(echo $BUILD_BRANCH | sed 's#refs/tags/##') \
+  && git clone -b "$BUILD_BRANCH" "${SIMTOOLS_REQUIREMENT}" --depth 1 \
+  && python${PYTHON_VERSION} -m venv env \
+  && source env/bin/activate \
+  && pip install --no-cache-dir -U pip \
+  && pip install --no-cache-dir "git+${SIMTOOLS_REQUIREMENT}@${BUILD_BRANCH}" \
+  && echo ". /workdir/env/bin/activate" >> ~/.bashrc
+
+ENV SIMTEL_PATH="/workdir/sim_telarray"
+ENV PATH="/workdir/env/bin/:$PATH"

gammasimtools-0.17.0/docker/Dockerfile-simtelarray

@@ -0,0 +1,80 @@
+# Dockerfile for CORSIKA and sim_telarray.
+#
+# Contains CORSIKA (non-optimized) and sim_telarray.
+# Used as base image for the simtools-dev image.
+#
+# hadolint global ignore=DL3013,DL3033,DL3041
+# - DL3041: ignore warnings about using latest
+# - DL3013, DL3033: ignore warnings about installing non-specific versions with microdnf or yum)
+FROM almalinux:9.5 AS build_image
+ARG BUILD_OPT="prod6-sc"
+ARG EXTRA_DEF="-DMAXIMUM_TELESCOPES=128"
+ARG HADRONIC_MODEL="qgs2"
+ARG AVX_FLAG="no_opt"
+ARG CORSIKA_VERSION="77550"
+ARG BERNLOHR_VERSION="1.68"
+
+ENV GCC_PATH="/usr/bin/"
+WORKDIR /workdir/sim_telarray
+
+RUN yum update -y && yum install -y \
+    gcc-fortran gsl-devel libgfortran \
+    csh patch perl which bzip2 && \
+    yum clean all && \
+    rm -rf /var/cache/yum/* /tmp/* /var/tmp/*
+
+ADD corsika_simtelarray.tar.gz .
+RUN rm -f examples-with-data.tar.gz && \
+    rm -f sim_telarray_config.tar.gz && \
+    export EXTRA_DEFINES="${EXTRA_DEF}" && ./build_all $BUILD_OPT $HADRONIC_MODEL gsl
+
+# CORSIKA source code is removed to follow
+# the CORSIKA non-distribution policy.
+RUN mv ./corsika-7*/run corsika-run && \
+    rm -rf ./corsika-7[0-9]* && \
+    find . -name "*.tar.gz" -delete && \
+    rm -rf /var/cache/yum/* /tmp/* /var/tmp/*
+
+# Unzip QGSJet tables; remove tables not needed (e.g. remove qgs3 tables when using qgs2)
+WORKDIR /workdir/sim_telarray/corsika-run
+RUN if [ "$HADRONIC_MODEL" = "qgs3" ]; then \
+        if [ -f qgsdat-III.bz2 ]; then \
+            bzip2 -dq qgsdat-III.bz2; \
+        fi; \
+        rm -f -v qgsdat-II-04.bz2; \
+    fi && \
+    if [ "$HADRONIC_MODEL" = "qgs2" ]; then \
+        if [ -f qgsdat-II-04.bz2 ]; then \
+            bzip2 -dq qgsdat-II-04.bz2; \
+        fi; \
+        rm -f -v qgsdat-III.bz2; \
+    fi
+
+# Add a yml file in workdir with the build options
+WORKDIR /workdir/sim_telarray
+RUN echo "build_opt: $BUILD_OPT" > ./build_opts.yml && \
+    echo "extra_def: $EXTRA_DEF" >> ./build_opts.yml && \
+    echo "hadronic_model: $HADRONIC_MODEL" >> ./build_opts.yml && \
+    echo "avx_flag: $AVX_FLAG" >> ./build_opts.yml && \
+    echo "corsika_version: $CORSIKA_VERSION" >> ./build_opts.yml && \
+    echo "bernlohr_version: $BERNLOHR_VERSION" >> ./build_opts.yml
+
+FROM almalinux:9.5-minimal
+COPY --from=build_image /workdir/sim_telarray/ /workdir/sim_telarray/
+WORKDIR /workdir
+SHELL ["/bin/bash", "-o", "pipefail", "-c"]
+
+RUN microdnf update -y && microdnf install -y \
+    bc \
+    zstd \
+    gsl-devel \
+    gcc-fortran \
+    procps && \
+    microdnf clean all && \
+    rm -rf /var/cache/dnf/* /tmp/* /var/tmp/*
+
+# create a symbolic link to the corsika executable
+RUN cprog=$(/bin/ls /workdir/sim_telarray/corsika-run/corsika*"$(uname)"_* 2>/dev/null | tail -1) && \
+    ln -sf "$cprog" /workdir/sim_telarray/corsika-run/corsika
+
+ENV SIMTEL_PATH="/workdir/sim_telarray"