gammasimtools 0.9.0__tar.gz → 0.10.0__tar.gz

{gammasimtools-0.9.0 → gammasimtools-0.10.0}/.env_template

@@ -6,7 +6,7 @@ SIMTOOLS_DB_SERVER='cta-simpipe-protodb.zeuthen.desy.de' # MongoDB server
 SIMTOOLS_DB_API_USER=YOUR_USERNAME # username for MongoDB: ask the responsible person
 SIMTOOLS_DB_API_PW=YOUR_PASSWORD # Password for MongoDB: ask the responsible person
 SIMTOOLS_DB_API_AUTHENTICATION_DATABASE='admin'
-SIMTOOLS_DB_SIMULATION_MODEL='CTAO-Simulation-Model-LATEST'
+SIMTOOLS_DB_SIMULATION_MODEL='CTAO-Simulation-ModelParameters-v0-3-0'
 SIMTOOLS_SIMTEL_PATH='/workdir/sim_telarray'
 
 # The dashboards to monitor the MongoDB instance are in (accessible only from within DESY)

{gammasimtools-0.9.0 → gammasimtools-0.10.0}/.github/workflows/CI-docs.yml

@@ -52,15 +52,16 @@ jobs:
       - name: Check for complete API documentation
         run: |-
           MODULES=$(find src/simtools -type f -name "*.py" \
-            ! -path "src/simtools/applications/*" \
-            ! -name "__init__.py" ! -name "version.py" \
-            ! -path "src/simtools/_*" -prune)
-          FULLY_DOCUMENTED="TRUE"
-          for M in "${MODULES[@]}"; do
+          ! -path "src/simtools/applications/*" \
+          ! -name "__init__.py" \
+          ! -name "version.py" \
+          ! -path "src/simtools/_*" -prune)
+
+          for M in $MODULES; do
               module=$(basename "$M" .py)
               if ! grep -q "$module" docs/source/api-reference/*.md; then
-                echo "Undocumented module: $module"
-                FULLY_DOCUMENTED="FALSE"
+                  echo "Undocumented module: $module"
+                  FULLY_DOCUMENTED="FALSE"
               fi
           done
           if [[ "$FULLY_DOCUMENTED" = "FALSE" ]]; then

{gammasimtools-0.9.0 → gammasimtools-0.10.0}/.github/workflows/CI-integrationtests.yml

@@ -7,7 +7,6 @@ env:
   SIMTOOLS_DB_API_USER: ${{ secrets.DB_API_USER }}
   SIMTOOLS_DB_API_PW: ${{ secrets.DB_API_PW }}
   SIMTOOLS_DB_API_PORT: ${{ secrets.DB_API_PORT }}
-  SIMTOOLS_DB_SIMULATION_MODEL: "CTAO-Simulation-Model-LATEST"
   SIMTOOLS_SIMTEL_PATH: "/workdir/sim_telarray/"
 
 on:
@@ -19,7 +18,7 @@ on:
 
 jobs:
 
-  testbuilding:
+  test_building:
     # Build the package and check if it is installable
     # (tests among others that all components are there)
     runs-on: ubuntu-latest
@@ -39,8 +38,7 @@ jobs:
           python -m pip install --upgrade build
           python -m build
 
-  integrationtests:
-    # Run integration tests
+  integration_tests:
     runs-on: ubuntu-latest
     container:
       image: ghcr.io/gammasim/simtools-dev:latest
@@ -63,8 +61,16 @@ jobs:
         run: |
           echo "PATH=\$PATH:/usr/bin:/usr/local/bin:$SIMTOOLS_SIMTEL_PATH" >> "$GITHUB_ENV"
 
+      - name: Extract SIMTOOLS_DB_SIMULATION_MODEL
+        run: |
+          SIMTOOLS_DB_SIMULATION_MODEL=$(grep 'SIMTOOLS_DB_SIMULATION_MODEL=' .env_template | cut -d '=' -f2- | tr -d '"')
+          SIMTOOLS_DB_SIMULATION_MODEL="${SIMTOOLS_DB_SIMULATION_MODEL//\'/}"
+          echo "SIMTOOLS_DB_SIMULATION_MODEL=$SIMTOOLS_DB_SIMULATION_MODEL" >> "$GITHUB_ENV"
+
       - name: Run integration tests
         shell: bash -l {0}
+        env:
+          SIMTOOLS_DB_SIMULATION_MODEL: ${{ env.SIMTOOLS_DB_SIMULATION_MODEL }}
         run: |
           source /workdir/env/bin/activate
           pip install -e '.[tests,dev,doc]'

{gammasimtools-0.9.0 → gammasimtools-0.10.0}/.github/workflows/CI-unittests.yml

@@ -7,7 +7,6 @@ env:
   SIMTOOLS_DB_API_USER: ${{ secrets.DB_API_USER }}
   SIMTOOLS_DB_API_PW: ${{ secrets.DB_API_PW }}
   SIMTOOLS_DB_API_PORT: ${{ secrets.DB_API_PORT }}
-  SIMTOOLS_DB_SIMULATION_MODEL: "CTAO-Simulation-Model-LATEST"
   SONAR_HOST_URL: ${{ secrets.SONAR_HOST_URL }}
 
 on:
@@ -95,8 +94,16 @@ jobs:
         run: |
           pip install -e '.[tests,dev,doc]'
 
+      - name: Extract SIMTOOLS_DB_SIMULATION_MODEL
+        run: |
+          SIMTOOLS_DB_SIMULATION_MODEL=$(grep 'SIMTOOLS_DB_SIMULATION_MODEL=' .env_template | cut -d '=' -f2- | tr -d '"')
+          SIMTOOLS_DB_SIMULATION_MODEL="${SIMTOOLS_DB_SIMULATION_MODEL//\'/}"
+          echo "SIMTOOLS_DB_SIMULATION_MODEL=$SIMTOOLS_DB_SIMULATION_MODEL" >> "$GITHUB_ENV"
+
       - name: Unit tests
         shell: bash -l {0}
+        env:
+          SIMTOOLS_DB_SIMULATION_MODEL: ${{ env.SIMTOOLS_DB_SIMULATION_MODEL }}
         run: |
           pytest --durations=10 --color=yes -n auto --dist loadscope \
             --cov=simtools --cov-report=xml
@@ -110,6 +117,8 @@ jobs:
       - name: Random order
         if: github.event_name == 'schedule' && contains(matrix.extra-args, 'random-order')
         shell: bash -l {0}
+        env:
+          SIMTOOLS_DB_SIMULATION_MODEL: ${{ env.SIMTOOLS_DB_SIMULATION_MODEL }}
         run: |
           pytest --color=yes -n auto --dist loadscope --count 5 --random-order
 

{gammasimtools-0.9.0 → gammasimtools-0.10.0}/.github/workflows/build-docker-images.yml

@@ -89,8 +89,6 @@ jobs:
       - name: Test Docker image
         if: matrix.type == 'prod'
         run: >
-          # Clone simulation model repo for faster file access
-          git clone https://gitlab.cta-observatory.org/cta-science/simulations/simulation-model/model_parameters.git
           # run docker
           docker run --rm
           -e "SIMTOOLS_SIMTEL_PATH='/workdir/sim_telarray'"
@@ -98,7 +96,6 @@ jobs:
           -e "SIMTOOLS_DB_API_USER=${{ env.SIMTOOLS_DB_API_USER }}"
           -e "SIMTOOLS_DB_API_PW=${{ env.SIMTOOLS_DB_API_PW }}"
           -e "SIMTOOLS_DB_SERVER=${{ env.SIMTOOLS_DB_SERVER }}"
-          -e "SIMTOOLS_DB_SIMULATION_MODEL_URL='./model_parameters'"
           -v "$(pwd):/workdir/external" ${{ env.TEST_TAG }}
           bash -c "cd /workdir/external && simtools-simulate-prod --config /workdir/external/tests/integration_tests/config/simulate_prod_gamma_20_deg_pack_for_grid.yml"
         shell: /usr/bin/bash -e {0}

gammasimtools-0.10.0/.github/workflows/changelog.yml

@@ -0,0 +1,28 @@
+name: Changelog
+# Require a changelog entry for each pull request
+# from: https://github.com/cta-observatory/ctapipe/blob/main/.github/workflows/changelog.yml
+
+on:
+  pull_request:
+    # should also be re-run when changing labels
+    types: [opened, reopened, labeled, unlabeled, synchronize]
+    branches:
+      - 'main'
+
+env:
+  FRAGMENT_NAME_PREFIX: "docs/changes/${{ github.event.number }}"
+
+jobs:
+  changelog:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Check for at least one changelog fragment
+        if: ${{ !contains(github.event.pull_request.labels.*.name, 'no-changelog-needed') }}
+        run: |
+          find docs/changes -type f | \
+          grep -P "${FRAGMENT_NAME_PREFIX}\.(feature|bugfix|api|maintenance|doc|model)\.md"

{gammasimtools-0.9.0 → gammasimtools-0.10.0}/.pre-commit-config.yaml

@@ -1,12 +1,12 @@
 repos:
   - repo: https://github.com/psf/black
-    rev: 24.10.0
+    rev: 25.1.0
     hooks:
       - id: black
         args: ["--line-length=100"]
   - repo: https://github.com/astral-sh/ruff-pre-commit
   # Ruff
-    rev: v0.9.2
+    rev: v0.9.6
     hooks:
       - id: ruff
         args: ["--fix"]
@@ -50,12 +50,12 @@ repos:
       - id: pyproject-fmt
   # codespell
   - repo: https://github.com/codespell-project/codespell
-    rev: v2.3.0
+    rev: v2.4.1
     hooks:
       - id: codespell
   # markdownlint
   - repo: https://github.com/igorshubovych/markdownlint-cli
-    rev: v0.43.0
+    rev: v0.44.0
     hooks:
       - id: markdownlint
         args: ["--disable", "MD041"]

{gammasimtools-0.9.0 → gammasimtools-0.10.0}/CHANGELOG.md

@@ -7,6 +7,27 @@ This changelog is generated using [Towncrier](https://towncrier.readthedocs.io/)
 
 <!-- towncrier release notes start -->
 
+## [0.10.0](https://github.com/gammasim/simtools/tree/0.10.0) - 2025-02-17
+
+### Bugfixes
+
+- Schema validation bugfixes. ([#1330](https://github.com/gammasim/simtools/pull/1330))
+
+### New Features
+
+- Add a simtool to derive (normalize) the single p.e. amplitude spectrum using the `sim_telarray` tool `norm_spe`. ([#1299](https://github.com/gammasim/simtools/pull/1299))
+- Add validation of simtools-generated configuration files for sim_telarray with reference files. ([#1322](https://github.com/gammasim/simtools/pull/1322))
+- Add schema for fake mirror list. ([#1338](https://github.com/gammasim/simtools/pull/1338))
+- Add additional queries to db handler to retrieve model versions etc. ([#1349](https://github.com/gammasim/simtools/pull/1349))
+- Add fixed database version for testing (instead of `LATEST`). ([#1365](https://github.com/gammasim/simtools/pull/1365))
+
+### Maintenance
+
+- Major restructering of database routines plus introduction of new simulation model. ([#1316](https://github.com/gammasim/simtools/pull/1316))
+- Improve testing of results and allow comparison of lists of floats in json/YAML files. ([#1319](https://github.com/gammasim/simtools/pull/1319))
+- Remove database sandboxes . ([#1336](https://github.com/gammasim/simtools/pull/1336))
+
+
 ## [0.9.0](https://github.com/gammasim/simtools/tree/0.9.0) - 2025-01-22
 
 ### Bugfixes

{gammasimtools-0.9.0/src/gammasimtools.egg-info → gammasimtools-0.10.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: gammasimtools
-Version: 0.9.0
+Version: 0.10.0
 Summary: Tools for the Simulation System of the CTA Observatory
 Author-email: simtools developers <simtools-developer@desy.de>
 License: BSD 3-Clause License
@@ -113,7 +113,7 @@ simtools provides:
 simtools is one part of the CTAO Simulation Pipeline, which consist of the following components:
 
 - [CORSIKA](https://www.iap.kit.edu/corsika/) air shower simulation code and the [sim_telarray](https://www.mpi-hd.mpg.de/hfm/~bernlohr/sim_telarray/) telescope simulation code
-- [simulation model parameter](https://gitlab.cta-observatory.org/cta-science/simulations/simulation-model/model_parameters)
+- [simulation models](https://gitlab.cta-observatory.org/cta-science/simulations/simulation-model/simulation-models)
 - [databases](https://gammasim.github.io/simtools/databases.html), especially the model parameter database
 
 :::{note}

{gammasimtools-0.9.0 → gammasimtools-0.10.0}/README.md

@@ -30,7 +30,7 @@ simtools provides:
 simtools is one part of the CTAO Simulation Pipeline, which consist of the following components:
 
 - [CORSIKA](https://www.iap.kit.edu/corsika/) air shower simulation code and the [sim_telarray](https://www.mpi-hd.mpg.de/hfm/~bernlohr/sim_telarray/) telescope simulation code
-- [simulation model parameter](https://gitlab.cta-observatory.org/cta-science/simulations/simulation-model/model_parameters)
+- [simulation models](https://gitlab.cta-observatory.org/cta-science/simulations/simulation-model/simulation-models)
 - [databases](https://gammasim.github.io/simtools/databases.html), especially the model parameter database
 
 :::{note}

{gammasimtools-0.9.0 → gammasimtools-0.10.0}/database_scripts/upload_dump_to_local_db.sh

@@ -6,8 +6,7 @@
 
 SIMTOOLS_NETWORK="simtools-mongo-network"
 CONTAINER_NAME="simtools-mongodb"
-SIMTOOLS_DB_SIMULATION_MODEL='CTAO-Simulation-Model-v0-3-0'  # Name of the database to be created
-SIMTOOLS_DB_SIMULATION_MODEL='Staging-CTA-Simulation-Model-Derived-Values'
+SIMTOOLS_DB_SIMULATION_MODEL='CTAO-Simulation-ModelParameters-v0-3-0'  # Name of the database to be created
 
 # Check if podman is available, if not use docker
 if command -v podman &> /dev/null; then

{gammasimtools-0.9.0 → gammasimtools-0.10.0}/database_scripts/upload_from_model_repository_to_db.sh

@@ -1,10 +1,11 @@
 #!/bin/bash
 # Upload model parameter from repository to a local or remote mongoDB.
 #
+# Execute this scripts from the ./database_scripts directory.
 # Cover 'source .env': the script ensure that this file exists:
 # shellcheck disable=SC1091
 
-DB_SIMULATION_MODEL_URL="https://gitlab.cta-observatory.org/cta-science/simulations/simulation-model/model_parameters.git"
+DB_SIMULATION_MODEL_URL="https://gitlab.cta-observatory.org/cta-science/simulations/simulation-model/simulation-models.git"
 DB_SIMULATION_MODEL_BRANCH="main"
 
 # Check that this script is not sourced but executed
@@ -27,9 +28,9 @@ echo "Cloning model parameters from $DB_SIMULATION_MODEL_URL"
 rm -rf ./tmp_model_parameters
 git clone --depth=1 -b $DB_SIMULATION_MODEL_BRANCH $DB_SIMULATION_MODEL_URL ./tmp_model_parameters
 
-CURRENTDIR=$(pwd)
+CURRENT_DIR=$(pwd)
 cd ./tmp_model_parameters/ || exit
-cp -f "$CURRENTDIR"/../.env .env
+cp -f "$CURRENT_DIR"/../.env .env
 
 # ask for confirmation before uploading to remote DB
 source .env
@@ -43,16 +44,20 @@ if [[ $SIMTOOLS_DB_SERVER =~ $regex ]]; then
   fi
 fi
 
-# upload files to DB
-model_directory="./model_versions/"
-for dir in "${model_directory}"*/; do
-  simtools-db-add-model-parameters-from-repository-to-db \
-  --model_version "$(basename "${dir}")" \
-  --input_path "${dir}" \
+# upload model parameters to DB
+model_directory="./simulation-models/model_parameters/"
+simtools-db-add-simulation-model-from-repository-to-db \
+  --input_path "${model_directory}" \
   --db_name "$DB_SIMULATION_MODEL" \
   --type "model_parameters"
-done
 
-cd "$CURRENTDIR" || exit
+# upload production tables to DB
+production_directory="./simulation-models/productions"
+simtools-db-add-simulation-model-from-repository-to-db \
+  --input_path "${production_directory}" \
+  --db_name "$DB_SIMULATION_MODEL" \
+  --type "production_tables"
+
+cd "$CURRENT_DIR" || exit
 
 rm -rf ./tmp_model_parameters

gammasimtools-0.9.0/docs/source/api-reference/camera_efficiency.md → gammasimtools-0.10.0/docs/source/api-reference/camera.md

@@ -1,13 +1,22 @@
-(cameraefficiency)=
+(camera)=
 
-# Camera Efficiency
+# Camera
+
+### camera_efficiency
 
 Main functionality for the `camera_efficiency` module is to provide an interface to the `testeff` program provided by sim_telarray.
 A {ref}`TelescopeModel <telescope-model>` and few more physical parameters (zenith angle, etc) are required inputs.
 
-## camera_efficiency
+```{eval-rst}
+.. automodule:: camera.camera_efficiency
+   :members:
+```
+
+## Single photon-electron spectral analysis
+
+### single_photon_electron_spectrum
 
 ```{eval-rst}
-.. automodule:: camera_efficiency
+.. automodule:: camera.single_photon_electron_spectrum
    :members:
 ```

{gammasimtools-0.9.0 → gammasimtools-0.10.0}/docs/source/api-reference/data_model.md

@@ -50,6 +50,15 @@ Data products ingested or produced by simtools generally follows the CTAO data m
    :members:
 ```
 
+(datamodelschema)=
+
+## schema
+
+```{eval-rst}
+.. automodule:: data_model.schema
+   :members:
+```
+
 (datamodelvalidatedata)=
 
 ## validate_data

{gammasimtools-0.9.0 → gammasimtools-0.10.0}/docs/source/api-reference/db_handler.md

@@ -13,11 +13,11 @@ Modules for database access. See the databases sections for details.
    :members:
 ```
 
-## db_array_elements
+## db_model_upload
 
-(db-array-elements)=
+(db-module-upload)=
 
 ```{eval-rst}
-.. automodule:: db.db_array_elements
+.. automodule:: db.db_model_upload
    :members:
 ```

{gammasimtools-0.9.0 → gammasimtools-0.10.0}/docs/source/api-reference/index.md

@@ -8,7 +8,7 @@ simtools is composed of the following modules and module groups:
 :glob: true
 :maxdepth: 1
 
-camera_efficiency
+camera
 configuration_module
 corsika
 data_model
@@ -17,6 +17,7 @@ io_operations
 job_execution
 array_layout
 mc_model
+production_configuration
 ray_tracing
 runners
 sim_telarray

{gammasimtools-0.9.0 → gammasimtools-0.10.0}/docs/source/api-reference/io_operations.md

@@ -21,3 +21,12 @@ This module include I/O related functionality.
 .. automodule:: io_operations.hdf5_handler
    :members:
 ```
+
+(legacy-data-handler)-
+
+## legacy_data_handler
+
+```{eval-rst}
+.. automodule:: io_operations.legacy_data_handler
+   :members:
+```

gammasimtools-0.10.0/docs/source/api-reference/production_configuration.md

@@ -0,0 +1,43 @@
+(productionconfiguration)=
+
+# Production Configuration
+
+Modules provide functionality to configure a simulation production.
+This includes the derivation of energy, viewcone radius, and core scatter ranges and
+the calculation of the number of events to be simulated given a pre-determined metric.
+
+(calculate-statistical-errors-grid-point)=
+
+## calculate_statistical_errors_grid_point
+
+```{eval-rst}
+.. automodule:: production_configuration.calculate_statistical_errors_grid_point
+   :members:
+```
+
+(event-scaler)=
+
+## event_scaler
+
+```{eval-rst}
+.. automodule:: production_configuration.event_scaler
+   :members:
+```
+
+(generate-simulation-config)=
+
+## generate_simulation_config
+
+```{eval-rst}
+.. automodule:: production_configuration.generate_simulation_config
+   :members:
+```
+
+(interpolation-handler)=
+
+## interpolation_handler
+
+```{eval-rst}
+.. automodule:: production_configuration.interpolation_handler
+   :members:
+```

{gammasimtools-0.9.0 → gammasimtools-0.10.0}/docs/source/api-reference/sim_telarray.md

@@ -22,6 +22,15 @@ Support modules for running sim_telarray.
    :members:
 ```
 
+## simtel_table_reader
+
+(simtel-table-reader-1)=
+
+```{eval-rst}
+.. automodule:: simtel.simtel_table_reader
+   :members:
+```
+
 ## simtel_io_events
 
 (simtel-io-events-1)=

{gammasimtools-0.9.0 → gammasimtools-0.10.0}/docs/source/api-reference/visualization.md

@@ -31,3 +31,13 @@ the visualization module.
 ```{eval-rst}
 .. automodule:: visualization.plot_camera
    :members:
+```
+
+(plot-tables)=
+
+## plot_tables
+
+```{eval-rst}
+.. automodule:: visualization.plot_tables
+   :members:
+```

gammasimtools-0.10.0/docs/source/user-guide/applications/simtools-db-add-simulation-model-from-repository-to-db.rst

@@ -0,0 +1,6 @@
+
+simtools-db-add-simulation-model-from-repository-to-db
+======================================================
+
+.. automodule:: db_add_simulation_model_from_repository_to_db
+   :members:

gammasimtools-0.10.0/docs/source/user-guide/applications/simtools-derive-photon-electron-spectrum.rst

@@ -0,0 +1,6 @@
+
+simtools-derive-photon-electron-spectrum
+========================================
+
+.. automodule:: derive_photon_electron_spectrum
+   :members:

{gammasimtools-0.9.0 → gammasimtools-0.10.0}/docs/source/user-guide/applications.md

@@ -28,13 +28,14 @@ simtools-convert-all-model-parameters-from-simtel <applications/simtools-convert
 simtools-convert-geo-coordinates-of-array-elements <applications/simtools-convert-geo-coordinates-of-array-elements>
 simtools-convert-model-parameter-from-simtel <applications/simtools-convert-model-parameter-from-simtel>
 simtools-db-add-file-to-db <applications/simtools-db-add-file-to-db>
-simtools-db-add-model-parameters-from-repository-to-db <applications/simtools-db-add-model-parameters-from-repository-to-db>
+simtools-db-add-simulation-model-from-repository-to-db <applications/simtools-db-add-simulation-model-from-repository-to-db>
 simtools-db-add-value-from-json-to-db <applications/simtools-db-add-value-from-json-to-db>
 simtools-db-get-array-layouts-from-db <applications/simtools-db-get-array-layouts-from-db>
 simtools-db-get-file-from-db <applications/simtools-db-get-file-from-db>
 simtools-db-get-parameter-from-db <applications/simtools-db-get-parameter-from-db>
 simtools-db-inspect-databases  <applications/simtools-db-inspect-databases>
 simtools-derive-mirror-rnda <applications/simtools-derive-mirror-rnda>
+simtools-derive-photon-electron-spectrum <applications/simtools-derive-photon-electron-spectrum>
 simtools-derive-psf-parameters <applications/simtools-derive-psf-parameters>
 simtools-generate-array-config <applications/simtools-generate-array-config>
 simtools-generate-corsika-histograms <applications/simtools-generate-corsika-histograms>

{gammasimtools-0.9.0 → gammasimtools-0.10.0}/docs/source/user-guide/databases.md

@@ -1,9 +1,9 @@
 # Databases
 
-The simtools package uses a prototype MongoDB database to store the simulation model parameters and derived data products.
+The simtools package uses a prototype MongoDB database to store the simulation model parameters.
 Access to the DB is handled via a dedicated API module ([db_handler](#dbhandler)).
 
-Simulation model parameters are stored in databases (see the [Simulation Model](model_parameters.md#simulation-model) section) and synced with the [CTAO model parameter repository](https://gitlab.cta-observatory.org/cta-science/simulations/simulation-model/model_parameters).
+Simulation model parameters are stored in databases (see the [Simulation Model](model_parameters.md#simulation-model) section) and synced with the [CTAO model repository](https://gitlab.cta-observatory.org/cta-science/simulations/simulation-model/simulation-models).
 
 ## Database structure
 
@@ -16,7 +16,7 @@ This documentation is therefore incomplete.
 
 ### Model parameters DB
 
-The name of the model parameter database needs to be indicated by `$SIMTOOLS_DB_SIMULATION_MODEL` environmental variable and defined e.g., in the `.env` file. Use `CTAO-Simulation-Model-LATEST` to use the latest version of the CTAO simulation model database (simtools will replace `LATEST` with the latest version number).
+The name of the model parameter database needs to be indicated by `$SIMTOOLS_DB_SIMULATION_MODEL` environmental variable and defined e.g., in the `.env` file. Use `CTAO-Simulation-ModelParameters-LATEST` to use the latest version of the CTAO simulation model database (simtools will replace `LATEST` with the latest version number).
 
 Collections:
 
@@ -27,15 +27,6 @@ Collections:
 * `metadata` containing tables describing the model versions
 * `fs.files` with all file type entries for the model parameters (e.g., the quantum-efficiency tables)
 
-### Derived values DB
-
-Database with derived values DB (e.g., `Staging-CTA-Simulation-Model-Derived-Values` defined in `db_handler.DB_DERIVED_VALUES`).
-
-Collections are:
-
-* `derived_values` with the derived values for each telescope or site
-* `fs.files` with file type derived results
-
 ### Other databases
 
 All other currently available databases are not in use and kept for historical reasons.
@@ -52,8 +43,7 @@ SIMTOOLS_DB_SERVER='cta-simpipe-protodb.zeuthen.desy.de' # MongoDB server
 SIMTOOLS_DB_API_USER=YOUR_USERNAME # username for MongoDB: ask the responsible person
 SIMTOOLS_DB_API_PW=YOUR_PASSWORD # Password for MongoDB: ask the responsible person
 SIMTOOLS_DB_API_AUTHENTICATION_DATABASE='admin'
-SIMTOOLS_DB_SIMULATION_MODEL='CTAO-Simulation-Model-LATEST'
-# SIMTOOLS_DB_SIMULATION_MODEL_URL=''
+SIMTOOLS_DB_SIMULATION_MODEL='CTAO-Simulation-ModelParameters-LATEST'
 SIMTOOLS_SIMTEL_PATH='/workdir/sim_telarray'
 ```
 
@@ -63,7 +53,7 @@ The mongoDB database can be accessed via the command-line interface `mongo` or v
 
 ## Update the database
 
-Model parameters should first be reviewed and accepted in the [model parameter repository](https://gitlab.cta-observatory.org/cta-science/simulations/simulation-model/model_parameters) before they are uploaded to the database (see the following sections on how to set up a local copy of the model parameter database for testing and development).
+Model parameters should first be reviewed and accepted in the [model repository](https://gitlab.cta-observatory.org/cta-science/simulations/simulation-model/simulation-models) before they are uploaded to the database (see the following sections on how to set up a local copy of the model parameter database for testing and development).
 
 :::{Danger}
 Updating the database is for experts only.
@@ -75,7 +65,7 @@ The following applications are important:
 
 * update or define a single model parameter from a json file (as defined in the model parameter repository): [db_add_value_from_json_to_db.py](db_add_value_from_json_to_db)
 * upload a model parameter file: [db_add_file_to_db.py](db_add_file_to_db)
-* upload all model parameters and files from the model parameter repository: [db_add_model_parameters_from_repository_to_db.py](db_add_model_parameters_from_repository_to_db)
+* upload all model parameters and files from the model parameter repository: [db_add_simulation_model_from_repository_to_db.py](db_add_simulation_model_from_repository_to_db)
 
 ## Configure and use a local copy of the model parameter database
 
@@ -109,7 +99,7 @@ Note that database names are hardcoded in the scripts and need to be adjusted ac
 
 #### Option 2: Fill local database from model parameter repository
 
-The script `upload_from_model_repository_to_db.sh` uses the [model parameter repository](https://gitlab.cta-observatory.org/cta-science/simulations/simulation-model/model_parameters) from the CTAO gitlab and
+The script `upload_from_model_repository_to_db.sh` uses the [model repository](https://gitlab.cta-observatory.org/cta-science/simulations/simulation-model/simulation-models) from the CTAO gitlab and
 uploads its contents to the local database instance.
 
 Note that repository branches are hardcoded in the scripts and need to be adjusted accordingly.
@@ -138,7 +128,7 @@ SIMTOOLS_DB_API_AUTHENTICATION_DATABASE='admin'
 SIMTOOLS_DB_SIMULATION_MODEL='STAGING-CTA-Simulation-Model-LATEST'
 ```
 
-`SIMTOOLS_DB_SIMULATION_MODEL` is set as an example here to `STAGING-CTAO-Simulation-Model-LATEST` and should be changed accordingly.
+`SIMTOOLS_DB_SIMULATION_MODEL` is set as an example here to `STAGING-CTAO-Simulation-ModelParameters-LATEST` and should be changed accordingly.
 
 For using simtools inside a container:
 
@@ -158,6 +148,6 @@ SIMTOOLS_DB_SERVER='simtools-mongodb'
 SIMTOOLS_DB_API_USER='api' # username for MongoDB
 SIMTOOLS_DB_API_PW='password' # Password for MongoDB
 SIMTOOLS_DB_API_AUTHENTICATION_DATABASE='admin'
-SIMTOOLS_DB_SIMULATION_MODEL='CTAO-Simulation-Model-LATEST'
+SIMTOOLS_DB_SIMULATION_MODEL='CTAO-Simulation-ModelParameters-LATEST'
 SIMTOOLS_SIMTEL_PATH='/workdir/sim_telarray'
 ```

{gammasimtools-0.9.0 → gammasimtools-0.10.0}/docs/source/user-guide/model_parameters.md

@@ -26,7 +26,7 @@ The {ref}`db_handler module <DBHANDLER>` provides reading and writing interfaces
 
 Simtools includes applications to write new model parameters to the databases and the export or import model parameters from sim_telarray configuration files (see following sections).
 
-Review and revision control of the simulation models uses the [model parameters gitlab repository](https://gitlab.cta-observatory.org/cta-science/simulations/simulation-model/model_parameters/-/blob/main/README.md?ref_type=heads). Simtools provides applications to read, write, and update the databases from this repository.
+Review and revision control of the simulation models uses a [gitlab repository](https://gitlab.cta-observatory.org/cta-science/simulations/simulation-model/simulation-models). Simtools provides applications to read, write, and update the databases from this repository.
 
 :::{Note}
 The simulation model is a central part of the CTAO Simulation Pipeline. The responsibility for the values and the correctness of the simulation model parameters is with the CTAO Simulation Team.
@@ -184,19 +184,20 @@ simulation_software:
 
 ## Data structure for model parameters
 
-The model parameters are stored in json-style in the [model repository](https://gitlab.cta-observatory.org/cta-science/simulations/simulation-model/model_parameters) and database.
+The model parameters are stored in json-style in the [model repository](https://gitlab.cta-observatory.org/cta-science/simulations/simulation-model/simulation-models) and database.
 A typical model parameter file looks like:
 
 ```json
 {
+    "schema_version": "0.1.0",
     "parameter": "num_gains",
     "instrument": "LSTN-01",
     "site": "North",
-    "version": "6.0.0",
+    "parameter_version": "1.0.0",
+    "unique_id": null,
     "value": 2,
     "unit": null,
     "type": "int64",
-    "applicable": true,
     "file": false
 }
 ```