gammasimtools 0.23.0__py3-none-any.whl → 0.25.0__py3-none-any.whl

simtools/applications/derive_pulse_shape_parameters.py

@@ -0,0 +1,195 @@
+#!/usr/bin/env python3
+r"""Derive Gaussian sigma and exponential tau from specified rise/fall widths.
+
+Solve (sigma, tau) for a Gaussian convolved with a causal exponential so the
+pulse matches user-provided rise and fall widths between fractional amplitude
+levels (e.g. 0.1-0.9 rise, 0.9-0.1 fall).
+
+Command line arguments
+----------------------
+site (str, required)
+        North or South.
+telescope (str, required)
+        Telescope model name.
+model_version (str, required)
+        Model version.
+parameter_version (str, required)
+    Parameter version.
+rise_width_ns (float, required)
+    Rising-edge width between rise_range fractions (ns).
+fall_width_ns (float, required)
+    Falling-edge width between fall_range fractions (ns).
+rise_range (float float, optional)
+    Fractional amplitudes (low high) for rise width (default: 0.1 0.9).
+fall_range (float float, optional)
+    Fractional amplitudes (high low) for fall width (default: 0.9 0.1).
+dt_ns (float, optional)
+    Time sampling step (ns). Default: 0.1.
+time_margin_ns (float, optional)
+    Margin added at both ends of readout window. Default: 5.
+
+
+Example
+-------
+Derive parameters for a pulse with 2.5 ns rise (10-90%) and
+ 5 ns fall (90-10%) for LSTN-01:
+
+.. code-block:: console
+
+    simtools-derive-pulse-shape-parameters \
+    --site North \
+    --telescope MSTx-NectarCam \
+    --model_version 7.0 \
+    --parameter_version 1.0.0 \
+    --rise_width_ns 2.5 \
+    --fall_width_ns 5.0 \
+    --rise_range 0.1 0.9 \
+    --fall_range 0.9 0.1 \
+    --dt_ns 0.1 \
+    --time_margin_ns 10
+"""
+
+import logging
+
+import simtools.data_model.model_data_writer as writer
+from simtools.application_control import get_application_label, startup_application
+from simtools.configuration import configurator
+from simtools.model.model_utils import initialize_simulation_models
+from simtools.simtel.pulse_shapes import solve_sigma_tau_from_rise_fall
+
+
+def _parse():
+    """Parse command line configuration for parameter derivation."""
+    config = configurator.Configurator(
+        label=get_application_label(__file__),
+        description=(
+            "Derive Gaussian sigma and exponential tau from rise/fall width specifications."
+        ),
+    )
+
+    config.parser.add_argument(
+        "--rise_width_ns",
+        help="Wdth on the rising edge in ns between rise_range fractions.",
+        type=float,
+        required=True,
+    )
+    config.parser.add_argument(
+        "--fall_width_ns",
+        help="Width on the falling edge in ns between fall_range fractions.",
+        type=float,
+        required=True,
+    )
+    config.parser.add_argument(
+        "--rise_range",
+        help="Fractional amplitudes (low high) for rise width, e.g. 0.1 0.9",
+        type=float,
+        nargs=2,
+        default=[0.1, 0.9],
+        required=False,
+    )
+    config.parser.add_argument(
+        "--fall_range",
+        help="Fractional amplitudes (high low) for fall width, e.g. 0.9 0.1",
+        type=float,
+        nargs=2,
+        default=[0.9, 0.1],
+        required=False,
+    )
+    config.parser.add_argument(
+        "--dt_ns",
+        help="Time sampling step in ns used by the solver.",
+        type=float,
+        default=0.1,
+        required=False,
+    )
+    config.parser.add_argument(
+        "--time_margin_ns",
+        help=(
+            "Margin (ns) added to both ends of the instrument readout window when deriving the "
+            "internal time window."
+        ),
+        type=float,
+        default=10.0,
+        required=False,
+    )
+
+    return config.initialize(
+        db_config=True,
+        simulation_model=["site", "telescope", "model_version", "parameter_version"],
+        output=True,
+    )
+
+
+def main():
+    """Run parameter derivation and write results."""
+    app_context = startup_application(_parse)
+    log = logging.getLogger(__name__)
+
+    rise_width_ns = app_context.args["rise_width_ns"]
+    fall_width_ns = app_context.args["fall_width_ns"]
+    rise_range = tuple(app_context.args["rise_range"])
+    fall_range = tuple(app_context.args["fall_range"])
+    dt_ns = app_context.args["dt_ns"]
+    time_margin_ns = app_context.args["time_margin_ns"]
+    site = app_context.args["site"]
+    label = app_context.args.get("label") or get_application_label(__file__)
+    telescope_model, _, _ = initialize_simulation_models(
+        label=label,
+        db_config=app_context.db_config,
+        model_version=app_context.args["model_version"],
+        site=site,
+        telescope_name=app_context.args["telescope"],
+    )
+    fadc_sum_bins = telescope_model.get_parameter_value("fadc_sum_bins")
+
+    window_ns = fadc_sum_bins + time_margin_ns
+    t_start_ns = -window_ns
+    t_stop_ns = window_ns
+
+    sigma_ns, tau_ns = solve_sigma_tau_from_rise_fall(
+        rise_width_ns=rise_width_ns,
+        fall_width_ns=fall_width_ns,
+        dt_ns=dt_ns,
+        rise_range=rise_range,
+        t_start_ns=t_start_ns,
+        t_stop_ns=t_stop_ns,
+    )
+    # Apply reasonable rounding for output precision.
+    sigma_ns = round(sigma_ns, 4)
+    tau_ns = round(tau_ns, 4)
+
+    log.info(
+        f"Derived pulse parameters: sigma={sigma_ns:.6g} ns, tau={tau_ns:.6g} ns "
+        f"(rise={rise_width_ns} ns @ {rise_range}, fall={fall_width_ns} ns @ {fall_range})"
+    )
+
+    output_path = app_context.args.get("output_path")
+    instrument = app_context.args.get("telescope")
+    parameter_version = app_context.args.get("parameter_version")
+
+    writer.ModelDataWriter.dump_model_parameter(
+        parameter_name="flasher_pulse_width",
+        value=sigma_ns,
+        instrument=instrument,
+        parameter_version=parameter_version,
+        output_file="flasher_pulse_width.json",
+        output_path=output_path,
+        unit="ns",
+    )
+    writer.ModelDataWriter.dump_model_parameter(
+        parameter_name="flasher_pulse_exp_decay",
+        value=tau_ns,
+        instrument=instrument,
+        parameter_version=parameter_version,
+        output_file="flasher_pulse_exp_decay.json",
+        output_path=output_path,
+        unit="ns",
+    )
+    log.info(
+        f"Wrote model parameter files flasher_pulse_width.json and "
+        f"flasher_pulse_exp_decay.json (sigma={sigma_ns:.6g} ns, tau={tau_ns:.6g} ns)"
+    )
+
+
+if __name__ == "__main__":
+    main()

simtools/applications/generate_array_config.py

@@ -46,7 +46,7 @@ def main():
     array_model = ArrayModel(
         label=app_context.args["label"],
         model_version=app_context.args["model_version"],
-        mongo_db_config=app_context.db_config,
+        db_config=app_context.db_config,
         site=app_context.args.get("site"),
         layout_name=app_context.args.get("array_layout_name"),
         array_elements=app_context.args.get("array_elements"),

simtools/applications/maintain_simulation_model_add_production.py

@@ -3,15 +3,18 @@ Generate a new simulation model production and update tables and model parameter
 
 This script is used to maintain the simulation model repository. It allows to create
 new production tables by copying an existing base version and applies modifications
-to production tables and model parameters as provided in a YAML file (see the example file below).
+to production tables and model parameters as provided in a configuration file (see
+the 'info.yml' examples in the simulation models repository).
 
 Two main use cases are covered by this script:
 
-1. full update: Create a complete new set of production tables (e.g. for new major or minor
+1. full update: create a complete new set of production tables (e.g. for new major or minor
    versions of the simulation models). This will copy all production tables from the source
    directory and apply the modifications to the tables that are listed in the modifications file.
+   If the full update is based on a previous patch update, the full history of changes is applied
+   iteratively until the last base version is reached.
 
-2. patch update: Create a set of new production tables including the changes defined in the
+2. patch update: create a set of new production tables including the changes defined in the
    modifications file. No unmodified tables are copied. For new production tables with patch
    modifications, the key-value pair 'base_model_version: <base_model version>' is added.
 
@@ -26,8 +29,8 @@ The following example applies a patch update with changes defined in a YAML file
 .. code-block:: console
 
     simtools-maintain-simulation-model-add-new-production \\
-        --simulation_models_path ../simulation-models-dev/simulation-models/ \\
-        --modifications tests/resources/production_tables_changes_for_threshold_study_6.2.0.yml
+        --model_path ../simulation-models-dev/simulation-models/ \\
+        --model_version 6.0.2
 
 """
 
@@ -44,20 +47,7 @@ def _parse():
         label=get_application_label(__file__),
         description="Generate a new simulation model production",
     )
-    config.parser.add_argument(
-        "--simulation_models_path",
-        type=str,
-        required=True,
-        help="Path to the simulation models repository.",
-    )
-    config.parser.add_argument(
-        "--modifications",
-        type=str,
-        required=True,
-        help="File containing the list of changes to apply.",
-    )
-
-    return config.initialize(db_config=False, output=False)
+    return config.initialize(db_config=False, output=False, simulation_model=["model_version"])
 
 
 def main():
@@ -65,8 +55,8 @@ def main():
     app_context = startup_application(_parse)
 
     model_repository.generate_new_production(
-        modifications=app_context.args["modifications"],
-        simulation_models_path=Path(app_context.args["simulation_models_path"]),
+        model_version=app_context.args["model_version"],
+        simulation_models_path=Path(app_context.args["model_path"]),
     )
 
 

simtools/applications/plot_array_layout.py

@@ -62,6 +62,17 @@ highlighted_array_elements : list, optional
     List of array elements to plot with red circles around them.
 legend_location : str, optional
     Location of the legend (default "best").
+bounds : str, optional
+    Axis bounds mode. Use "symmetric" for +-R with padding (default) or "exact" for
+    per-axis min/max bounds.
+padding : float, optional
+    Fractional padding applied around computed extents in both modes (default 0.1).
+x_lim : tuple(float, float), optional
+    Explicit x-axis limits [xmin, xmax] in meters. When provided, overrides derived limits
+    and filters plotted elements by x.
+y_lim : tuple(float, float), optional
+    Explicit y-axis limits [ymin, ymax] in meters. When provided, overrides derived limits
+    and filters plotted elements by y.
 
 Examples
 --------
@@ -89,6 +100,20 @@ Plot layout from a file with a list of telescopes:
     simtools-plot-array-layout
         --array_layout_file tests/resources/telescope_positions-North-ground.ecsv
 
+Use exact bounds with default padding:
+
+.. code-block:: console
+
+    simtools-plot-array-layout --array_layout_name alpha \
+        --site North --model_version 6.0.0 --bounds exact
+
+Use symmetric bounds with custom padding:
+
+.. code-block:: console
+
+    simtools-plot-array-layout --array_layout_name alpha \
+        --site North --model_version 6.0.0 --bounds symmetric --padding 0.15
+
 Plot layout from a parameter file with a list of telescopes:
 
 .. code-block:: console
@@ -173,6 +198,24 @@ def _parse():
         required=False,
         default=None,
     )
+    config.parser.add_argument(
+        "--x_lim",
+        help="Explicit x-axis limits [xmin xmax] in meters.",
+        type=float,
+        nargs=2,
+        required=False,
+        default=None,
+        metavar=("XMIN", "XMAX"),
+    )
+    config.parser.add_argument(
+        "--y_lim",
+        help="Explicit y-axis limits [ymin ymax] in meters.",
+        type=float,
+        nargs=2,
+        required=False,
+        default=None,
+        metavar=("YMIN", "YMAX"),
+    )
     config.parser.add_argument(
         "--array_layout_name_background",
         help="Name of the background layout array (e.g., test_layout, alpha, 4mst, etc.).",
@@ -201,12 +244,27 @@ def _parse():
         help=(
             "Location of the legend (e.g., 'best', 'upper right', 'upper left', "
             "'lower left', 'lower right', 'right', 'center left', 'center right', "
-            "'lower center', 'upper center', 'center')."
+            "'lower center', 'upper center', 'center', 'no_legend')."
         ),
         type=str,
         required=False,
         default="best",
     )
+    config.parser.add_argument(
+        "--bounds",
+        help=("Axis bounds mode: 'symmetric' uses +-R with padding, 'exact' uses per-axis min/max"),
+        type=str,
+        choices=["symmetric", "exact"],
+        required=False,
+        default="symmetric",
+    )
+    config.parser.add_argument(
+        "--padding",
+        help=("Fractional padding applied around computed extents (used for both modes)."),
+        type=float,
+        required=False,
+        default=0.1,
+    )
     return config.initialize(
         db_config=True,
         simulation_model=[
@@ -305,6 +363,10 @@ def main():
             grayed_out_elements=app_context.args["grayed_out_array_elements"],
             highlighted_elements=app_context.args["highlighted_array_elements"],
             legend_location=app_context.args["legend_location"],
+            bounds_mode=app_context.args["bounds"],
+            padding=app_context.args["padding"],
+            x_lim=tuple(app_context.args["x_lim"]) if app_context.args["x_lim"] else None,
+            y_lim=tuple(app_context.args["y_lim"]) if app_context.args["y_lim"] else None,
         )
         site_string = ""
         if layout.get("site") is not None:

simtools/applications/production_generate_grid.py

@@ -132,7 +132,7 @@ def main():
 
     axes = load_axes(app_context.args["axes"])
     site_model = SiteModel(
-        mongo_db_config=app_context.db_config,
+        db_config=app_context.db_config,
         model_version=app_context.args["model_version"],
         site=app_context.args["site"],
     )

simtools/applications/simulate_flasher.py

@@ -29,8 +29,9 @@ Example Usage
     .. code-block:: console
 
         simtools-simulate-flasher --run_mode full_simulation \
-        --light_source MSFx-FlashCam --model_version 6.0.0 \
-        --telescope MSTS-04 --site South
+        --light_source MSFx-NectarCam --model_version 6.0 \
+        --telescope MSTS-04 --site South --run_number 1 \
+        --array_layout_name 1mst
 
 Command Line Arguments
 ----------------------

simtools/applications/simulate_pedestals.py

@@ -69,7 +69,7 @@ def _parse():
         help="Calibration run mode",
         type=str,
         required=True,
-        choices=["pedestals", "dark_pedestals", "nsb_only_pedestals"],
+        choices=["pedestals", "pedestals_dark", "pedestals_nsb_only"],
     )
     config.parser.add_argument(
         "--number_of_events",

simtools/applications/simulate_prod.py

@@ -39,10 +39,6 @@ r"""
         It allows the transformation system to keep using sequential run numbers without repetition.
     run (int, required)
         Run number (actual run number will be 'start_run' + 'run').
-    data_directory (str, optional)
-        The location of the output directories corsika-data and simtel-data.
-        the label is added to the data_directory, such that the output
-        will be written to data_directory/label/simtel-data.
     pack_for_grid_register (str, optional)
         Set whether to prepare a tarball for registering the output files on the grid.
         The files are written to the specified directory.
@@ -58,13 +54,6 @@ r"""
         simtools-simulate-prod \\
         --model_version 5.0.0 --site north --primary gamma --azimuth_angle north \\
         --zenith_angle 20 --start_run 0 --run 1
-
-    By default the configuration is saved in simtools-output/test-production
-    together with the actual simulation output in corsika-data and simtel-data within.
-    The location of the latter directories can be set
-    to a different location via the option --data_directory,
-    but the label is always added to the data_directory, such that the output
-    will be written to data_directory/label/simtel-data.
 """
 
 from simtools.application_control import startup_application
@@ -76,15 +65,12 @@ def _parse():
     """Parse command line configuration."""
     config = configurator.Configurator(description="Run simulations for productions")
     config.parser.add_argument(
-        "--data_directory",
+        "--corsika_file",
         help=(
-            "The directory where to save the corsika-data and simtel-data output directories."
-            "the label is added to the data_directory, such that the output"
-            "will be written to data_directory/label/simtel-data."
+            "Path to the CORSIKA input file (only relevant for simulation software 'sim_telarray')."
         ),
-        type=str.lower,
+        type=str,
         required=False,
-        default="./simtools-output/",
     )
     config.parser.add_argument(
         "--pack_for_grid_register",
@@ -150,19 +136,18 @@ def main():
     simulator.simulate()
     simulator.validate_metadata()
 
-    app_context.logger.info(
-        f"Production run complete for primary {app_context.args['primary']} showers "
-        f"from {app_context.args['azimuth_angle']} azimuth and "
-        f"{app_context.args['zenith_angle']} zenith "
-        f"at {app_context.args['site']} site, using {app_context.args['model_version']} model."
-    )
     if app_context.args["save_reduced_event_lists"]:
         simulator.save_reduced_event_lists()
+
+    simulator.verify_simulations()
+
     if app_context.args.get("pack_for_grid_register"):
         simulator.pack_for_register(app_context.args["pack_for_grid_register"])
     if app_context.args["save_file_lists"]:
         simulator.save_file_lists()
 
+    simulator.report()
+
 
 if __name__ == "__main__":
     main()

simtools/applications/simulate_prod_htcondor_generator.py

@@ -56,6 +56,13 @@ def _parse():
         label=get_application_label(__file__),
         description="Prepare simulations production for HT Condor job submission",
     )
+    config.parser.add_argument(
+        "--number_of_runs",
+        help="Number of runs to be simulated.",
+        type=int,
+        required=True,
+        default=1,
+    )
     config.parser.add_argument(
         "--apptainer_image",
         help="Apptainer image to use for the simulation (full path).",

simtools/applications/submit_array_layouts.py

@@ -1,9 +1,11 @@
 #!/usr/bin/python3
 
 r"""
-    Submit array-layouts definition and corresponding metadata and validate list of telescopes.
+    Read array layouts from file, validate with telescopes in DB, and prepare for submission.
 
-    Includes validation that all defined telescope exists.
+    Validates that all telescope defined in the array layouts exist in the database for the
+    specified model version. Prepares both JSON-style model parameters and corresponding
+    metadata for submission.
 
     Command line arguments
     ----------------------
@@ -19,7 +21,7 @@ r"""
     Example
     -------
 
-    Submit a new array layout dictionary:
+    Submit and validate a new array layout dictionary:
 
     .. code-block:: console
 
@@ -73,10 +75,10 @@ def main():
     """Submit and validate array layouts."""
     app_context = startup_application(_parse)
 
-    db = db_handler.DatabaseHandler(mongo_db_config=app_context.db_config)
+    db = db_handler.DatabaseHandler(db_config=app_context.db_config)
 
     array_layouts = validate_array_layouts_with_db(
-        production_table=db.read_production_table_from_mongo_db(
+        production_table=db.read_production_table_from_db(
             collection_name="telescopes", model_version=app_context.args["model_version"]
         ),
         array_layouts=ascii_handler.collect_data_from_file(app_context.args["array_layouts"]),

simtools/applications/validate_camera_fov.py

@@ -92,7 +92,7 @@ def main():
     tel_model = TelescopeModel(
         site=app_context.args["site"],
         telescope_name=app_context.args["telescope"],
-        mongo_db_config=app_context.db_config,
+        db_config=app_context.db_config,
         model_version=app_context.args["model_version"],
         label=label,
     )

simtools/applications/validate_cumulative_psf.py

@@ -136,8 +136,8 @@ def main():
         model_version=app_context.args["model_version"],
     )
 
-    if app_context.args.get("telescope_model_file"):
-        tel_model.change_multiple_parameters_from_file(app_context.args["telescope_model_file"])
+    if app_context.args.get("overwrite_model_parameters"):
+        tel_model.overwrite_parameters_from_file(app_context.args["overwrite_model_parameters"])
 
     ray = RayTracing(
         telescope_model=tel_model,