gammasimtools 0.25.0__py3-none-any.whl → 0.26.0__py3-none-any.whl

simtools/applications/plot_array_layout.py

@@ -141,14 +141,10 @@ Plot layout with some telescopes grayed out and others highlighted:
                                --legend_location "upper right"
 """
 
-import matplotlib as mpl
-import matplotlib.pyplot as plt
-
 import simtools.layout.array_layout_utils as layout_utils
 from simtools.application_control import get_application_label, startup_application
 from simtools.configuration import configurator
-from simtools.visualization import visualize
-from simtools.visualization.plot_array_layout import plot_array_layout
+from simtools.visualization.plot_array_layout import plot_array_layouts
 
 
 def _parse():
@@ -278,116 +274,14 @@ def _parse():
     )
 
 
-def read_layouts(args_dict, db_config, logger):
-    """
-    Read array layouts from the database or parameter file.
-
-    Parameters
-    ----------
-    args_dict : dict
-        Dictionary with command line arguments.
-    db_config : dict
-        Database configuration.
-    logger : logging.app_context.logger
-        app_context.logger instance.
-
-    Returns
-    -------
-    list
-        List of array layouts.
-    """
-    if args_dict["array_layout_name"] is not None or args_dict["plot_all_layouts"]:
-        logger.info("Plotting array from DB using layout array name(s).")
-        layouts = layout_utils.get_array_layouts_from_db(
-            args_dict["array_layout_name"],
-            args_dict["site"],
-            args_dict["model_version"],
-            db_config,
-            args_dict["coordinate_system"],
-        )
-        if isinstance(layouts, list):
-            return layouts
-        return [layouts]
-
-    if args_dict["array_layout_parameter_file"] is not None:
-        logger.info("Plotting array from parameter file(s).")
-        return layout_utils.get_array_layouts_from_parameter_file(
-            args_dict["array_layout_parameter_file"],
-            args_dict["model_version"],
-            db_config,
-            args_dict["coordinate_system"],
-        )
-
-    if args_dict["array_layout_file"] is not None:
-        logger.info("Plotting array from telescope table file(s).")
-        return layout_utils.get_array_layouts_from_file(args_dict["array_layout_file"])
-
-    if args_dict["array_element_list"] is not None:
-        logger.info("Plotting array from list of array elements.")
-        return layout_utils.get_array_layouts_using_telescope_lists_from_db(
-            [args_dict["array_element_list"]],
-            args_dict["site"],
-            args_dict["model_version"],
-            db_config,
-            args_dict["coordinate_system"],
-        )
-
-    return []
-
-
 def main():
     """Plot array layout application."""
     app_context = startup_application(_parse)
 
-    layouts = read_layouts(app_context.args, app_context.db_config, app_context.logger)
-
-    if app_context.args.get("array_layout_name_background"):
-        background_layout = layout_utils.get_array_layouts_from_db(
-            app_context.args["array_layout_name_background"],
-            app_context.args["site"],
-            app_context.args["model_version"],
-            app_context.db_config,
-            app_context.args["coordinate_system"],
-        )["array_elements"]
-    else:
-        background_layout = None
-
-    mpl.use("Agg")
-    for layout in layouts:
-        fig_out = plot_array_layout(
-            telescopes=layout["array_elements"],
-            show_tel_label=app_context.args["show_labels"],
-            axes_range=app_context.args["axes_range"],
-            marker_scaling=app_context.args["marker_scaling"],
-            background_telescopes=background_layout,
-            grayed_out_elements=app_context.args["grayed_out_array_elements"],
-            highlighted_elements=app_context.args["highlighted_array_elements"],
-            legend_location=app_context.args["legend_location"],
-            bounds_mode=app_context.args["bounds"],
-            padding=app_context.args["padding"],
-            x_lim=tuple(app_context.args["x_lim"]) if app_context.args["x_lim"] else None,
-            y_lim=tuple(app_context.args["y_lim"]) if app_context.args["y_lim"] else None,
-        )
-        site_string = ""
-        if layout.get("site") is not None:
-            site_string = f"_{layout['site']}"
-        elif app_context.args["site"] is not None:
-            site_string = f"_{app_context.args['site']}"
-        coordinate_system_string = (
-            f"_{app_context.args['coordinate_system']}"
-            if app_context.args["coordinate_system"] not in layout["name"]
-            else ""
-        )
-        plot_file_name = app_context.args["figure_name"] or (
-            f"array_layout_{layout['name']}{site_string}{coordinate_system_string}"
-        )
-
-        visualize.save_figure(
-            fig_out,
-            app_context.io_handler.get_output_directory() / plot_file_name,
-            dpi=400,
-        )
-        plt.close()
+    layouts, background_layout = layout_utils.read_layouts(app_context.args)
+    plot_array_layouts(
+        app_context.args, app_context.io_handler.get_output_directory(), layouts, background_layout
+    )
 
 
 if __name__ == "__main__":

simtools/applications/plot_simulated_event_distributions.py

@@ -0,0 +1,57 @@
+#!/usr/bin/python3
+
+r"""
+Plot simulated event distributions for shower and/or triggered event data.
+
+Reads reduced event data files and generate histogram plots e.g. for energy or
+core distance distributions.
+
+Command line arguments
+----------------------
+input_file (str, required)
+    Input file path.
+output_path (str, required)
+    Output directory for the generated plots.
+
+Examples
+--------
+Generate plots from a given input file:
+
+.. code-block:: console
+
+    simtools-plot-simulated-event-distributions --input_file path/to/simtel_file.hdf5 \
+                                                --output_path simtools_output/
+
+
+"""
+
+from simtools.application_control import get_application_label, startup_application
+from simtools.configuration import configurator
+from simtools.sim_events.histograms import EventDataHistograms
+from simtools.visualization import plot_simtel_event_histograms
+
+
+def _parse():
+    """Parse command line configuration."""
+    config = configurator.Configurator(
+        label=get_application_label(__file__),
+        description="Plot simulated event distributions for shower and/or triggered event data.",
+    )
+    config.parser.add_argument("--input_file", type=str, required=True, help="Input file path")
+    return config.initialize(db_config=False, output=True)
+
+
+def main():
+    """Plot simulated event distributions."""
+    app_context = startup_application(_parse)
+    app_context.logger.info(f"Loading input file from: {app_context.args['input_file']}")
+
+    histograms = EventDataHistograms(app_context.args["input_file"])
+    histograms.fill()
+    plot_simtel_event_histograms.plot(
+        histograms.histograms, output_path=app_context.io_handler.get_output_directory()
+    )
+
+
+if __name__ == "__main__":
+    main()

simtools/applications/plot_tabular_data.py

@@ -78,7 +78,6 @@ def main():
     plot_tables.plot(
         config=plot_config["plot"],
         output_file=app_context.io_handler.get_output_file(app_context.args["output_file"]),
-        db_config=app_context.db_config,
         data_path=app_context.args.get("table_data_path"),
     )
 

simtools/applications/plot_tabular_data_for_model_parameter.py

@@ -81,15 +81,10 @@ def main():
         telescope=app_context.args.get("telescope"),
         output_path=app_context.io_handler.get_output_directory(),
         plot_type=app_context.args["plot_type"],
-        db_config=app_context.db_config,
     )
 
     for plot_config, output_file in zip(plot_configs, output_files):
-        plot_tables.plot(
-            config=plot_config,
-            output_file=output_file,
-            db_config=app_context.db_config,
-        )
+        plot_tables.plot(config=plot_config, output_file=output_file)
         MetadataCollector.dump(app_context.args, output_file=output_file, add_activity_name=True)
 
 

simtools/applications/production_derive_corsika_limits.py

@@ -134,7 +134,7 @@ def main():
     """Derive limits for energy, radial distance, and viewcone."""
     app_context = startup_application(_parse)
 
-    generate_corsika_limits_grid(app_context.args, app_context.db_config)
+    generate_corsika_limits_grid(app_context.args)
 
 
 if __name__ == "__main__":

simtools/applications/production_generate_grid.py

@@ -132,7 +132,6 @@ def main():
 
     axes = load_axes(app_context.args["axes"])
     site_model = SiteModel(
-        db_config=app_context.db_config,
         model_version=app_context.args["model_version"],
         site=app_context.args["site"],
     )

simtools/applications/run_application.py

@@ -101,7 +101,7 @@ def main():
     """Run several simtools applications using a configuration file."""
     app_context = startup_application(_parse, setup_io_handler=False)
 
-    simtools_runner.run_applications(app_context.args, app_context.db_config, app_context.logger)
+    simtools_runner.run_applications(app_context.args, app_context.logger)
 
 
 if __name__ == "__main__":

simtools/applications/simulate_flasher.py

@@ -120,13 +120,11 @@ def main():
     if app_context.args["run_mode"] == "full_simulation":
         light_source = SimulatorLightEmission(
             light_emission_config=app_context.args,
-            db_config=app_context.db_config,
             label=app_context.args.get("label"),
         )
     elif app_context.args["run_mode"] == "direct_injection":
         light_source = Simulator(
             args_dict=app_context.args,
-            db_config=app_context.db_config,
             label=app_context.args.get("label"),
         )
     else:

simtools/applications/simulate_illuminator.py

@@ -120,7 +120,6 @@ def main():
 
     light_source = SimulatorLightEmission(
         light_emission_config=app_context.args,
-        db_config=app_context.db_config,
         label=app_context.args.get("label"),
     )
     light_source.simulate()

simtools/applications/simulate_pedestals.py

@@ -108,11 +108,7 @@ def main():
     """Simulate pedestal events."""
     app_context = startup_application(_parse)
 
-    simulator = Simulator(
-        label=app_context.args.get("label"),
-        args_dict=app_context.args,
-        db_config=app_context.db_config,
-    )
+    simulator = Simulator(label=app_context.args.get("label"), args_dict=app_context.args)
     simulator.simulate()
 
 

simtools/applications/simulate_prod.py

@@ -127,11 +127,7 @@ def main():
     """Run simulations for productions."""
     app_context = startup_application(_parse, setup_io_handler=False)
 
-    simulator = Simulator(
-        label=app_context.args.get("label"),
-        args_dict=app_context.args,
-        db_config=app_context.db_config,
-    )
+    simulator = Simulator(label=app_context.args.get("label"), args_dict=app_context.args)
 
     simulator.simulate()
     simulator.validate_metadata()

simtools/applications/simulate_prod_htcondor_generator.py

@@ -22,7 +22,7 @@ Requirements for the 'simtools-simulate-prod-htcondor-generator' application:
 - Environment parameters required to run CORSIKA and sim_telarray, as well as DB access
   credentials.  These should be listed similarly to a '.env' file and copied to
   'output_path/env.txt'.  Ensure that the path to the simulation software is correctly set to
-  'SIMTOOLS_SIMTEL_PATH=/workdir/sim_telarray'.
+  'SIMTOOLS_SIM_TELARRAY_PATH=/workdir/sim_telarray'.
 
 To submit jobs, change to the output directory and run:
 

simtools/applications/submit_array_layouts.py

@@ -75,7 +75,7 @@ def main():
     """Submit and validate array layouts."""
     app_context = startup_application(_parse)
 
-    db = db_handler.DatabaseHandler(db_config=app_context.db_config)
+    db = db_handler.DatabaseHandler()
 
     array_layouts = validate_array_layouts_with_db(
         production_table=db.read_production_table_from_db(
@@ -84,9 +84,7 @@ def main():
         array_layouts=ascii_handler.collect_data_from_file(app_context.args["array_layouts"]),
     )
 
-    write_array_layouts(
-        array_layouts=array_layouts, args_dict=app_context.args, db_config=app_context.db_config
-    )
+    write_array_layouts(array_layouts=array_layouts, args_dict=app_context.args)
 
 
 if __name__ == "__main__":

simtools/applications/submit_model_parameter_from_external.py

@@ -106,9 +106,7 @@ def main():
         ),
         output_path=output_path,
         metadata_input_dict=app_context.args,
-        db_config=app_context.db_config
-        if app_context.args.get("check_parameter_version")
-        else None,
+        check_db_for_existing_parameter=app_context.args.get("check_parameter_version", False),
     )
 
 

simtools/applications/validate_camera_efficiency.py

@@ -107,7 +107,6 @@ def main():
     app_context = startup_application(_parse)
 
     ce = CameraEfficiency(
-        db_config=app_context.db_config,
         label=app_context.args.get("label"),
         config_data=app_context.args,
     )

simtools/applications/validate_camera_fov.py

@@ -92,7 +92,6 @@ def main():
     tel_model = TelescopeModel(
         site=app_context.args["site"],
         telescope_name=app_context.args["telescope"],
-        db_config=app_context.db_config,
         model_version=app_context.args["model_version"],
         label=label,
     )

simtools/applications/validate_cumulative_psf.py

@@ -130,7 +130,6 @@ def main():
 
     tel_model, site_model, _ = initialize_simulation_models(
         label=app_context.args.get("label"),
-        db_config=app_context.db_config,
         site=app_context.args["site"],
         telescope_name=app_context.args["telescope"],
         model_version=app_context.args["model_version"],
@@ -142,7 +141,6 @@ def main():
     ray = RayTracing(
         telescope_model=tel_model,
         site_model=site_model,
-        simtel_path=app_context.args["simtel_path"],
         zenith_angle=app_context.args["zenith"] * u.deg,
         source_distance=app_context.args["src_distance"] * u.km,
         off_axis_angle=[0.0] * u.deg,

simtools/applications/validate_optics.py

@@ -122,23 +122,11 @@ def main():
 
     tel_model, site_model, _ = initialize_simulation_models(
         label=Path(__file__).stem,
-        db_config=app_context.db_config,
         site=app_context.args["site"],
         telescope_name=app_context.args["telescope"],
         model_version=app_context.args["model_version"],
     )
 
-    ######################################################################
-    # This is here as an example how to change parameters when necessary.
-    ######################################################################
-    # pars_to_change = {
-    #     'mirror_focal_length': 1608.3,
-    #     'mirror_offset': -177.5,
-    #     'camera_body_diameter': 289.7,
-    #     'telescope_transmission': 1
-    # }
-    # tel_model.overwrite_parameters(pars_to_change)
-
     app_context.logger.info(
         f"\nValidating telescope optics with ray tracing simulations for {tel_model.name}\n"
     )
@@ -146,7 +134,6 @@ def main():
     ray = RayTracing(
         telescope_model=tel_model,
         site_model=site_model,
-        simtel_path=app_context.args["simtel_path"],
         zenith_angle=app_context.args["zenith"] * u.deg,
         source_distance=app_context.args["src_distance"] * u.km,
         off_axis_angle=np.linspace(

simtools/camera/camera_efficiency.py

@@ -22,25 +22,21 @@ class CameraEfficiency:
 
     Parameters
     ----------
-    db_config: dict
-        Configuration for the database.
     label: str
         Instance label, optional.
     config_data: dict.
         Dict containing the configurable parameters.
     """
 
-    def __init__(self, config_data, label, db_config):
+    def __init__(self, config_data, label):
         """Initialize the CameraEfficiency class."""
         self._logger = logging.getLogger(__name__)
 
-        self._simtel_path = config_data.get("simtel_path")
         self.label = label
 
         self.io_handler = io_handler.IOHandler()
         self.telescope_model, self.site_model, _ = initialize_simulation_models(
             label=self.label,
-            db_config=db_config,
             model_version=config_data["model_version"],
             site=config_data["site"],
             telescope_name=config_data["telescope"],
@@ -109,7 +105,6 @@ class CameraEfficiency:
         self.export_model_files()
 
         simtel = SimulatorCameraEfficiency(
-            simtel_path=self._simtel_path,
             telescope_model=self.telescope_model,
             site_model=self.site_model,
             zenith_angle=self.config["zenith_angle"],

simtools/camera/single_photon_electron_spectrum.py

@@ -12,6 +12,7 @@ from astropy.table import Table
 from scipy.optimize import curve_fit
 
 import simtools.data_model.model_data_writer as writer
+from simtools import settings
 from simtools.constants import MODEL_PARAMETER_SCHEMA_URL, SCHEMA_PATH
 from simtools.data_model import validate_data
 from simtools.data_model.metadata_collector import MetadataCollector
@@ -140,7 +141,7 @@ class SinglePhotonElectronSpectrum:
         )
 
         command = [
-            f"{self.args_dict['simtel_path']}/sim_telarray/bin/norm_spe",
+            f"{settings.config.sim_telarray_path}/bin/norm_spe",
             "-r",
             f"{self.args_dict['step_size']},{self.args_dict['max_amplitude']}",
         ]

simtools/configuration/commandline_parser.py

@@ -106,7 +106,7 @@ class CommandLineParser(argparse.ArgumentParser):
             required=False,
         )
         _job_group.add_argument(
-            "--simtel_path",
+            "--sim_telarray_path",
             help="path pointing to sim_telarray installation",
             type=Path,
             required=False,
@@ -160,6 +160,18 @@ class CommandLineParser(argparse.ArgumentParser):
         _job_group.add_argument(
             "--version", action="version", version=f"%(prog)s {simtools.version.__version__}"
         )
+        _job_group.add_argument(
+            "--build_info",
+            action=BuildInfoAction,
+            build_info=f"%(prog)s {simtools.version.__version__}",
+            help="show build information and exit",
+        )
+        _job_group.add_argument(
+            "--export_build_info",
+            help="export build information to file",
+            required=False,
+            type=str,
+        )
 
     def initialize_user_arguments(self):
         """Initialize user arguments."""
@@ -269,7 +281,7 @@ class CommandLineParser(argparse.ArgumentParser):
                 type=self.telescope,
             )
         if "layout" in model_options or "layout_file" in model_options:
-            _job_group = self._add_model_option_layout(
+            self._add_model_option_layout(
                 job_group=_job_group,
                 model_options=model_options,
                 # layout info is always required for layout related tasks with the exception
@@ -825,3 +837,24 @@ class CommandLineParser(argparse.ArgumentParser):
             raise ValueError("Input string does not contain an integer and a astropy quantity.")
 
         return (int(match.group(1)), u.Quantity(float(match.group(2)), match.group(3)))
+
+
+class BuildInfoAction(argparse.Action):
+    """Custom argparse action to display build information."""
+
+    def __init__(self, option_strings, dest=argparse.SUPPRESS, default=argparse.SUPPRESS, **kwargs):
+        """Initialize BuildInfoAction."""
+        self.build_info = kwargs.pop("build_info", "Build information")
+        kwargs.pop("nargs", None)
+        super().__init__(option_strings, dest=dest, default=default, nargs=0, **kwargs)
+
+    def __call__(self, parser, namespace, values, option_string=None):
+        """Display build information and exit."""
+        # for efficiency reason, allow import here
+        from simtools import dependencies  # pylint: disable=C0415
+
+        build_options = dependencies.get_build_options()
+        print(f"{self.build_info}")
+        for key, value in build_options.items():
+            print(f"{key}: {value}")
+        parser.exit()

simtools/configuration/configurator.py

@@ -2,12 +2,10 @@
 
 import argparse
 import logging
-import os
 import sys
 import uuid
 
 import astropy.units as u
-from dotenv import load_dotenv
 
 import simtools.configuration.commandline_parser as argparser
 from simtools.db.mongo_db import jsonschema_db_dict
@@ -305,19 +303,16 @@ class Configurator:
         Only parameters which are not already configured are changed (i.e., parameter is None).
 
         """
+        _all_env_dict = gen.load_environment_variables(
+            env_file=self.config.get("env_file", None), env_list=self.config.keys()
+        )
+
         _env_dict = {}
-        try:
-            load_dotenv(self.config["env_file"])
-        except KeyError:
-            pass
         for key, value in self.config.items():
-            # environmental variables for simtools should always start with SIMTOOLS_
-            env_variable_to_read = f"SIMTOOLS_{key.upper()}"
             if value is None:
-                env_value = os.environ.get(env_variable_to_read)
+                env_value = _all_env_dict.get(key)
                 if env_value is not None:
-                    env_value = env_value.split("#")[0].strip().replace('"', "").replace("'", "")
-                _env_dict[key] = env_value
+                    _env_dict[key] = env_value
 
         self._fill_from_config_dict(_env_dict)