gammasimtools 0.25.0__py3-none-any.whl → 0.26.0__py3-none-any.whl

simtools/applications/derive_ctao_array_layouts.py

@@ -92,7 +92,7 @@ def main():
         branch_name=app_context.args["repository_branch"],
     )
 
-    db = db_handler.DatabaseHandler(db_config=app_context.db_config)
+    db = db_handler.DatabaseHandler()
     db_array_layouts = db.get_model_parameter(
         parameter="array_layouts",
         site=app_context.args["site"],
@@ -107,7 +107,6 @@ def main():
     write_array_layouts(
         array_layouts=merge_array_layouts(db_array_layouts["array_layouts"], ctao_array_layouts),
         args_dict=app_context.args,
-        db_config=app_context.db_config,
     )
 
 

simtools/applications/derive_mirror_rnda.py

@@ -218,9 +218,7 @@ def main():
     """Derive mirror random reflection angle of a single mirror panel."""
     app_context = startup_application(_parse)
 
-    panel_psf = MirrorPanelPSF(
-        app_context.args.get("label"), app_context.args, app_context.db_config
-    )
+    panel_psf = MirrorPanelPSF(app_context.args.get("label"), app_context.args)
     panel_psf.derive_random_reflection_angle(save_figures=True)
     panel_psf.print_results()
     panel_psf.write_optimization_data()

simtools/applications/derive_psf_parameters.py

@@ -204,7 +204,6 @@ def main():
 
     tel_model, site_model, _ = initialize_simulation_models(
         label=app_context.args.get("label"),
-        db_config=app_context.db_config,
         site=app_context.args["site"],
         telescope_name=app_context.args["telescope"],
         model_version=app_context.args["model_version"],

simtools/applications/derive_pulse_shape_parameters.py

@@ -135,7 +135,6 @@ def main():
     label = app_context.args.get("label") or get_application_label(__file__)
     telescope_model, _, _ = initialize_simulation_models(
         label=label,
-        db_config=app_context.db_config,
         model_version=app_context.args["model_version"],
         site=site,
         telescope_name=app_context.args["telescope"],

simtools/applications/derive_trigger_rates.py

@@ -81,7 +81,7 @@ def main():
     """Derive trigger rates for a single telescope or an array of telescopes."""
     app_context = startup_application(_parse)
 
-    telescope_trigger_rates(app_context.args, app_context.db_config)
+    telescope_trigger_rates(app_context.args)
 
 
 if __name__ == "__main__":

simtools/applications/docs_produce_array_element_report.py

@@ -61,18 +61,12 @@ def main():
             app_context.args.get("all_model_versions"),
         ]
     ):
-        ReportGenerator(
-            app_context.db_config,
-            app_context.args,
-            output_path,
-        ).auto_generate_array_element_reports()
+        ReportGenerator(app_context.args, output_path).auto_generate_array_element_reports()
 
     else:
         model_version = app_context.args["model_version"]
         ReadParameters(
-            app_context.db_config,
-            app_context.args,
-            Path(output_path / f"{model_version}"),
+            app_context.args, Path(output_path / f"{model_version}")
         ).produce_array_element_report()
 
         app_context.logger.info(

simtools/applications/docs_produce_calibration_reports.py

@@ -32,9 +32,7 @@ def main():
 
     output_path = app_context.io_handler.get_output_directory()
 
-    generator = ReportGenerator(
-        db_config=app_context.db_config, args=app_context.args, output_path=output_path
-    )
+    generator = ReportGenerator(args=app_context.args, output_path=output_path)
     generator.auto_generate_calibration_reports()
 
     if app_context.args.get("all_model_versions"):

simtools/applications/docs_produce_model_parameter_reports.py

@@ -41,14 +41,12 @@ def main():
 
     if any([app_context.args.get("all_telescopes"), app_context.args.get("all_sites")]):
         ReportGenerator(
-            app_context.db_config,
             app_context.args,
             output_path,
         ).auto_generate_parameter_reports()
 
     else:
         ReadParameters(
-            app_context.db_config,
             app_context.args,
             output_path,
         ).produce_model_parameter_reports()

simtools/applications/docs_produce_simulation_configuration_report.py

@@ -33,9 +33,7 @@ def main():
 
     output_path = app_context.io_handler.get_output_directory()
 
-    report_generator = ReportGenerator(
-        db_config=app_context.db_config, args=app_context.args, output_path=output_path
-    )
+    report_generator = ReportGenerator(args=app_context.args, output_path=output_path)
     report_generator.auto_generate_simulation_configuration_reports()
 
     app_context.logger.info(

simtools/applications/generate_array_config.py

@@ -46,7 +46,6 @@ def main():
     array_model = ArrayModel(
         label=app_context.args["label"],
         model_version=app_context.args["model_version"],
-        db_config=app_context.db_config,
         site=app_context.args.get("site"),
         layout_name=app_context.args.get("array_layout_name"),
         array_elements=app_context.args.get("array_elements"),

simtools/applications/generate_corsika_histograms.py

@@ -1,174 +1,61 @@
 #!/usr/bin/python3
 
 r"""
-    Generates a set of histograms Cherenkov photon distributions from CORSIKA output.
+    Generates a set of histograms with Cherenkov photon distributions from CORSIKA output.
 
     The Cherenkov photons (from observation level) are read from a CORSIKA IACT
-    output file provided as input.
-
-    The histograms can be saved both into pdfs and in a hdf5 file.
+    output file(s) provided as input.
 
     The following 2D histograms are generated:
-        - Number of Cherenkov photons on the ground;
-        - Density of Cherenkov photons on the ground;
-        - Incoming direction (directive cosines) of the Cherenkov photons;
-        - Time of arrival (ns) vs altitude of production (km);
-        - Number of Cherenkov photons per event per telescope.
+
+        - Density of Cherenkov photons on the ground
+        - Incoming direction (directive cosines) of the Cherenkov photons
+        - Time of arrival (ns) vs altitude of production (km)
 
     The following 1D histograms are generated:
-        - Wavelength;
-        - Counts;
-        - Density;
-        - Time of arrival;
-        - Altitude of production;
-        - Number of photons per telescope;
-        - Number of photons per event.
 
-    Histograms for the distribution of CORSIKA event header elements can also be generated by using
-    the --event_1d_histograms and --event_2d_histograms arguments. The accepted arguments (keys)
-    are to be found in the CORSIKA manual, e.g., "total_energy", "zenith", "azimuth".
+        - Wavelength distribution of Cherenkov photons
+        - Time of arrival (ns) distribution of Cherenkov photons
+        - Altitude of production (km) distribution of Cherenkov photons
+        - Lateral distribution of Cherenkov photons (distance from shower core in m)
 
     Command line arguments
     ----------------------
-    iact_file (str, required)
-        The name of the CORSIKA IACT file resulted from the CORSIKA simulation.
-
-    telescope_indices (list, optional)
-        The list with the telescope indices to be considered in the generation of the histograms.
-        Telescopes that are not in the list will not contribute with photons to the histograms.
-        If the argument is not given, all telescopes are considered.
-
-    individual_telescopes (bool, optional)
-        Indicates whether single histograms are generated for the individual telescopes, or if
-        a master histogram is generated for all the telescopes together.
-        If the argument is not given, the Cherenkov photons from the given telescopes are considered
-        together in the same histograms.
-
-    hist_config (hdf5 or dict, optional)
-        The configuration used for generating the histograms.
-        It includes information about the bin sizes, the ranges, scale of the plot and units.
-        By construction, three major histograms are created to start with:
-        - hist_direction (2D): Directive cosines (x and y) for the incoming photons;
-        - hist_position (3D): position x, position y, and wavelength;
-        - hist_time_altitude (2D): time of arrival and altitude of emission;
-
-    If the argument is not given, the default configuration is generated:
-
-    .. code-block:: console
-
-        hist_direction:
-            x axis: {bins: 100, scale: linear, start: -1, stop: 1}
-            y axis: {bins: 100, scale: linear, start: -1, stop: 1}
-
-        hist_position:
-            x axis:
-                bins: 100
-                scale: linear
-                start: !astropy.units.Quantity
-                    unit: &id001 m
-                    value: -1000.0
-                stop: &id002 !astropy.units.Quantity
-                    unit: *id001
-                    value: 1000.0
-            y axis:
-                bins: 100
-                scale: linear
-                start: !astropy.units.Quantity
-                    unit: *id001
-                    value: -1000.0
-                stop: *id002
-            z axis:
-                bins: 80
-                scale: linear
-                start: !astropy.units.Quantity
-                    unit: nm
-                    value: 200.0
-                stop: !astropy.units.Quantity
-                    unit: *id003
-                    value: 1000.0
-        hist_time_altitude:
-            x axis:
-                bins: 100
-                scale: linear
-                start: !astropy.units.Quantity
-                    unit: ns
-                    value: -2000.0
-                stop: !astropy.units.Quantity
-                    unit: *id004
-                    value: 2000.0
-            y axis:
-                bins: 100
-                scale: linear
-                start: !astropy.units.Quantity
-                    unit: km
-                    value: 120.0
-                stop: !astropy.units.Quantity
-                    unit: *id005
-                    value: 0.0
-
-
-    pdf (bool, optional)
-        If set, histograms are saved into pdf files.
-        One pdf file contains all the histograms for the Cherenkov photons.
-        The name of the file is controlled via hdf5_file_name.
-        If event_1d_histograms and event_2d_histograms are used, two separate pdf files might be
-        created to accommodate the histograms for the CORSIKA event header elements. The core names
-        of these output pdf files are also given by hdf5_file_name argument with the addition of
-        'event_1d_histograms' and 'event_2d_histograms'.
-
+    input_files (str, required)
+        The name(s) of the CORSIKA IACT file(s) resulted from the CORSIKA simulation.
 
-    hdf5 (bool, optional)
-        If set, histograms are saved into hdf5 files.
+    pdf_file_name (str, optional)
+        The name of the output pdf file to save the histograms. If not provided,
+        the histograms are only shown on screen.
 
-    hdf5_file_name (str, optional)
-        The name of the output hdf5 data (without the path).
-        It requires the --hdf5 flag.
-        If not given, hdf5_file_name takes the name from the input IACT file (input_file).
-        If the output hdf5_file_name file already exists, the tables associated to the chosen
-        flags (e.g. hdf5, event_1d_histograms, event_2d_histograms) will be overwritten. The
-        remaining tables, if any, will stay untouched.
-
-
-    event_1d_histograms (str, optional)
-        Generate 1D histograms for elements given in --event_1d_histograms from the CORSIKA event
-        header and save into hdf5/pdf files.
-        It allows more than one argument, separated by simple spaces.
-        Usage: --event_1d_histograms first_interaction_height total_energy.
-
-    event_2d_histograms (str, optional)
-        Generate 2D histograms for elements given in --event_2d_histograms from the CORSIKA event
-        header and save into hdf5/pdf files.
-        It allows more than one argument, separated by simple spaces.
-        The elements are grouped into pairs and the 2D histograms are generated always for two
-        subsequent elements.
-        For example, --event_2d_histograms first_interaction_height total_energy zenith azimuth
-        will generate one 2D histogram for first_interaction_height total_energy and another 2D
-        histogram for zenith and azimuth.
+    file_labels (str, optional)
+        Labels for the input files (in the same order as input_files). If not provided,
+        the file names are used as labels.
 
     Example
     -------
-    Generate the histograms for a test IACT file:
+    Fill and plot histograms for a test IACT file:
 
      .. code-block:: console
 
-        simtools-generate-corsika-histograms --iact_file /workdir/external/simtools/\\
+        simtools-generate-corsika-histograms --input_files /workdir/external/simtools/\\
         tests/resources/tel_output_10GeV-2-gamma-20deg-CTAO-South.corsikaio \\
-            --pdf --hdf5 \\
-            --event_2d_histograms zenith azimuth --event_1d_histograms total_energy
+            --pdf_file_name test.pdf
 
-    Expected final print-out message:
+    Fill and plot histograms for several files:
 
-    .. code-block:: console
+     .. code-block:: console
 
-        INFO::generate_corsika_histograms(l358)::main::Finalizing the application.
-        Total time needed: 8s.
-"""
+        simtools-generate-corsika-histograms --input_files file1 file 2 \\
+            --file_lablels label1 label2 \\
+            --pdf_file_name test.pdf
 
-import time
+"""
 
 from simtools.application_control import get_application_label, startup_application
 from simtools.configuration import configurator
 from simtools.corsika.corsika_histograms import CorsikaHistograms
+from simtools.visualization import plot_corsika_histograms
 
 
 def _parse():
@@ -177,117 +64,43 @@ def _parse():
         label=get_application_label(__file__),
         description="Generate histograms for the Cherenkov photons saved in the CORSIKA IACT file.",
     )
-
     config.parser.add_argument(
-        "--iact_file",
-        help="Name of the CORSIKA IACT file from which to generate the histograms.",
+        "--input_files",
+        help="Name(s) of the CORSIKA IACT file(s) to process",
         type=str,
+        nargs="+",
         required=True,
     )
-
     config.parser.add_argument(
-        "--telescope_indices",
-        help="List of telescope indices to be considered in the generation of the histograms",
+        "--file_labels",
+        help="Labels for the input files (in the same order as input_files)",
         type=str,
-        required=False,
         nargs="+",
-        default=None,
+        required=None,
     )
-
     config.parser.add_argument(
-        "--individual_telescopes",
-        help="if False, the histograms are filled for all given telescopes together, otherwise"
-        "one histogram is set for each telescope separately.",
-        action="store_true",
-        required=False,
-        default=False,
-    )
-
-    config.parser.add_argument(
-        "--hist_config",
-        help="hdf5 file with the configuration parameters to create the histograms.",
+        "--pdf_file_name",
+        help="Save histograms into a pdf file.",
         type=str,
-        required=False,
-        default=None,
-    )
-
-    config.parser.add_argument(
-        "--pdf", help="Save histograms into a pdf file.", action="store_true", required=False
-    )
-
-    config.parser.add_argument(
-        "--hdf5", help="Save histograms into hdf5 files.", action="store_true", required=False
+        required=None,
     )
-
-    config.parser.add_argument(
-        "--hdf5_file_name",
-        help="Name of the hdf5 file where to save the histograms.",
-        type=str,
-        required=False,
-        default=None,
-    )
-
-    config.parser.add_argument(
-        "--event_1d_histograms",
-        help="The keys from the CORSIKA event header to be used for the generation of 1D "
-        "histograms. The available choices can been found in the all_event_keys attribute of"
-        "the CorsikaHistograms.",
-        required=False,
-        default=None,
-        nargs="*",
-    )
-
-    config.parser.add_argument(
-        "--event_2d_histograms",
-        help="The keys from the CORSIKA event header to be used for the generation of 2D "
-        "histograms. The available choices can been found in the all_event_keys attribute of"
-        "the CorsikaHistograms.",
-        required=False,
-        default=None,
-        nargs="*",
-    )
-
-    config_parser, _ = config.initialize(db_config=False, paths=True)
-
-    if (
-        not config_parser["pdf"]
-        and not config_parser["hdf5"]
-        and not config_parser["event_1d_histograms"]
-        and not config_parser["event_2d_histograms"]
-    ):
-        config.parser.error(
-            "At least one argument is required: --pdf, --hdf5, --event_1d_histograms, or "
-            "--event_2d_histograms."
-        )
-
-    return config_parser, _
+    return config.initialize(db_config=False, paths=True)
 
 
 def main():
-    """Generate a set of histograms for the Cherenkov photons saved in the CORSIKA IACT file."""
+    """Generate a set of histograms for the Cherenkov photons from CORSIKA IACT file(s)."""
     app_context = startup_application(_parse)
 
-    initial_time = time.time()
-
-    corsika_histograms_instance = CorsikaHistograms(
-        app_context.args["iact_file"],
-        output_path=app_context.io_handler.get_output_directory(),
-        hdf5_file_name=app_context.args["hdf5_file_name"],
-    )
-    corsika_histograms_instance.run_export_pipeline(
-        individual_telescopes=app_context.args["individual_telescopes"],
-        hist_config=app_context.args["hist_config"],
-        indices_arg=app_context.args["telescope_indices"],
-        write_pdf=app_context.args["pdf"],
-        write_hdf5=app_context.args["hdf5"],
-        event1d=app_context.args["event_1d_histograms"],
-        event2d=app_context.args["event_2d_histograms"],
-        test=app_context.args["test"],
-    )
+    all_histograms = []
+    for input_file in app_context.args["input_files"]:
+        corsika_histograms = CorsikaHistograms(input_file)
+        corsika_histograms.fill()
+        all_histograms.append(corsika_histograms)
 
-    final_time = time.time()
-    app_context.logger.info(
-        f"Finalizing the application. Total time needed: {round(final_time - initial_time)}s."
+    plot_corsika_histograms.export_all_photon_figures_pdf(
+        all_histograms,
+        app_context.io_handler.get_output_file(app_context.args.get("pdf_file_name")),
+        app_context.args.get("file_labels"),
     )
 
 

simtools/applications/generate_regular_arrays.py

@@ -27,12 +27,11 @@ Runtime < 10 s.
 from pathlib import Path
 
 import astropy.units as u
-from astropy.table import QTable
 
 import simtools.data_model.model_data_writer as writer
 from simtools.application_control import get_application_label, startup_application
 from simtools.configuration import configurator
-from simtools.utils import names
+from simtools.layout.array_layout_utils import create_regular_array
 
 # Telescope distances for 4 tel square arrays
 # !HARDCODED
@@ -67,38 +66,9 @@ def main():
     for array_name in array_list:
         app_context.logger.info(f"Processing array {array_name}")
 
-        tel_name, pos_x, pos_y, pos_z = [], [], [], []
-        tel_size = array_name[1:4]
-
-        # Single telescope at the center
-        if array_name[0] == "1":
-            tel_name.append(
-                names.generate_array_element_name_from_type_site_id(
-                    tel_size, app_context.args["site"], "01"
-                )
-            )
-            pos_x.append(0 * u.m)
-            pos_y.append(0 * u.m)
-            pos_z.append(0 * u.m)
-        # 4 telescopes in a regular square grid
-        else:
-            for i in range(1, 5):
-                tel_name.append(
-                    names.generate_array_element_name_from_type_site_id(
-                        tel_size, app_context.args["site"], f"0{i}"
-                    )
-                )
-                pos_x.append(telescope_distance[tel_size] * (-1) ** (i // 2))
-                pos_y.append(telescope_distance[tel_size] * (-1) ** (i % 2))
-                pos_z.append(0 * u.m)
-
-        table = QTable(meta={"array_name": array_name, "site": app_context.args["site"]})
-        table["telescope_name"] = tel_name
-        table["position_x"] = pos_x
-        table["position_y"] = pos_y
-        table["position_z"] = pos_z
-        table.sort("telescope_name")
-        table.pprint()
+        array_table = create_regular_array(
+            array_name, app_context.args["site"], telescope_distance=telescope_distance
+        )
 
         output_file = app_context.args.get("output_file")
         if output_file:
@@ -110,7 +80,7 @@ def main():
             args_dict=app_context.args,
             output_file=output_file,
             metadata=None,
-            product_data=table,
+            product_data=array_table,
         )
 
 

simtools/applications/generate_simtel_event_data.py

@@ -130,7 +130,7 @@ from simtools.application_control import get_application_label, startup_applicat
 from simtools.configuration import configurator
 from simtools.data_model.metadata_collector import MetadataCollector
 from simtools.io import io_handler, table_handler
-from simtools.simtel.simtel_io_event_writer import SimtelIOEventDataWriter
+from simtools.sim_events.writer import EventDataWriter
 
 
 def _parse():
@@ -173,7 +173,7 @@ def main():
         return
 
     output_filepath = io_handler.IOHandler().get_output_file(app_context.args["output_file"])
-    generator = SimtelIOEventDataWriter(files, app_context.args["max_files"])
+    generator = EventDataWriter(files, app_context.args["max_files"])
     tables = generator.process_files()
     table_handler.write_tables(tables, output_filepath, overwrite_existing=True)
     MetadataCollector.dump(

simtools/applications/maintain_simulation_model_add_production.py

@@ -28,8 +28,8 @@ The following example applies a patch update with changes defined in a YAML file
 
 .. code-block:: console
 
-    simtools-maintain-simulation-model-add-new-production \\
-        --model_path ../simulation-models-dev/simulation-models/ \\
+    simtools-maintain-simulation-model-add-production \\
+        --model_path ../simulation-models-dev \\
         --model_version 6.0.2
 
 """

simtools/applications/maintain_simulation_model_write_array_element_positions.py

@@ -0,0 +1,87 @@
+#!/usr/bin/python3
+"""
+    Read array element positions from file and write model parameter files for each element.
+
+    This is an application for experts and should not be used by the general user.
+    Reading of input is fine-tuned to the array element files as provided by CTAO.
+
+    Writes one model parameter file per array element into a directory structure compatible
+    with the simtools model parameter repository.
+
+    Command line arguments
+
+    input : str
+        File containing a table of array element positions.
+    repository_path : str
+        Path of local copy of model parameter repository.
+    parameter_version : str
+        Parameter version.
+    coordinate_system : str
+        Coordinate system of array element positions (ground or utm).
+
+    Examples
+    --------
+    Add array element positions to repository (ground coordinates):
+
+    .. code-block:: console
+
+        simtools-maintain-simulation-model-write-array-element-positions \
+            --input tests/resources/telescope_positions-North-ground.ecsv \
+            --output_path /path/to/repository \
+            --parameter_version 0.1.0 \
+            --coordinate_system ground
+
+    Add array element positions to repository (utm coordinates):
+
+    .. code-block:: console
+
+        simtools-maintain-simulation-model-write-array-element-positions \
+            --input tests/resources/telescope_positions-North-utm.ecsv \
+            --output_path /path/to/repository \
+            --parameter_version 0.1.0 \
+            --coordinate_system utm
+
+"""
+
+from simtools.application_control import get_application_label, startup_application
+from simtools.configuration import configurator
+from simtools.layout.array_layout_utils import write_array_elements_from_file_to_repository
+
+
+def _parse():
+    """Parse command line configuration."""
+    config = configurator.Configurator(
+        label=get_application_label(__file__),
+        description="Add array element positions to model parameter repository",
+    )
+    config.parser.add_argument(
+        "--input",
+        help="File containing a table of array element positions.",
+        required=False,
+    )
+    config.parser.add_argument(
+        "--coordinate_system",
+        help="Coordinate system of array element positions (utm or ground).",
+        default="ground",
+        required=False,
+        type=str,
+        choices=["ground", "utm"],
+    )
+
+    return config.initialize(db_config=True, output=True, simulation_model=["parameter_version"])
+
+
+def main():
+    """Application main."""
+    app_context = startup_application(_parse)
+
+    write_array_elements_from_file_to_repository(
+        coordinate_system=app_context.args["coordinate_system"],
+        input_file=app_context.args["input"],
+        repository_path=app_context.args["output_path"],
+        parameter_version=app_context.args["parameter_version"],
+    )
+
+
+if __name__ == "__main__":
+    main()