gammasimtools 0.25.0__py3-none-any.whl → 0.27.0__py3-none-any.whl

simtools/applications/plot_array_layout.py

@@ -141,14 +141,10 @@ Plot layout with some telescopes grayed out and others highlighted:
                                --legend_location "upper right"
 """
 
-import matplotlib as mpl
-import matplotlib.pyplot as plt
-
 import simtools.layout.array_layout_utils as layout_utils
 from simtools.application_control import get_application_label, startup_application
 from simtools.configuration import configurator
-from simtools.visualization import visualize
-from simtools.visualization.plot_array_layout import plot_array_layout
+from simtools.visualization.plot_array_layout import plot_array_layouts
 
 
 def _parse():
@@ -278,116 +274,14 @@ def _parse():
     )
 
 
-def read_layouts(args_dict, db_config, logger):
-    """
-    Read array layouts from the database or parameter file.
-
-    Parameters
-    ----------
-    args_dict : dict
-        Dictionary with command line arguments.
-    db_config : dict
-        Database configuration.
-    logger : logging.app_context.logger
-        app_context.logger instance.
-
-    Returns
-    -------
-    list
-        List of array layouts.
-    """
-    if args_dict["array_layout_name"] is not None or args_dict["plot_all_layouts"]:
-        logger.info("Plotting array from DB using layout array name(s).")
-        layouts = layout_utils.get_array_layouts_from_db(
-            args_dict["array_layout_name"],
-            args_dict["site"],
-            args_dict["model_version"],
-            db_config,
-            args_dict["coordinate_system"],
-        )
-        if isinstance(layouts, list):
-            return layouts
-        return [layouts]
-
-    if args_dict["array_layout_parameter_file"] is not None:
-        logger.info("Plotting array from parameter file(s).")
-        return layout_utils.get_array_layouts_from_parameter_file(
-            args_dict["array_layout_parameter_file"],
-            args_dict["model_version"],
-            db_config,
-            args_dict["coordinate_system"],
-        )
-
-    if args_dict["array_layout_file"] is not None:
-        logger.info("Plotting array from telescope table file(s).")
-        return layout_utils.get_array_layouts_from_file(args_dict["array_layout_file"])
-
-    if args_dict["array_element_list"] is not None:
-        logger.info("Plotting array from list of array elements.")
-        return layout_utils.get_array_layouts_using_telescope_lists_from_db(
-            [args_dict["array_element_list"]],
-            args_dict["site"],
-            args_dict["model_version"],
-            db_config,
-            args_dict["coordinate_system"],
-        )
-
-    return []
-
-
 def main():
     """Plot array layout application."""
     app_context = startup_application(_parse)
 
-    layouts = read_layouts(app_context.args, app_context.db_config, app_context.logger)
-
-    if app_context.args.get("array_layout_name_background"):
-        background_layout = layout_utils.get_array_layouts_from_db(
-            app_context.args["array_layout_name_background"],
-            app_context.args["site"],
-            app_context.args["model_version"],
-            app_context.db_config,
-            app_context.args["coordinate_system"],
-        )["array_elements"]
-    else:
-        background_layout = None
-
-    mpl.use("Agg")
-    for layout in layouts:
-        fig_out = plot_array_layout(
-            telescopes=layout["array_elements"],
-            show_tel_label=app_context.args["show_labels"],
-            axes_range=app_context.args["axes_range"],
-            marker_scaling=app_context.args["marker_scaling"],
-            background_telescopes=background_layout,
-            grayed_out_elements=app_context.args["grayed_out_array_elements"],
-            highlighted_elements=app_context.args["highlighted_array_elements"],
-            legend_location=app_context.args["legend_location"],
-            bounds_mode=app_context.args["bounds"],
-            padding=app_context.args["padding"],
-            x_lim=tuple(app_context.args["x_lim"]) if app_context.args["x_lim"] else None,
-            y_lim=tuple(app_context.args["y_lim"]) if app_context.args["y_lim"] else None,
-        )
-        site_string = ""
-        if layout.get("site") is not None:
-            site_string = f"_{layout['site']}"
-        elif app_context.args["site"] is not None:
-            site_string = f"_{app_context.args['site']}"
-        coordinate_system_string = (
-            f"_{app_context.args['coordinate_system']}"
-            if app_context.args["coordinate_system"] not in layout["name"]
-            else ""
-        )
-        plot_file_name = app_context.args["figure_name"] or (
-            f"array_layout_{layout['name']}{site_string}{coordinate_system_string}"
-        )
-
-        visualize.save_figure(
-            fig_out,
-            app_context.io_handler.get_output_directory() / plot_file_name,
-            dpi=400,
-        )
-        plt.close()
+    layouts, background_layout = layout_utils.read_layouts(app_context.args)
+    plot_array_layouts(
+        app_context.args, app_context.io_handler.get_output_directory(), layouts, background_layout
+    )
 
 
 if __name__ == "__main__":

simtools/applications/plot_simulated_event_distributions.py

@@ -0,0 +1,57 @@
+#!/usr/bin/python3
+
+r"""
+Plot simulated event distributions for shower and/or triggered event data.
+
+Reads reduced event data files and generate histogram plots e.g. for energy or
+core distance distributions.
+
+Command line arguments
+----------------------
+input_file (str, required)
+    Input file path.
+output_path (str, required)
+    Output directory for the generated plots.
+
+Examples
+--------
+Generate plots from a given input file:
+
+.. code-block:: console
+
+    simtools-plot-simulated-event-distributions --input_file path/to/simtel_file.hdf5 \
+                                                --output_path simtools_output/
+
+
+"""
+
+from simtools.application_control import get_application_label, startup_application
+from simtools.configuration import configurator
+from simtools.sim_events.histograms import EventDataHistograms
+from simtools.visualization import plot_simtel_event_histograms
+
+
+def _parse():
+    """Parse command line configuration."""
+    config = configurator.Configurator(
+        label=get_application_label(__file__),
+        description="Plot simulated event distributions for shower and/or triggered event data.",
+    )
+    config.parser.add_argument("--input_file", type=str, required=True, help="Input file path")
+    return config.initialize(db_config=False, output=True)
+
+
+def main():
+    """Plot simulated event distributions."""
+    app_context = startup_application(_parse)
+    app_context.logger.info(f"Loading input file from: {app_context.args['input_file']}")
+
+    histograms = EventDataHistograms(app_context.args["input_file"])
+    histograms.fill()
+    plot_simtel_event_histograms.plot(
+        histograms.histograms, output_path=app_context.io_handler.get_output_directory()
+    )
+
+
+if __name__ == "__main__":
+    main()

simtools/applications/plot_tabular_data.py

@@ -78,7 +78,6 @@ def main():
     plot_tables.plot(
         config=plot_config["plot"],
         output_file=app_context.io_handler.get_output_file(app_context.args["output_file"]),
-        db_config=app_context.db_config,
         data_path=app_context.args.get("table_data_path"),
     )
 

simtools/applications/plot_tabular_data_for_model_parameter.py

@@ -81,15 +81,10 @@ def main():
         telescope=app_context.args.get("telescope"),
         output_path=app_context.io_handler.get_output_directory(),
         plot_type=app_context.args["plot_type"],
-        db_config=app_context.db_config,
     )
 
     for plot_config, output_file in zip(plot_configs, output_files):
-        plot_tables.plot(
-            config=plot_config,
-            output_file=output_file,
-            db_config=app_context.db_config,
-        )
+        plot_tables.plot(config=plot_config, output_file=output_file)
         MetadataCollector.dump(app_context.args, output_file=output_file, add_activity_name=True)
 
 

simtools/applications/production_derive_corsika_limits.py

@@ -134,7 +134,7 @@ def main():
     """Derive limits for energy, radial distance, and viewcone."""
     app_context = startup_application(_parse)
 
-    generate_corsika_limits_grid(app_context.args, app_context.db_config)
+    generate_corsika_limits_grid(app_context.args)
 
 
 if __name__ == "__main__":

simtools/applications/production_generate_grid.py

@@ -132,7 +132,6 @@ def main():
 
     axes = load_axes(app_context.args["axes"])
     site_model = SiteModel(
-        db_config=app_context.db_config,
         model_version=app_context.args["model_version"],
         site=app_context.args["site"],
     )

simtools/applications/run_application.py

@@ -101,7 +101,7 @@ def main():
     """Run several simtools applications using a configuration file."""
     app_context = startup_application(_parse, setup_io_handler=False)
 
-    simtools_runner.run_applications(app_context.args, app_context.db_config, app_context.logger)
+    simtools_runner.run_applications(app_context.args, app_context.logger)
 
 
 if __name__ == "__main__":

simtools/applications/simulate_flasher.py

@@ -45,8 +45,6 @@ light_source (str, required)
     Calibration light source, e.g., MSFx-FlashCam
 number_of_events (int, optional):
     Number of events to simulate (default: 1).
-output_prefix (str, optional):
-    Prefix for output files (default: empty).
 model_version (str, optional)
     Version of the simulation model.
 array_layout_name (str, optional)
@@ -89,13 +87,6 @@ def _parse():
         default=1,
         required=False,
     )
-    config.parser.add_argument(
-        "--output_prefix",
-        help="Prefix for output files",
-        type=str,
-        default=None,
-        required=False,
-    )
     return config.initialize(
         db_config=True,
         simulation_model=["site", "layout", "telescope", "model_version"],
@@ -120,19 +111,16 @@ def main():
     if app_context.args["run_mode"] == "full_simulation":
         light_source = SimulatorLightEmission(
             light_emission_config=app_context.args,
-            db_config=app_context.db_config,
             label=app_context.args.get("label"),
         )
     elif app_context.args["run_mode"] == "direct_injection":
-        light_source = Simulator(
-            args_dict=app_context.args,
-            db_config=app_context.db_config,
-            label=app_context.args.get("label"),
-        )
+        light_source = Simulator(label=app_context.args.get("label"))
     else:
         raise ValueError(f"Unsupported run_mode: {app_context.args['run_mode']}")
 
     light_source.simulate()
+    light_source.verify_simulations()
+
     app_context.logger.info("Flasher simulation completed.")
 
 

simtools/applications/simulate_illuminator.py

@@ -49,8 +49,6 @@ light_source_position (float, float, float, optional)
     m. If not set, the position from the simulation model is used.
 light_source_pointing (float, float, float, optional)
     Light source pointing direction. If not set, the pointing from the simulation model is used.
-output_prefix (str, optional)
-    Prefix for output files (default: empty).
 """
 
 from simtools.application_control import get_application_label, startup_application
@@ -100,13 +98,6 @@ def _parse():
         default=1,
         required=False,
     )
-    config.parser.add_argument(
-        "--output_prefix",
-        help="Prefix for output files (default: empty)",
-        type=str,
-        default=None,
-        required=False,
-    )
     return config.initialize(
         db_config=True,
         simulation_model=["telescope", "model_version"],
@@ -119,11 +110,11 @@ def main():
     app_context = startup_application(_parse)
 
     light_source = SimulatorLightEmission(
-        light_emission_config=app_context.args,
-        db_config=app_context.db_config,
+        light_emission_config={**app_context.args, "run_mode": "illuminator"},
         label=app_context.args.get("label"),
     )
     light_source.simulate()
+    light_source.verify_simulations()
 
 
 if __name__ == "__main__":

simtools/applications/simulate_pedestals.py

@@ -108,11 +108,7 @@ def main():
     """Simulate pedestal events."""
     app_context = startup_application(_parse)
 
-    simulator = Simulator(
-        label=app_context.args.get("label"),
-        args_dict=app_context.args,
-        db_config=app_context.db_config,
-    )
+    simulator = Simulator(label=app_context.args.get("label"))
     simulator.simulate()
 
 

simtools/applications/simulate_prod.py

@@ -57,7 +57,8 @@ r"""
 """
 
 from simtools.application_control import startup_application
-from simtools.configuration import configurator
+from simtools.configuration import commandline_parser, configurator
+from simtools.constants import CORSIKA_MAX_SEED
 from simtools.simulator import Simulator
 
 
@@ -97,11 +98,11 @@ def _parse():
         default=False,
     )
     config.parser.add_argument(
-        "--corsika_test_seeds",
-        help="Use predefined random seeds for CORSIKA for testing purposes.",
-        action="store_true",
-        required=False,
-        default=False,
+        "--corsika_seeds",
+        help="Use fixed random seeds for CORSIKA for testing purposes.",
+        nargs=4,
+        type=commandline_parser.CommandLineParser.bounded_int(1, CORSIKA_MAX_SEED),
+        metavar=("S1", "S2", "S3", "S4"),
     )
     config.parser.add_argument(
         "--sequential",
@@ -127,11 +128,7 @@ def main():
     """Run simulations for productions."""
     app_context = startup_application(_parse, setup_io_handler=False)
 
-    simulator = Simulator(
-        label=app_context.args.get("label"),
-        args_dict=app_context.args,
-        db_config=app_context.db_config,
-    )
+    simulator = Simulator(label=app_context.args.get("label"))
 
     simulator.simulate()
     simulator.validate_metadata()

simtools/applications/simulate_prod_htcondor_generator.py

@@ -22,7 +22,7 @@ Requirements for the 'simtools-simulate-prod-htcondor-generator' application:
 - Environment parameters required to run CORSIKA and sim_telarray, as well as DB access
   credentials.  These should be listed similarly to a '.env' file and copied to
   'output_path/env.txt'.  Ensure that the path to the simulation software is correctly set to
-  'SIMTOOLS_SIMTEL_PATH=/workdir/sim_telarray'.
+  'SIMTOOLS_SIM_TELARRAY_PATH=/workdir/sim_telarray'.
 
 To submit jobs, change to the output directory and run:
 

simtools/applications/submit_array_layouts.py

@@ -75,7 +75,7 @@ def main():
     """Submit and validate array layouts."""
     app_context = startup_application(_parse)
 
-    db = db_handler.DatabaseHandler(db_config=app_context.db_config)
+    db = db_handler.DatabaseHandler()
 
     array_layouts = validate_array_layouts_with_db(
         production_table=db.read_production_table_from_db(
@@ -84,9 +84,7 @@ def main():
         array_layouts=ascii_handler.collect_data_from_file(app_context.args["array_layouts"]),
     )
 
-    write_array_layouts(
-        array_layouts=array_layouts, args_dict=app_context.args, db_config=app_context.db_config
-    )
+    write_array_layouts(array_layouts=array_layouts, args_dict=app_context.args)
 
 
 if __name__ == "__main__":

simtools/applications/submit_data_from_external.py

@@ -95,7 +95,8 @@ def main():
     )
 
     writer.ModelDataWriter.dump(
-        args_dict=app_context.args,
+        output_file=app_context.args["output_file"],
+        output_file_format=app_context.args.get("output_file_format"),
         metadata=_metadata,
         product_data=data_validator.validate_and_transform(),
     )

simtools/applications/submit_model_parameter_from_external.py

@@ -106,9 +106,7 @@ def main():
         ),
         output_path=output_path,
         metadata_input_dict=app_context.args,
-        db_config=app_context.db_config
-        if app_context.args.get("check_parameter_version")
-        else None,
+        check_db_for_existing_parameter=app_context.args.get("check_parameter_version", False),
     )
 
 

simtools/applications/validate_camera_efficiency.py

@@ -44,12 +44,11 @@ r"""
     The output is saved in simtools-output/validate_camera_efficiency.
 """
 
-from pathlib import Path
-
-import simtools.data_model.model_data_writer as writer
 from simtools.application_control import get_application_label, startup_application
 from simtools.camera.camera_efficiency import CameraEfficiency
 from simtools.configuration import configurator
+from simtools.io.ascii_handler import write_data_to_file
+from simtools.utils import names
 
 
 def _parse():
@@ -106,32 +105,33 @@ def main():
     """Calculate the camera efficiency and NSB pixel rates."""
     app_context = startup_application(_parse)
 
-    ce = CameraEfficiency(
-        db_config=app_context.db_config,
-        label=app_context.args.get("label"),
-        config_data=app_context.args,
-    )
-    ce.simulate()
-    ce.analyze(force=True)
-    ce.plot_efficiency(efficiency_type="Cherenkov", save_fig=True)
-    ce.plot_efficiency(efficiency_type="NSB", save_fig=True)
-
-    writer.ModelDataWriter.dump_model_parameter(
-        parameter_name="nsb_pixel_rate",
-        value=ce.get_nsb_pixel_rate(
-            reference_conditions=app_context.args.get(
-                "write_reference_nsb_rate_as_parameter", False
-            )
-        ),
-        instrument=app_context.args["telescope"],
-        parameter_version=app_context.args.get("parameter_version", "0.0.0"),
-        output_file=Path(
-            f"nsb_pixel_rate-{app_context.args.get('parameter_version', '0.0.0')}.json"
-        ),
-        output_path=app_context.io_handler.get_output_directory()
-        / app_context.args["telescope"]
-        / "nsb_pixel_rate",
+    results = {}
+    for efficiency_type in ["Shower", "NSB", "Muon"]:
+        ce = CameraEfficiency(
+            label=app_context.args.get("label"),
+            config_data=app_context.args,
+            efficiency_type=efficiency_type,
+        )
+        ce.simulate()
+        ce.analyze(force=True)
+        results |= ce.results_summary()
+        ce.plot_efficiency(save_fig=True)
+
+        if ce.efficiency_type == "nsb":
+            ce.dump_nsb_pixel_rate()
+        if ce.efficiency_type == "muon":
+            ce.calc_partial_efficiency()
+
+    results_file = app_context.io_handler.get_output_directory() / names.generate_file_name(
+        file_type="camera_efficiency_summary",
+        suffix=".yml",
+        site=app_context.args["site"],
+        telescope_model_name=app_context.args["telescope"],
+        zenith_angle=app_context.args["zenith_angle"].value,
+        azimuth_angle=app_context.args["azimuth_angle"].value,
     )
+    app_context.logger.info(f"Writing results summary to {results_file}")
+    write_data_to_file(results, results_file, unique_lines=True)
 
 
 if __name__ == "__main__":

simtools/applications/validate_camera_fov.py

@@ -92,7 +92,6 @@ def main():
     tel_model = TelescopeModel(
         site=app_context.args["site"],
         telescope_name=app_context.args["telescope"],
-        db_config=app_context.db_config,
         model_version=app_context.args["model_version"],
         label=label,
     )

simtools/applications/validate_cumulative_psf.py

@@ -130,19 +130,15 @@ def main():
 
     tel_model, site_model, _ = initialize_simulation_models(
         label=app_context.args.get("label"),
-        db_config=app_context.db_config,
         site=app_context.args["site"],
         telescope_name=app_context.args["telescope"],
         model_version=app_context.args["model_version"],
     )
 
-    if app_context.args.get("overwrite_model_parameters"):
-        tel_model.overwrite_parameters_from_file(app_context.args["overwrite_model_parameters"])
-
     ray = RayTracing(
         telescope_model=tel_model,
         site_model=site_model,
-        simtel_path=app_context.args["simtel_path"],
+        label=app_context.args.get("label"),
         zenith_angle=app_context.args["zenith"] * u.deg,
         source_distance=app_context.args["src_distance"] * u.km,
         off_axis_angle=[0.0] * u.deg,

simtools/applications/validate_optics.py

@@ -122,23 +122,11 @@ def main():
 
     tel_model, site_model, _ = initialize_simulation_models(
         label=Path(__file__).stem,
-        db_config=app_context.db_config,
         site=app_context.args["site"],
         telescope_name=app_context.args["telescope"],
         model_version=app_context.args["model_version"],
     )
 
-    ######################################################################
-    # This is here as an example how to change parameters when necessary.
-    ######################################################################
-    # pars_to_change = {
-    #     'mirror_focal_length': 1608.3,
-    #     'mirror_offset': -177.5,
-    #     'camera_body_diameter': 289.7,
-    #     'telescope_transmission': 1
-    # }
-    # tel_model.overwrite_parameters(pars_to_change)
-
     app_context.logger.info(
         f"\nValidating telescope optics with ray tracing simulations for {tel_model.name}\n"
     )
@@ -146,7 +134,7 @@ def main():
     ray = RayTracing(
         telescope_model=tel_model,
         site_model=site_model,
-        simtel_path=app_context.args["simtel_path"],
+        label=app_context.args.get("label") or Path(__file__).stem,
         zenith_angle=app_context.args["zenith"] * u.deg,
         source_distance=app_context.args["src_distance"] * u.km,
         off_axis_angle=np.linspace(
@@ -160,7 +148,7 @@ def main():
     ray.analyze(force=True)
 
     # Plotting
-    for key in ["d80_deg", "d80_cm", "eff_area", "eff_flen"]:
+    for key in ["psf_deg", "psf_cm", "eff_area", "eff_flen"]:
         plt.figure(figsize=(8, 6), tight_layout=True)
 
         ray.plot(key, marker="o", linestyle=":", color="k")