gammasimtools 0.15.0__py3-none-any.whl → 0.17.0__py3-none-any.whl

{gammasimtools-0.15.0.dist-info → gammasimtools-0.17.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (78.1.0)
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

{gammasimtools-0.15.0.dist-info → gammasimtools-0.17.0.dist-info}/entry_points.txt

@@ -15,23 +15,27 @@ simtools-derive-mirror-rnda = simtools.applications.derive_mirror_rnda:main
 simtools-derive-photon-electron-spectrum = simtools.applications.derive_photon_electron_spectrum:main
 simtools-derive-psf-parameters = simtools.applications.derive_psf_parameters:main
 simtools-docs-produce-array-element-report = simtools.applications.docs_produce_array_element_report:main
+simtools-docs-produce-calibration-reports = simtools.applications.docs_produce_calibration_reports:main
 simtools-docs-produce-model-parameter-reports = simtools.applications.docs_produce_model_parameter_reports:main
+simtools-docs-produce-simulation-configuration-report = simtools.applications.docs_produce_simulation_configuration_report:main
 simtools-generate-array-config = simtools.applications.generate_array_config:main
 simtools-generate-corsika-histograms = simtools.applications.generate_corsika_histograms:main
 simtools-generate-default-metadata = simtools.applications.generate_default_metadata:main
 simtools-generate-regular-arrays = simtools.applications.generate_regular_arrays:main
-simtools-generate-simtel-array-histograms = simtools.applications.generate_simtel_array_histograms:main
+simtools-generate-sim-telarray-histograms = simtools.applications.generate_sim_telarray_histograms:main
 simtools-generate-simtel-event-data = simtools.applications.generate_simtel_event_data:main
+simtools-merge-tables = simtools.applications.merge_tables:main
 simtools-plot-array-layout = simtools.applications.plot_array_layout:main
 simtools-plot-tabular-data = simtools.applications.plot_tabular_data:main
 simtools-print-version = simtools.applications.print_version:main
 simtools-production-derive-corsika-limits = simtools.applications.production_derive_corsika_limits:main
-simtools-production-generate-simulation-config = simtools.applications.production_generate_simulation_config:main
-simtools-production-scale-events = simtools.applications.production_scale_events:main
+simtools-production-derive-statistics = simtools.applications.production_derive_statistics:main
+simtools-production-generate-grid = simtools.applications.production_generate_grid:main
 simtools-run-application = simtools.applications.run_application:main
 simtools-simulate-light-emission = simtools.applications.simulate_light_emission:main
 simtools-simulate-prod = simtools.applications.simulate_prod:main
 simtools-simulate-prod-htcondor-generator = simtools.applications.simulate_prod_htcondor_generator:main
+simtools-submit-array-layouts = simtools.applications.submit_array_layouts:main
 simtools-submit-data-from-external = simtools.applications.submit_data_from_external:main
 simtools-submit-model-parameter-from-external = simtools.applications.submit_model_parameter_from_external:main
 simtools-validate-camera-efficiency = simtools.applications.validate_camera_efficiency:main
@@ -39,3 +43,4 @@ simtools-validate-camera-fov = simtools.applications.validate_camera_fov:main
 simtools-validate-cumulative-psf = simtools.applications.validate_cumulative_psf:main
 simtools-validate-file-using-schema = simtools.applications.validate_file_using_schema:main
 simtools-validate-optics = simtools.applications.validate_optics:main
+simtools-verify-simulation-model-production-tables = simtools.applications.verify_simulation_model_production_tables:main

simtools/_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.15.0'
-__version_tuple__ = version_tuple = (0, 15, 0)
+__version__ = version = '0.17.0'
+__version_tuple__ = version_tuple = (0, 17, 0)

simtools/applications/calculate_trigger_rate.py

@@ -3,14 +3,14 @@
 r"""
 Calculates array or single-telescope trigger rates.
 
-The applications reads from a simtel_array output file, a list of
-simtel_array output files ou from a file containing a list of simtel_array files.
+The applications reads from a sim_telarray output file, a list of
+sim_telarray output files ou from a file containing a list of sim_telarray files.
 
 
 Command line arguments
 ----------------------
 simtel_file_names (str or list):
-    Path to the simtel_array file or a list of simtel_array output files.
+    Path to the sim_telarray file or a list of sim_telarray output files.
     Files can be generated in `simulate_prod` using the ``--save_file_lists`` option.
 save_tables (bool):
     If true, save the tables with the energy-dependent trigger rate to a ecsv file.
@@ -28,7 +28,7 @@ area_from_distribution (bool):
 
 Example
 -------
-Calculate trigger rate from simtel_array file
+Calculate trigger rate from sim_telarray file
 
 .. code-block:: console
 
@@ -73,8 +73,8 @@ def _parse(label, description):
 
     config.parser.add_argument(
         "--simtel_file_names",
-        help="Name of the simtel_array output files to be calculate the trigger rate from or the "
-        "text file containing the list of simtel_array output files.",
+        help="Name of the sim_telarray output files to be calculate the trigger rate from or the "
+        "text file containing the list of sim_telarray output files.",
         nargs="+",
         required=True,
         type=str,
@@ -136,20 +136,20 @@ def _get_simulation_parameters(config_parser):
 def main():  # noqa: D103
     label = Path(__file__).stem
     description = (
-        "Calculates the simulated and triggered event rate based on simtel_array output files."
+        "Calculates the simulated and triggered event rate based on sim_telarray output files."
     )
     config_parser = _parse(label, description)
 
     logger = logging.getLogger()
     logger.setLevel(gen.get_log_level_from_user(config_parser["log_level"]))
 
-    simtel_array_files = gen.get_list_of_files_from_command_line(
+    sim_telarray_files = gen.get_list_of_files_from_command_line(
         config_parser["simtel_file_names"], [".zst", ".simtel", ".hdata"]
     )
     energy_range, view_cone = _get_simulation_parameters(config_parser)
 
     histograms = SimtelIOHistograms(
-        simtel_array_files,
+        sim_telarray_files,
         area_from_distribution=config_parser["area_from_distribution"],
         energy_range=energy_range,
         view_cone=view_cone,
@@ -177,7 +177,7 @@ def main():  # noqa: D103
         output_path = io_handler_instance.get_output_directory(label, sub_dir="application-plots")
         for i_table, table in enumerate(trigger_rate_in_tables):
             output_file = (
-                str(output_path.joinpath(Path(simtel_array_files[i_table]).stem)) + ".ecsv"
+                str(output_path.joinpath(Path(sim_telarray_files[i_table]).stem)) + ".ecsv"
             )
             logger.info(f"Writing table {i_table + 1} to {output_file}")
             table.write(output_file, overwrite=True)

simtools/applications/convert_all_model_parameters_from_simtel.py

@@ -4,7 +4,7 @@ r"""
 
     Check value, type, and range, convert units using schema files. Write json files
     ready to be submitted to the model database. Prints out parameters which are not found
-    in simtel configuration file and parameters which are not found in simtools schema files.
+    in sim_telarray configuration file and parameters which are not found in simtools schema files.
 
     Note that all parameters are assigned the same parameter version.
 
@@ -44,7 +44,7 @@ r"""
             2>|/dev/null | grep '(@cfg)' | sed 's/^(@cfg) //' >| all_telescope_config_paranal.cfg
 
 
-    Extract then model parameters from the simtel_array configuration file for LSTN-01
+    Extract then model parameters from the sim_telarray configuration file for LSTN-01
     (telescopes are named CT1, CT2, ..., in the sim_telarray configuration file and must be
     provided in the "simtel_telescope_name" command line argument)
     and write json files in the same format as the model parameter database:
@@ -94,7 +94,7 @@ def _parse(label=None, description=None):
 
     config.parser.add_argument(
         "--simtel_cfg_file",
-        help="File name for simtel_array configuration",
+        help="File name for sim_telarray configuration",
         type=str,
         required=True,
     )
@@ -116,7 +116,7 @@ def _parse(label=None, description=None):
 
 def read_simtel_config_file(args_dict, schema_file, camera_pixels=None):
     """
-    Read the simtel configuration file.
+    Read the sim_telarray configuration file.
 
     Parameters
     ----------
@@ -146,7 +146,7 @@ def read_simtel_config_file(args_dict, schema_file, camera_pixels=None):
 
 def get_number_of_camera_pixel(args_dict, logger):
     """
-    Get the number of camera pixels from the simtel configuration file.
+    Get the number of camera pixels from the sim_telarray configuration file.
 
     Required to set the dimension some of the parameter correctly, as simtel
     in some cases does not provide the dimension ('all:' in the parameter files).
@@ -178,7 +178,7 @@ def get_number_of_camera_pixel(args_dict, logger):
 
 def read_and_export_parameters(args_dict, logger):
     """
-    Read and export parameters from simtel configuration file to json files.
+    Read and export parameters from sim_telarray configuration file to json files.
 
     Provide extensive logging information on the parameters found in the simtel
     configuration file.
@@ -193,16 +193,16 @@ def read_and_export_parameters(args_dict, logger):
     Returns
     -------
     list
-        List of simtel parameters not found in schema files.
+        List of sim_telarray parameters not found in schema files.
     list
-        List of simtools parameter not found in simtel configuration file.
+        List of simtools parameter not found in sim_telarray configuration file.
 
     """
-    _parameters, _schema_files = schema.get_get_model_parameter_schema_files()
+    _parameters, _schema_files = schema.get_model_parameter_schema_files()
     _simtel_parameters = simtel_config_reader.get_list_of_simtel_parameters(
         args_dict["simtel_cfg_file"]
     )
-    logger.info(f"Found {len(_simtel_parameters)} parameters in simtel configuration file.")
+    logger.info(f"Found {len(_simtel_parameters)} parameters in sim_telarray configuration file.")
 
     io_handler = IOHandler()
     io_handler.set_paths(output_path=args_dict["output_path"])
@@ -223,7 +223,7 @@ def read_and_export_parameters(args_dict, logger):
             _parameters_not_in_simtel.append(_parameter)
             continue
 
-        logger.info(f"Simtel parameter: {config_reader.parameter_dict}")
+        logger.info(f"sim_telarray parameter: {config_reader.parameter_dict}")
 
         _json_dict = writer.ModelDataWriter.dump_model_parameter(
             parameter_name=_parameter,
@@ -252,15 +252,15 @@ def print_parameters_not_found(_parameters_not_in_simtel, _simtel_parameters, ar
     """
     Print simtel/simtools parameter not found in schema and configuration files.
 
-    For simtel parameters not found, check if the setting for the chose
+    For sim_telarray parameters not found, check if the setting for the chose
     telescope is different from the default values.
 
     Parameters
     ----------
     _parameters_not_in_simtel: list
-        List of simtel parameters not found in schema files.
+        List of sim_telarray parameters not found in schema files.
     _simtel_parameters: list
-        List of simtel parameters not found in simtools schema files.
+        List of sim_telarray parameters not found in simtools schema files.
     args_dict: dict
         Dictionary with command line arguments.
     logger: logging.Logger
@@ -273,9 +273,9 @@ def print_parameters_not_found(_parameters_not_in_simtel, _simtel_parameters, ar
     for para in sorted(_parameters_not_in_simtel):
         logger.info(f"  {para}")
 
-    logger.info(f"Simtel parameters not found in schema files ({len(_simtel_parameters)}):")
+    logger.info(f"sim_telarray parameters not found in schema files ({len(_simtel_parameters)}):")
     for para in sorted(_simtel_parameters):
-        logger.info(f"Simtel parameter: {para}")
+        logger.info(f"sim_telarray parameter: {para}")
         config_reader = simtel_config_reader.SimtelConfigReader(
             schema_file=None,
             simtel_config_file=args_dict["simtel_cfg_file"],

simtools/applications/convert_model_parameter_from_simtel.py

@@ -68,7 +68,7 @@ def _parse(label=None, description=None):
     )
     config.parser.add_argument(
         "--simtel_cfg_file",
-        help="File name for simtel_array configuration",
+        help="File name for sim_telarray configuration",
         type=str,
         required=True,
     )

simtools/applications/derive_ctao_array_layouts.py

@@ -18,7 +18,7 @@ r"""
         Model parameter version.
     repository_url (str)
         URL or path of the CTAO common identifiers repository.
-    repository_branch (str )
+    repository_branch (str)
         Repository branch to use for CTAO common identifiers.
     updated_parameter_version (str)
         Updated parameter version.
@@ -48,9 +48,9 @@ from pathlib import Path
 import simtools.utils.general as gen
 from simtools.configuration import configurator
 from simtools.db import db_handler
-from simtools.layout.ctao_array_layouts import (
+from simtools.layout.array_layout_utils import (
     merge_array_layouts,
-    retrieve_array_layouts,
+    retrieve_ctao_array_layouts,
     write_array_layouts,
 )
 
@@ -91,7 +91,7 @@ def main():  # noqa: D103
     logger = logging.getLogger()
     logger.setLevel(gen.get_log_level_from_user(args_dict["log_level"]))
 
-    ctao_array_layouts = retrieve_array_layouts(
+    ctao_array_layouts = retrieve_ctao_array_layouts(
         site=args_dict["site"],
         repository_url=args_dict["repository_url"],
         branch_name=args_dict["repository_branch"],
@@ -107,7 +107,7 @@ def main():  # noqa: D103
     )
     db_array_layouts["array_layouts"].pop("_id", None)
     db_array_layouts["array_layouts"].pop("entry_date", None)
-    logger.info(f"Layouts from DB: {db_array_layouts}")
+    logger.info(f"Layouts from model parameter database: {db_array_layouts}")
 
     write_array_layouts(
         array_layouts=merge_array_layouts(db_array_layouts["array_layouts"], ctao_array_layouts),

simtools/applications/derive_psf_parameters.py

@@ -93,7 +93,7 @@ from matplotlib.backends.backend_pdf import PdfPages
 import simtools.utils.general as gen
 from simtools.configuration import configurator
 from simtools.io_operations import io_handler
-from simtools.model.telescope_model import TelescopeModel
+from simtools.model.model_utils import initialize_simulation_models
 from simtools.ray_tracing.ray_tracing import RayTracing
 from simtools.visualization import visualize
 
@@ -304,7 +304,7 @@ def calculate_rmsd(data, sim):
     return np.sqrt(np.mean((data - sim) ** 2))
 
 
-def run_pars(tel_model, args_dict, pars, data_to_plot, radius, pdf_pages):
+def run_pars(tel_model, site_model, args_dict, pars, data_to_plot, radius, pdf_pages):
     """
     Run the tuning for one set of parameters, add a plot to the pdfPages and return RMSD and D80.
 
@@ -319,6 +319,7 @@ def run_pars(tel_model, args_dict, pars, data_to_plot, radius, pdf_pages):
 
     ray = RayTracing(
         telescope_model=tel_model,
+        site_model=site_model,
         simtel_path=args_dict["simtel_path"],
         zenith_angle=args_dict["zenith"] * u.deg,
         source_distance=args_dict["src_distance"] * u.km,
@@ -370,7 +371,9 @@ def run_pars(tel_model, args_dict, pars, data_to_plot, radius, pdf_pages):
     return d80, rmsd
 
 
-def find_best_parameters(all_parameters, tel_model, args_dict, data_to_plot, radius, pdf_pages):
+def find_best_parameters(
+    all_parameters, tel_model, site_model, args_dict, data_to_plot, radius, pdf_pages
+):
     """
     Find the best parameters from all parameter sets.
 
@@ -382,7 +385,7 @@ def find_best_parameters(all_parameters, tel_model, args_dict, data_to_plot, rad
     best_pars = None
 
     for pars in all_parameters:
-        _, rmsd = run_pars(tel_model, args_dict, pars, data_to_plot, radius, pdf_pages)
+        _, rmsd = run_pars(tel_model, site_model, args_dict, pars, data_to_plot, radius, pdf_pages)
         if rmsd < min_rmsd:
             min_rmsd = rmsd
             best_pars = pars
@@ -400,12 +403,12 @@ def main():  # noqa: D103
     # Output directory to save files related directly to this app
     _io_handler = io_handler.IOHandler()
     output_dir = _io_handler.get_output_directory(label, sub_dir="application-plots")
-    tel_model = TelescopeModel(
+    tel_model, site_model = initialize_simulation_models(
+        label=label,
+        db_config=db_config,
         site=args_dict["site"],
         telescope_name=args_dict["telescope"],
-        mongo_db_config=db_config,
         model_version=args_dict["model_version"],
-        label=label,
     )
 
     all_parameters = []
@@ -424,11 +427,11 @@ def main():  # noqa: D103
     pdf_pages = PdfPages(plot_file)
 
     best_pars, _ = find_best_parameters(
-        all_parameters, tel_model, args_dict, data_to_plot, radius, pdf_pages
+        all_parameters, tel_model, site_model, args_dict, data_to_plot, radius, pdf_pages
     )
 
     # Rerunning and plotting the best pars
-    run_pars(tel_model, args_dict, best_pars, data_to_plot, radius, pdf_pages)
+    run_pars(tel_model, site_model, args_dict, best_pars, data_to_plot, radius, pdf_pages)
     plt.close()
     pdf_pages.close()
 

simtools/applications/docs_produce_array_element_report.py

@@ -5,7 +5,6 @@ Produces a markdown file for a given array element, site, and model version.
 
 The report includes detailed information on each parameter,
 such as the parameter name, value, unit, description, and short description.
-Currently only implemented for telescopes.
 """
 
 import logging
@@ -70,15 +69,16 @@ def main():  # noqa: D103
         ).auto_generate_array_element_reports()
 
     else:
+        model_version = args["model_version"]
         ReadParameters(
             db_config,
             args,
-            Path(output_path / f"{args['model_version']}"),
+            Path(output_path / f"{model_version}"),
         ).produce_array_element_report()
 
         logger.info(
             f"Markdown report generated for {args['site']}"
-            f" Telescope {args['telescope']} (v{args['model_version']}):"
+            f" Telescope {args['telescope']} (v{model_version}):"
             f" {output_path}"
         )
 

simtools/applications/docs_produce_calibration_reports.py

@@ -0,0 +1,49 @@
+#!/usr/bin/python3
+
+r"""Produces a markdown file for calibration reports."""
+
+import logging
+
+from simtools.configuration import configurator
+from simtools.io_operations import io_handler
+from simtools.reporting.docs_read_parameters import ReadParameters
+from simtools.utils import general as gen
+
+
+def _parse(label):
+    """Parse command line configuration."""
+    config = configurator.Configurator(
+        label=label,
+        description=("Produce a markdown report for calibration parameters."),
+    )
+
+    return config.initialize(
+        db_config=True,
+        simulation_model=["model_version"],
+    )
+
+
+def main():  # noqa: D103
+    label_name = "reports"
+    args, db_config = _parse(label_name)
+
+    io_handler_instance = io_handler.IOHandler()
+    output_path = io_handler_instance.get_output_directory(label=label_name, sub_dir="productions")
+
+    logger = logging.getLogger()
+    logger.setLevel(gen.get_log_level_from_user(args["log_level"]))
+
+    read_parameters = ReadParameters(
+        db_config=db_config, args=args, output_path=output_path / f"{args.get('model_version')}"
+    )
+
+    read_parameters.produce_calibration_reports()
+
+    logger.info(
+        f"Calibation reports for model version {args.get('model_version')} produced successfully."
+    )
+    logger.info(f"Output path: {output_path}/{args.get('model_version')}/")
+
+
+if __name__ == "__main__":
+    main()

simtools/applications/docs_produce_simulation_configuration_report.py

@@ -0,0 +1,50 @@
+#!/usr/bin/python3
+
+r"""Produces a markdown file for a given simulation configuration."""
+
+import logging
+
+from simtools.configuration import configurator
+from simtools.io_operations import io_handler
+from simtools.reporting.docs_read_parameters import ReadParameters
+from simtools.utils import general as gen
+
+
+def _parse(label):
+    """Parse command line configuration."""
+    config = configurator.Configurator(
+        label=label,
+        description=("Produce a markdown report for model parameters."),
+    )
+
+    return config.initialize(
+        db_config=True,
+        simulation_model=["model_version"],
+        simulation_configuration=["software"],
+    )
+
+
+def main():  # noqa: D103
+    label_name = "reports"
+    args, db_config = _parse(label_name)
+
+    io_handler_instance = io_handler.IOHandler()
+    output_path = io_handler_instance.get_output_directory(label=label_name, sub_dir="productions")
+
+    logger = logging.getLogger()
+    logger.setLevel(gen.get_log_level_from_user(args["log_level"]))
+
+    read_parameters = ReadParameters(
+        db_config=db_config, args=args, output_path=output_path / f"{args.get('model_version')}"
+    )
+
+    read_parameters.produce_simulation_configuration_report()
+
+    logger.info(
+        f"Configuration reports for {args.get('simulation_software')} produced successfully."
+    )
+    logger.info(f"Output path: {output_path}/{args.get('model_version')}/")
+
+
+if __name__ == "__main__":
+    main()

simtools/applications/{generate_simtel_array_histograms.py → generate_sim_telarray_histograms.py}

@@ -39,7 +39,7 @@ r"""
     -------
     .. code-block:: console
 
-        simtools-generate-simtel-array-histograms --hist_file_names tests/resources/ \\
+        simtools-generate-sim-telarray-histograms --hist_file_names tests/resources/ \\
             run2_gamma_za20deg_azm0deg-North-Prod5_test-production-5.hdata.zst \\
             --output_file_name test_hist_hdata --hdf5 --pdf
 
@@ -167,7 +167,7 @@ def create_pdf(simtel_histograms, output_file_name, config_parser, logger):
 
 def main():  # noqa: D103
     label = Path(__file__).stem
-    description = "Display simtel_array histograms and/or write them into hdf5 format."
+    description = "Display sim_telarray histograms and/or write them into hdf5 format."
     io_handler_instance = io_handler.IOHandler()
     config_parser = _parse(label, description)
     output_path = io_handler_instance.get_output_directory(label, sub_dir="application-plots")

simtools/applications/generate_simtel_event_data.py

@@ -1,17 +1,21 @@
 #!/usr/bin/python3
 
-"""
-Reduces and compiles event data from multiple input files into a structured dataset with event info.
+r"""
+Generate a reduced dataset of event data from simulated files.
+
+Processes sim_telarray output files (typically of type '.simtel.zst') and creates a
+reduced dataset containing shower information, array-level parameters, and data about
+triggered telescopes.
 
 Command line arguments
 ----------------------
 prefix (str, required)
     Path prefix for the input files.
 output_file (str, required)
-    Path to save the output file.
+    Output file path.
 max_files (int, optional, default=100)
-    Maximum number of files to process.
-print_dataset_information (flag)
+    Maximum number of input files to process.
+print_dataset_information (int, optional, default=0)
     Print information about the datasets in the generated reduced event dataset.
 
 Example
@@ -20,13 +24,12 @@ Generate a reduced dataset from input files and save the result.
 
 .. code-block:: console
 
-    simtools-production-extract-mc-event-data \
-    simtools-generate-simtel-event-data \
-        --prefix path/to/input_files/ \
-        --wildcard 'gamma_*dark*.simtel.zst' \
-        --output_file output_file.hdf5 \
-        --max_files 50 \
-        --print_dataset_information
+    simtools-production-extract-mc-event-data \\
+    simtools-generate-simtel-event-data \\
+        --input 'path/to/input_files/gamma_*dark*.simtel.zst' \\
+        --output_file output_file.hdf5 \\
+        --max_files 50 \\
+        --print_dataset_information 10
 """
 
 import logging
@@ -34,8 +37,8 @@ from pathlib import Path
 
 import simtools.utils.general as gen
 from simtools.configuration import configurator
-from simtools.io_operations import io_handler
-from simtools.simtel.simtel_io_event_reader import SimtelIOEventDataReader
+from simtools.data_model.metadata_collector import MetadataCollector
+from simtools.io_operations import io_handler, io_table_handler
 from simtools.simtel.simtel_io_event_writer import SimtelIOEventDataWriter
 
 
@@ -51,35 +54,24 @@ def _parse(label, description):
     config = configurator.Configurator(label=label, description=description)
 
     config.parser.add_argument(
-        "--prefix", type=str, required=True, help="Prefix path for input files."
-    )
-    config.parser.add_argument(
-        "--wildcard",
+        "--input",
         type=str,
         required=True,
-        help="Wildcard for querying the files in the directory (e.g., 'gamma_*dark*.simtel.zst')",
+        help="Input file path (wildcards allowed; e.g., '/data_path/gamma_*dark*.simtel.zst')",
     )
-    config.parser.add_argument("--output_file", type=str, required=True, help="Output filename.")
     config.parser.add_argument(
-        "--max_files", type=int, default=100, help="Maximum number of files to process."
+        "--max_files", type=int, default=100, help="Maximum number of input files to process."
     )
-
     config.parser.add_argument(
         "--print_dataset_information",
         type=int,
-        help="Print given number of rows of the dataset.",
+        help="Print data set information for the given number of events.",
         default=0,
     )
+    return config.initialize(db_config=False, output=True)
 
-    return config.initialize(db_config=False)
 
-
-def main():
-    """
-    Process event data files and store data in reduced dataset.
-
-    The reduced dataset contains shower information, array information and triggered telescopes.
-    """
+def main():  # noqa: D103
     label = Path(__file__).stem
 
     args_dict, _ = _parse(
@@ -90,27 +82,25 @@ def main():
         ),
     )
 
-    _logger = logging.getLogger()
-    _logger.setLevel(gen.get_log_level_from_user(args_dict["log_level"]))
-    _logger.info(f"Loading input files with prefix: {args_dict['prefix']}")
+    logger = logging.getLogger()
+    logger.setLevel(gen.get_log_level_from_user(args_dict["log_level"]))
+    logger.info(f"Loading input files from: {args_dict['input']}")
 
-    input_path = Path(args_dict["prefix"])
-    files = list(input_path.glob(args_dict["wildcard"]))
+    input_pattern = Path(args_dict["input"])
+    files = list(input_pattern.parent.glob(input_pattern.name))
     if not files:
-        _logger.warning("No matching input files found.")
+        logger.warning("No matching input files found.")
         return
 
-    output_path = io_handler.IOHandler().get_output_directory(label)
-    output_filepath = Path(output_path).joinpath(f"{args_dict['output_file']}")
-
-    output_filepath.parent.mkdir(parents=True, exist_ok=True)
-    generator = SimtelIOEventDataWriter(files, output_filepath, args_dict["max_files"])
-    generator.process_files()
-    _logger.info(f"reduced dataset saved to: {output_filepath}")
+    output_filepath = io_handler.IOHandler().get_output_file(args_dict["output_file"])
+    generator = SimtelIOEventDataWriter(files, args_dict["max_files"])
+    tables = generator.process_files()
+    io_table_handler.write_tables(tables, output_filepath, overwrite_existing=True)
+    MetadataCollector.dump(args_dict=args_dict, output_file=output_filepath.with_suffix(".yml"))
 
     if args_dict["print_dataset_information"] > 0:
-        reader = SimtelIOEventDataReader(output_filepath)
-        reader.print_dataset_information(args_dict.get("print_dataset_information"))
+        for table in tables:
+            table.pprint(max_lines=args_dict["print_dataset_information"], max_width=-1)
 
 
 if __name__ == "__main__":