gammasimtools 0.20.0__py3-none-any.whl → 0.21.0__py3-none-any.whl

{gammasimtools-0.20.0.dist-info → gammasimtools-0.21.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: gammasimtools
-Version: 0.20.0
+Version: 0.21.0
 Summary: Tools for the Simulation System of the CTA Observatory
 Author-email: simtools developers <simtools-developer@desy.de>
 License-Expression: BSD-3-Clause

{gammasimtools-0.20.0.dist-info → gammasimtools-0.21.0.dist-info}/RECORD

@@ -1,11 +1,11 @@
-gammasimtools-0.20.0.dist-info/licenses/LICENSE,sha256=a2q6KVo33OrRL_7ZSk7BYOT8KkUNV3WAMZW8CHEDkDU,1548
+gammasimtools-0.21.0.dist-info/licenses/LICENSE,sha256=a2q6KVo33OrRL_7ZSk7BYOT8KkUNV3WAMZW8CHEDkDU,1548
 simtools/__init__.py,sha256=yvx0i5ygbllmMtF2Tzy7pohvhQNH_dBdj0Bt8bKFYpc,231
-simtools/_version.py,sha256=D0Phtt01o1VQl6Hc5KWgvKucsJ2Ve2ykSmH5eQWQ0zU,706
+simtools/_version.py,sha256=1jNZfFOI753oBgzdezhn3bNQqGrO2IvFnr4lHXE6EpI,706
 simtools/constants.py,sha256=3N5bc8MlMWRzcg8EeSJweoioEo_uhStMxAzdb85Apvw,966
 simtools/dependencies.py,sha256=bDMw1Nyjya0-TnWp_K6LyV6JbO_aJDARa6KSGXhLcqc,6572
-simtools/simulator.py,sha256=O586ehWLBt4XMcYMpYYRDjzO0zoGfzDQy_32vIBPcTU,28108
+simtools/simulator.py,sha256=B2_hF05DiCCnmpfK5eYbWDqdUK-4XzgeE7CtrXjMStc,27991
 simtools/telescope_trigger_rates.py,sha256=_2NUG8UnhfpMGhaEDgHUOOdnweCUcRTrTOkGGYInHqo,3984
-simtools/version.py,sha256=Fri_aFaUOmV8CIygd3DknAmJaFZ05OAeLd1AgZOcgdQ,688
+simtools/version.py,sha256=NsdU6YDeOD58xT4BcJ6OYq2CSu_qV3ztZAnnS6o9pKc,3223
 simtools/applications/calculate_incident_angles.py,sha256=cWcNf3n6S5TmG7wkC3V52HEU7mxLnUw3UD_3Wrcbwgw,5968
 simtools/applications/convert_all_model_parameters_from_simtel.py,sha256=OSA01q4Qpjv1pyR8f53gBz6Jo-k-bM0L3HKw-GDvJ54,12177
 simtools/applications/convert_geo_coordinates_of_array_elements.py,sha256=-P0tbF5T3P23_tYTp18HAmlYH7a7Gx-TTzxESf5Qfvk,5967
@@ -13,7 +13,7 @@ simtools/applications/convert_model_parameter_from_simtel.py,sha256=sQL4m3VM2k1M
 simtools/applications/db_add_file_to_db.py,sha256=Jvesc9NL4OSGUMGKsZs0yyX2HyQfCwGJemLvMf8JQGY,5555
 simtools/applications/db_add_simulation_model_from_repository_to_db.py,sha256=02sZBCczjbBZoWb4AjKTcfq3aDn9oPjSF8IduJsqJ6o,4311
 simtools/applications/db_add_value_from_json_to_db.py,sha256=IOdbgrIUa3xdrXGcblFXDoIIGnXpWkAyu-4K7n17VrQ,3585
-simtools/applications/db_generate_compound_indexes.py,sha256=nf45luTOTBNQyObzJ01xMrTdRVnJ1p90VbGHYpnU6GU,1964
+simtools/applications/db_generate_compound_indexes.py,sha256=7yAxaNCtSgeaArbGMKzNRXsZzB9DHx5FtMPc7FzwGMc,1978
 simtools/applications/db_get_array_layouts_from_db.py,sha256=2St5ZfcohXSHnDYiP326D4fqlbfsgREsC4lGJ5cDUPg,5122
 simtools/applications/db_get_file_from_db.py,sha256=3aIRyZaHIDYwLGCMFdQFtsp84D5r2MlIC20QPOZ1rck,2394
 simtools/applications/db_get_parameter_from_db.py,sha256=L0VehfQir3lrLDPa_ezEuU7uo8gmBdfMDqOax39Nqn0,5131
@@ -21,26 +21,26 @@ simtools/applications/db_inspect_databases.py,sha256=Po78qE7qmf97u93fSJpdZTWpDEE
 simtools/applications/derive_ctao_array_layouts.py,sha256=n6bCW2hRXDg1GxynwouRJKQlBYeG2GCehx61tNvRLMA,4081
 simtools/applications/derive_mirror_rnda.py,sha256=yYCfdN-KNr_R_mmiVrn3L3QJRinvO5z3o0HIRLzPO3w,8955
 simtools/applications/derive_photon_electron_spectrum.py,sha256=8Dpz-XTlCmOvoKUFtq78B1of62k8ygyk5_r-ZxZYauo,3968
-simtools/applications/derive_psf_parameters.py,sha256=TrP6AqiKc6Te3N1lfl63eSIsL_tcEKZZSBl1aN9NYTo,6900
+simtools/applications/derive_psf_parameters.py,sha256=Uw6KkC2CjvC0cfONqI9VI7R5-jULC1gYBjpkl_zYbt8,7783
 simtools/applications/derive_trigger_rates.py,sha256=3JqdnjNJJNyWF6HyzUSQfldrbvXGRoNUpCqTET3qtEw,2460
 simtools/applications/docs_produce_array_element_report.py,sha256=N_vnKRV3r32PF_99QeD1-6BfEBOaVzpedC5pvHsDwDU,2488
 simtools/applications/docs_produce_calibration_reports.py,sha256=lMddZEZa_BXYifRCXS_XMceP9lLjeDDVGtlJZBJhn4o,1382
 simtools/applications/docs_produce_model_parameter_reports.py,sha256=tSZJJ7CDha-qU3mfqRXLjiOWgdvd1lPjZYJSM-TEAl0,1973
 simtools/applications/docs_produce_simulation_configuration_report.py,sha256=EsexpianRJ0ypJJrAviIlUzSLQXHcJglHbMIzmoCcII,1443
 simtools/applications/generate_array_config.py,sha256=bzuQsEp2wUBLGxVkF_1bpw0iFco--47QhQPByAO3hXA,2224
-simtools/applications/generate_corsika_histograms.py,sha256=XU1kTlWADXU4-rqTE2PLqtpQ0b7WbTMid13Vqn1olMk,18243
+simtools/applications/generate_corsika_histograms.py,sha256=tJ3vC9wlxN1uj46qVYh8AExZxsSnekcO42E81_rtDlc,11426
 simtools/applications/generate_default_metadata.py,sha256=t-4qWX1EyCoUaUs4Pg_ec_MiT9bEFH5jN7KHWzZ8fP8,2370
 simtools/applications/generate_regular_arrays.py,sha256=JZI4KfhP67K6Qvg2yAsQZgKNnRiQAfdcpDHfgP16Wkk,3846
 simtools/applications/generate_simtel_event_data.py,sha256=qd25UVoR0qR2B1YNf9UYceYkJR0K9dAWQRqWrdkPmUs,9072
-simtools/applications/maintain_simulation_model_add_production_table.py,sha256=2Kp5K3ukMTebReQzO4HTZa59kkJXZ_eeOS7Dy5zqZA0,2048
+simtools/applications/maintain_simulation_model_add_production.py,sha256=jhTdbLugZjMiBYrjIev511Q77y0w2INnnGFRCtNFUFc,3578
 simtools/applications/maintain_simulation_model_compare_productions.py,sha256=ld3t1AOBYYFDP21XY4LaANsz20XsgT5qe5oAibCLnRo,3172
 simtools/applications/maintain_simulation_model_verify_production_tables.py,sha256=fFa6QdA7uzRmxCvtdEDxDfGIs88UR7z-NRENHpZKxsk,1758
 simtools/applications/merge_tables.py,sha256=HtV8imZx4fOPnZnM6Rqm4Eestx3w-ZcmQkEVXNhM0Y4,2730
 simtools/applications/plot_array_layout.py,sha256=WvgaSdYrSfnNyi7Q1-xGyv7AsT9AiZUJRtHnIRVh5J4,9887
-simtools/applications/plot_simtel_events.py,sha256=JV6bHprGilgNgjYnM2XzuYRN7VhtLE5HnfTOlhOeCfE,14053
+simtools/applications/plot_simtel_events.py,sha256=urOcRtRsQXM7s3CeKEe1dxYKiGu_T6EKKoLcay4lZc8,6817
 simtools/applications/plot_tabular_data.py,sha256=qHDU75GgmXTFoxIbRlewLpbnsYMjNgMdVnc8bUqAszo,3135
 simtools/applications/plot_tabular_data_for_model_parameter.py,sha256=4N1QmS60OR02Vm9UJRqMr7IURIHi3C5dU1Fx0hzasi4,3320
-simtools/applications/print_version.py,sha256=QfyraIi_32ygaKcXFiiyI2OYPy745quEanE8ePDHGGU,2336
+simtools/applications/print_version.py,sha256=8eBAhkLZFRbRXcHvVgLpA4o12uHCLvAWRvm-goUrVyI,2449
 simtools/applications/production_derive_corsika_limits.py,sha256=ENcN4VyfdgPgnbJDcET8k5m0j7_BiVU7-yf-1WwoE10,5834
 simtools/applications/production_derive_statistics.py,sha256=v9FSp25U0dIQyWHdIccpXO7C8i8G_EfNo27bEdxH9ws,5114
 simtools/applications/production_generate_grid.py,sha256=Qz4iEaYszJ9I-f9oHtH5zyt4ZaNSqElLDoi5ybrD64o,6761
@@ -65,8 +65,7 @@ simtools/camera/single_photon_electron_spectrum.py,sha256=eQTpmy8NH8v5kkrlFjYmlI
 simtools/configuration/commandline_parser.py,sha256=qVcBDG4jxZaK7i4bKb0eejhoGkLhR7KN1MbGzr8q6WQ,27344
 simtools/configuration/configurator.py,sha256=fVze9No1nebT2xTg7hPHU1Y9tkI7kwuMM9ew6i_9SZg,15008
 simtools/corsika/corsika_config.py,sha256=hw2myjSEkYgw5cbjm00tLNdlKQx52YDuHnQjPYsR2E4,29067
-simtools/corsika/corsika_histograms.py,sha256=lA0BiscQwhPSQSLYw-aICTtjKVCbyMjfXTCcfrXemGc,67691
-simtools/corsika/corsika_histograms_visualize.py,sha256=HjGLcff-ILXh8VYQKWycbHocVBVQp3TTOPmxAky0guI,18169
+simtools/corsika/corsika_histograms.py,sha256=7mQdMyk6UFGTslxgain-fJAijPmDmL59Ra5ecyAUc3k,70536
 simtools/corsika/primary_particle.py,sha256=WK0UKYtdPSefes286ZGXsoGV9r6JqH19Tk9myza_plU,6613
 simtools/data_model/data_reader.py,sha256=M_TmHRe8AyA291twrmHGNRu11fMibDhWWDCvVptDoRM,4111
 simtools/data_model/format_checkers.py,sha256=bXF9dItkpZCGXAHdCH7vhgxEsIhXLLVFLOha-hKRspY,1949
@@ -75,8 +74,8 @@ simtools/data_model/metadata_model.py,sha256=wH52gC6MdwFw9A6UswZLsRlss7vbXDyxybB
 simtools/data_model/model_data_writer.py,sha256=w2lbFLBPS6ViPF0xDiXXUlrfqZYYR7nJwmmB6PLhxfI,14648
 simtools/data_model/schema.py,sha256=wrPKmY073wGfKHp7NAO5FLjjS2Z9N0oGMpRUwK-mRWA,8680
 simtools/data_model/validate_data.py,sha256=laKI4LCIkKhYkrQgPUHFoIwVCx-moBtuosgVMbOJU98,31082
-simtools/db/db_handler.py,sha256=41PEd3pNp0bfEpJsAvHOxzZswY8reDTlRfryaUBcp-s,35912
-simtools/db/db_model_upload.py,sha256=SRWq6dzY4AXwL9mfLXaQmcDnIHoCR0Xd3oZ_2na9DDY,4731
+simtools/db/db_handler.py,sha256=BBwgvn9iwQNRaNLcXT8YAUZQsCD-33Mti_ANiiPR5_g,37614
+simtools/db/db_model_upload.py,sha256=XjIsehucRUdGdmd9Vdp52l5lT2pStskLW8dPmuffDaI,5568
 simtools/io/ascii_handler.py,sha256=S2fP2x6vE4nEF5g0NRARIWKs8vKU3c9SW8XtcdrwhQU,7826
 simtools/io/hdf5_handler.py,sha256=CqP76MCfxvWH8AOnkIbQM5wBHIvSDEbdZ03wn7t6XgI,4232
 simtools/io/io_handler.py,sha256=k-A91MYdOD64XRdiyEJtgu7fFtJYyfe0xjmx63u2daM,5081
@@ -94,7 +93,7 @@ simtools/model/camera.py,sha256=Gj9yWfAfM4GrrX5q6ZGSQy80WsOUqZaTnP7DoCYfOJ0,2140
 simtools/model/flasher_model.py,sha256=SXSWJu9QWjMdrEHefhIXz_NuPsODTnb5HfY4Nhc5_oA,3948
 simtools/model/mirrors.py,sha256=uGCAT68WpnESv9IAgg8Xae9Z2-XgxMBL_Phnv6Ro0XQ,9151
 simtools/model/model_parameter.py,sha256=ZquhZCTonqbuC5wRJejUzvuAFWd7EHRua8hWSVxRN0g,19241
-simtools/model/model_repository.py,sha256=zli7zeZU-zdKX3nuAcK3D7RsBXlu607fvErk0NVPoQU,11124
+simtools/model/model_repository.py,sha256=MGyMGA5we9B6KUat5i5XXO_ci8ggd6sfpmalFw70Ijo,12711
 simtools/model/model_utils.py,sha256=OFMKgrHLzStAE7k5JRuj6iAI4Z1_ND13lXWzUTGfZ_M,2485
 simtools/model/site_model.py,sha256=0oHrVWq9YPtuQKO6gg9LdPirEfqqaFtBT0dAxUlLR_8,6181
 simtools/model/telescope_model.py,sha256=bsHctXxwo1k5Xno9wVNAVhFyDPRFk4CNoCNpHYkB-jE,13504
@@ -108,7 +107,7 @@ simtools/production_configuration/merge_corsika_limits.py,sha256=t9JDvrpkP33ISCR
 simtools/ray_tracing/incident_angles.py,sha256=uSMa1bGeqt5bhjUY3AT9WGJfV5YoudUC6ZlnCwVGLo8,25913
 simtools/ray_tracing/mirror_panel_psf.py,sha256=xE_io65fGjv5GnH035xC84iSqC3Ltz1sxnybSqD6T20,11238
 simtools/ray_tracing/psf_analysis.py,sha256=kw431lbLNd8nm7FoOkCZwSw1iXvNIit-WKX9n-GMLJw,18164
-simtools/ray_tracing/psf_parameter_optimisation.py,sha256=no0dYe-dlk0XceSlfd9jpslB1kS8Ulo6ZsWGlHm8oek,26214
+simtools/ray_tracing/psf_parameter_optimisation.py,sha256=d0XvU3EDF_mArjXSHvFDyMIJMKkhRzglF41URwXvsuQ,42923
 simtools/ray_tracing/ray_tracing.py,sha256=GTORirYWQz4NNJi8aB83Nm0MwdC9WVChYPAtfeYRBrw,22046
 simtools/reporting/docs_auto_report_generator.py,sha256=i4GGtpKKN0cVtGPEK4m3tpOrD8-PP5uot4kRHUujt8U,9236
 simtools/reporting/docs_read_parameters.py,sha256=4_CpJJJ92_CO9o8fV3-_OiFo4wbVMMipbD5DA8SO7bM,36349
@@ -358,7 +357,7 @@ simtools/schemas/model_parameters/trigger_current_limit.schema.yml,sha256=rCeU2q
 simtools/schemas/model_parameters/trigger_delay_compensation.schema.yml,sha256=7PMB5RY4S8zZZFjc8a33FZZmpfVKbP7qATsKHAvrf2w,1569
 simtools/schemas/model_parameters/trigger_pixels.schema.yml,sha256=Yvpp3FP7IVS2OMMdwayKKS3W1lNGKg4EZH4WHHY-Qe4,1105
 simtools/simtel/simtel_config_reader.py,sha256=_rDPaD2Fleqx8XlPVy97KnWYvZQBZdrDjZr9QNKM5PU,15039
-simtools/simtel/simtel_config_writer.py,sha256=4r5KxodabcA7Si7UllIaH8Gpt2s3MCuCityeErVBgEM,24367
+simtools/simtel/simtel_config_writer.py,sha256=rZWr8Ru8rgwURmBYt1ysXvaGj21xh2Wua8udDvhDwjs,24366
 simtools/simtel/simtel_io_event_histograms.py,sha256=M0EnmiS9AbzwLyZapkP2JJc3Dze40NoPTHKtWHxe1kg,17688
 simtools/simtel/simtel_io_event_reader.py,sha256=YPP4Cs4NncTIXxbu40veksnJ_3_cZ00-56kGoEuR8so,14595
 simtools/simtel/simtel_io_event_writer.py,sha256=8iK4qvCEjA3X8HB6QdcMWD1w0cC1UEdAm_XRuOM-sGE,12739
@@ -382,14 +381,16 @@ simtools/utils/value_conversion.py,sha256=Cl-BHOZWUhWr-W_hT4CR1iLfiphd8MSNkzYEjD
 simtools/visualization/legend_handlers.py,sha256=QhUeZwuftA1VxfcMQ40KrwnPaD2FU95fNgZfX68YTJE,9792
 simtools/visualization/plot_array_layout.py,sha256=1SMiZwNuYCQu7Uf5p8Extie1pQBSKtxyYRsG_J3mG0I,7305
 simtools/visualization/plot_camera.py,sha256=dLXKHYfY_elqaKhj91HlntASoVixTrpc_Kf0jPU8RmU,11167
+simtools/visualization/plot_corsika_histograms.py,sha256=6DV0NT-b-yYZ9dbCgSU3UCUHJTTWkthBsXaYgrF7JAg,21874
 simtools/visualization/plot_incident_angles.py,sha256=aAlLNHoTOoVF9uKSvwbZrPjsSPNkJVU-sKjiD-5ArXY,13460
 simtools/visualization/plot_pixels.py,sha256=CrgO_sJNYfmiRwUSKL9dpQvzkGw73Jd-4sZW_1KUfTI,20570
+simtools/visualization/plot_psf.py,sha256=ww90nRhYk9mePjL2PPU538Ths4YzAOviri7e323qaX4,22464
 simtools/visualization/plot_simtel_event_histograms.py,sha256=o9fPkKE1568MRumPVRyBs8ah5eyTN2mCLXseEwAy4RA,12751
-simtools/visualization/plot_simtel_events.py,sha256=x7XFOWY2bRMUZsC0884FugyW-J76kxjxG1s5cH7b28Q,25795
+simtools/visualization/plot_simtel_events.py,sha256=CZRX9xO4dxyzItGgCFmWYj4XOj2qn9Vbj61bbulmS0o,31768
 simtools/visualization/plot_tables.py,sha256=YfGrT1rj7wijKUgrFROrQ057SE0MbvSzxbkCdMLMEjw,8668
 simtools/visualization/visualize.py,sha256=5NkEf-ZHkyA4eUR0YK64s3Sugzj2sizSmRAKJQBpSso,18974
-gammasimtools-0.20.0.dist-info/METADATA,sha256=c_teBXKuL1RVa57tbodSgW3LkLCDToteTbxm-NvkidY,5977
-gammasimtools-0.20.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-gammasimtools-0.20.0.dist-info/entry_points.txt,sha256=RSap2jP3H4R5s98pU3nsF0Wv1op1iSrsPr9Zie3O1ow,4968
-gammasimtools-0.20.0.dist-info/top_level.txt,sha256=9Yi7Q7aQX6alvpP2YGQtIYo208wdGkXUApHboEdj-ys,9
-gammasimtools-0.20.0.dist-info/RECORD,,
+gammasimtools-0.21.0.dist-info/METADATA,sha256=vWr34hLIVk7HOqqqQmPuRdWsJx5r8qhoPA3hibP1LJ4,5977
+gammasimtools-0.21.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+gammasimtools-0.21.0.dist-info/entry_points.txt,sha256=m2vT9CExjHsFyATSzoXOC1XL-U4GpinWI0V9_P8wIWo,4956
+gammasimtools-0.21.0.dist-info/top_level.txt,sha256=9Yi7Q7aQX6alvpP2YGQtIYo208wdGkXUApHboEdj-ys,9
+gammasimtools-0.21.0.dist-info/RECORD,,

{gammasimtools-0.20.0.dist-info → gammasimtools-0.21.0.dist-info}/entry_points.txt

@@ -25,7 +25,7 @@ simtools-generate-corsika-histograms = simtools.applications.generate_corsika_hi
 simtools-generate-default-metadata = simtools.applications.generate_default_metadata:main
 simtools-generate-regular-arrays = simtools.applications.generate_regular_arrays:main
 simtools-generate-simtel-event-data = simtools.applications.generate_simtel_event_data:main
-simtools-maintain-simulation-model-add-production-table = simtools.applications.maintain_simulation_model_add_production_table:main
+simtools-maintain-simulation-model-add-production = simtools.applications.maintain_simulation_model_add_production:main
 simtools-maintain-simulation-model-compare-productions = simtools.applications.maintain_simulation_model_compare_productions:main
 simtools-maintain-simulation-model-verify-production-tables = simtools.applications.maintain_simulation_model_verify_production_tables:main
 simtools-merge-tables = simtools.applications.merge_tables:main

simtools/_version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = '0.20.0'
-__version_tuple__ = version_tuple = (0, 20, 0)
+__version__ = version = '0.21.0'
+__version_tuple__ = version_tuple = (0, 21, 0)
 
 __commit_id__ = commit_id = None

simtools/applications/db_generate_compound_indexes.py

@@ -46,7 +46,7 @@ def main():  # noqa: D103
     ]
     requested = db.get_db_name(
         db_name=args_dict["db_name"],
-        model_version=args_dict.get("db_simulation_model_version"),
+        db_simulation_model_version=args_dict.get("db_simulation_model_version"),
         model_name=args_dict.get("db_simulation_model"),
     )
     if requested != "all" and requested not in databases:

simtools/applications/derive_psf_parameters.py

@@ -6,25 +6,22 @@ r"""
     This includes parameters mirror_reflection_random_angle, \
     mirror_align_random_horizontal and mirror_align_random_vertical.
 
-    The telescope zenith angle and the source distance can be set by command line arguments.
-
     The measured cumulative PSF should be provided by using the command line argument data. \
     A file name is expected, in which the file should contain 3 columns: radial distance in mm, \
     differential value of photon intensity and its integral value.
 
-    The derivation is performed through a random search. A number of random combination of the \
-    parameters are tested and the best ones are selected based on the minimum value of \
-    the Root Mean Squared Deviation between data and simulations. The range in which the \
-    parameter are drawn uniformly are defined based on the previous value on the telescope model.
+    The derivation is performed through gradient descent optimization that minimizes either the \
+    Root Mean Squared Deviation (RMSD) between measured and simulated PSF curves (default) or the \
+    Kolmogorov-Smirnov (KS) statistic when the --ks_statistic flag is used.
 
     The optimization workflow includes:
 
     * Loading and preprocessing PSF data from measurement files
-    * Generating random parameter combinations for optimization
-    * Running ray-tracing simulations for each parameter set
-    * Calculating RMSD between measured and simulated PSF curves
-    * Identifying the best-fit parameters with minimum RMSD
-    * Creating comprehensive plots and D80 vs off-axis angle analysis
+    * Running gradient descent optimization to minimize RMSD
+    * Generating cumulative PSF plots for each iteration showing optimization progression
+    * Logging parameter evolution through gradient descent steps
+    * Creating convergence plots showing RMSD and D80 evolution
+    * Automatically generating D80 vs off-axis angle analysis for best parameters
     * Optionally exporting optimized parameters as simulation model files
 
     The assumption are:
@@ -36,7 +33,7 @@ r"""
     One example of the plot generated by this applications are shown below.
 
     .. _derive_psf_parameters_plot:
-    .. image::  images/derive_psf_parameters.png
+    .. image::  images/gradient_descent.png
       :width: 49 %
 
     Command line arguments
@@ -63,47 +60,53 @@ r"""
         If activated, application will be faster by simulating fewer photons.
     write_psf_parameters (activation mode, optional)
         Write the optimized PSF parameters as simulation model parameter files.
-    random_seed (int, optional)
-        Random seed for parameter generation.
-    n_runs (int, optional)
-        Number of parameter combinations to test.
+    rmsd_threshold (float, optional)
+        RMSD threshold for gradient descent convergence (default: 0.007).
+    learning_rate (float, optional)
+        Learning rate for gradient descent optimization (default: 0.01).
+    monte_carlo_analysis (activation mode, optional)
+        Run Monte Carlo analysis to find statistical uncertainties.
 
     Example
     -------
-    LSTN-01 5.0.0
-
-    Runtime < 3 min.
-
-    Get PSF data from the DB:
+    --telescope LSTN-01 --model_version 6.0.0
 
-    .. code-block:: console
 
-        simtools-db-get-file-from-db --file_name PSFcurve_data_v2.txt
 
     Run the application:
 
     .. code-block:: console
 
         simtools-derive-psf-parameters --site North --telescope LSTN-01 \\
-            --model_version 6.0.0 --data tests/resources/PSFcurve_data_v2.txt --plot_all --test
+            --model_version 6.0.0 --data tests/resources/PSFcurve_data_v2.ecsv --plot_all --test
 
     Run with parameter export:
 
     .. code-block:: console
 
-        simtools-derive-psf-parameters --site North --telescope LSTN-01 \\
-            --model_version 6.0.0 \\
-            --data tests/resources/PSFcurve_data_v2.txt --write_psf_parameters
+        simtools-derive-psf-parameters --site North --telescope LSTN-01 --model_version 6.0.0 \\
+            --plot_all --test --rmsd_threshold 0.01 --learning_rate 0.001 \\
+            --data tests/resources/PSFcurve_data_v2.ecsv \\
+            --write_psf_parameters
 
-    The output is saved in simtools-output/tune_psf.
+    Run monte carlo analysis:
+
+    .. code-block:: console
+
+        simtools-derive-psf-parameters --site North --telescope LSTN-01 --model_version 6.0.0 \\
+            --plot_all --test --monte_carlo_analysis \\
+            --data tests/resources/PSFcurve_data_v2.ecsv \\
+            --write_psf_parameters
+
+    The output is saved in simtools-output/derive_psf_parameters.
 
     Output files include:
 
-    * Parameter optimization results in tested_psf_parameters.txt
-    * PSF comparison plots in tune_psf_[telescope].pdf
+    * Gradient descent progression log in psf_gradient_descent_[telescope].log
+    * Gradient descent convergence plots in gradient_descent_convergence_[telescope].png
+    * PSF progression plots showing evolution through iterations (if --plot_all is specified)
     * D80 vs off-axis angle plots (d80_vs_offaxis_cm.png, d80_vs_offaxis_deg.png)
     * Optimized simulation model parameter files (if --write_psf_parameters is specified)
-    * Cumulative PSF plots for all tested combinations (if --plot_all is specified)
 
 """
 
@@ -154,16 +157,32 @@ def _parse():
         required=False,
     )
     config.parser.add_argument(
-        "--random_seed",
-        help="Random seed for parameter generation.",
-        type=int,
-        default=None,
+        "--rmsd_threshold",
+        help=(
+            "RMSD threshold for gradient descent convergence "
+            "(not used with --monte_carlo_analysis)."
+        ),
+        type=float,
+        default=0.01,
+    )
+    config.parser.add_argument(
+        "--learning_rate",
+        help=(
+            "Learning rate for gradient descent optimization "
+            "(not used with --monte_carlo_analysis)."
+        ),
+        type=float,
+        default=0.01,
     )
     config.parser.add_argument(
-        "--n_runs",
-        help="Number of parameter combinations to test.",
-        type=int,
-        default=5,
+        "--monte_carlo_analysis",
+        help="Run analysis to find monte carlo uncertainties.",
+        action="store_true",
+    )
+    config.parser.add_argument(
+        "--ks_statistic",
+        help="Use KS statistic for monte carlo uncertainty analysis.",
+        action="store_true",
     )
     return config.initialize(
         db_config=True,

simtools/applications/generate_corsika_histograms.py

@@ -165,15 +165,11 @@ r"""
 """
 
 import logging
-import re
 import time
 from pathlib import Path
 
-import numpy as np
-
 import simtools.utils.general as gen
 from simtools.configuration import configurator
-from simtools.corsika import corsika_histograms_visualize
 from simtools.corsika.corsika_histograms import CorsikaHistograms
 from simtools.io import io_handler
 
@@ -284,134 +280,6 @@ def _parse(label, description):
     return config_parser, _
 
 
-def _plot_figures(corsika_histograms_instance, test=False):
-    """
-    Auxiliary function to centralize the plotting functions.
-
-    Parameters
-    ----------
-    corsika_histograms_instance: CorsikaHistograms instance.
-        The CorsikaHistograms instance created in main.
-    test: bool
-        If true plots the figures for the first two functions only.
-    """
-    plot_function_names = [
-        plotting_method
-        for plotting_method in dir(corsika_histograms_visualize)
-        if plotting_method.startswith("plot_")
-        and "event_header_distribution" not in plotting_method
-    ]
-    if test:
-        plot_function_names = plot_function_names[:2]
-
-    figure_list = []
-    for function_name in plot_function_names:
-        plot_function = getattr(corsika_histograms_visualize, function_name)
-        figures = plot_function(corsika_histograms_instance)
-        for fig in figures:
-            figure_list.append(fig)
-
-    figure_list = np.array(figure_list).flatten()
-    core_name = re.sub(r"\.hdf5$", "", corsika_histograms_instance.hdf5_file_name)
-    output_file_name = Path(corsika_histograms_instance.output_path).joinpath(f"{core_name}.pdf")
-    corsika_histograms_visualize.save_figs_to_pdf(figure_list, output_file_name)
-
-
-def _derive_event_1d_histograms(
-    corsika_histograms_instance, event_1d_header_keys, pdf, hdf5, overwrite=False
-):
-    """
-    Auxiliary function to derive the histograms for the arguments given by event_1d_histograms.
-
-    Parameters
-    ----------
-    corsika_histograms_instance: CorsikaHistograms instance.
-        The CorsikaHistograms instance created in main.
-    event_1d_header_keys: str
-        Generate 1D histograms for elements given in event_1d_header_keys from the CORSIKA event
-        header and save into hdf5/pdf files.
-    pdf: bool
-        If true, histograms are saved into a pdf file.
-    hdf5: bool
-        If true, histograms are saved into hdf5 files.
-    overwrite: bool
-        If true, overwrites the current output hdf5 file.
-    """
-    figure_list = []
-    for event_header_element in event_1d_header_keys:
-        if pdf:
-            figure = corsika_histograms_visualize.plot_1d_event_header_distribution(
-                corsika_histograms_instance, event_header_element
-            )
-            figure_list.append(figure)
-        if hdf5:
-            corsika_histograms_instance.export_event_header_1d_histogram(
-                event_header_element, bins=50, hist_range=None, overwrite=overwrite
-            )
-    if pdf:
-        figures_list = np.array(figure_list).flatten()
-        output_file_name = Path(corsika_histograms_instance.output_path).joinpath(
-            f"{corsika_histograms_instance.hdf5_file_name}_event_1d_histograms.pdf"
-        )
-        corsika_histograms_visualize.save_figs_to_pdf(figures_list, output_file_name)
-
-
-def _derive_event_2d_histograms(
-    corsika_histograms_instance, event_2d_header_keys, pdf, hdf5, overwrite=False
-):
-    """
-    Auxiliary function to derive the histograms for the arguments given by event_1d_histograms.
-
-    If an odd number of event header keys are given, the last one is discarded.
-
-    Parameters
-    ----------
-    corsika_histograms_instance: CorsikaHistograms instance.
-        The CorsikaHistograms instance created in main.
-    event_2d_header_keys: str
-        Generate 1D histograms for elements given in event_1d_header_keys from the CORSIKA event
-        header and save into hdf5/pdf files.
-    pdf: bool
-        If true, histograms are saved into a pdf file.
-    hdf5: bool
-        If true, histograms are saved into hdf5 files.
-    overwrite: bool
-        If true, overwrites the current output hdf5 file.
-    """
-    figure_list = []
-    for i_event_header_element, _ in enumerate(event_2d_header_keys[::2]):
-        # [::2] to discard the last one in case an odd number of keys are passed
-
-        if len(event_2d_header_keys) % 2 == 1:  # if odd number of keys
-            msg = (
-                "An odd number of keys was passed to generate 2D histograms."
-                "The last key is being ignored."
-            )
-            logger.warning(msg)
-
-        if pdf:
-            figure = corsika_histograms_visualize.plot_2d_event_header_distribution(
-                corsika_histograms_instance,
-                event_2d_header_keys[i_event_header_element],
-                event_2d_header_keys[i_event_header_element + 1],
-            )
-            figure_list.append(figure)
-        if hdf5:
-            corsika_histograms_instance.export_event_header_2d_histogram(
-                event_2d_header_keys[i_event_header_element],
-                event_2d_header_keys[i_event_header_element + 1],
-                bins=50,
-                hist_range=None,
-                overwrite=overwrite,
-            )
-    if pdf:
-        figures_list = np.array(figure_list).flatten()
-        output_file_name = Path(corsika_histograms_instance.output_path).joinpath(
-            f"{corsika_histograms_instance.hdf5_file_name}_event_2d_histograms.pdf"
-        )
-        corsika_histograms_visualize.save_figs_to_pdf(figures_list, output_file_name)
-
-
 def main():  # noqa: D103
     label = Path(__file__).stem
     description = "Generate histograms for the Cherenkov photons saved in the CORSIKA IACT file."
@@ -427,62 +295,17 @@ def main():  # noqa: D103
     corsika_histograms_instance = CorsikaHistograms(
         args_dict["iact_file"], output_path=output_path, hdf5_file_name=args_dict["hdf5_file_name"]
     )
-    if args_dict["telescope_indices"] is not None:
-        try:
-            indices = np.array(args_dict["telescope_indices"]).astype(int)
-        except ValueError:
-            msg = (
-                f"{args_dict['telescope_indices']} not a valid input. "
-                f"Please use integer numbers for telescope_indices"
-            )
-            logger.error(msg)
-            raise
-    else:
-        indices = None
-    # If the hdf5 output file already exists, the results are appended to it.
-    if (Path(corsika_histograms_instance.hdf5_file_name).exists()) and (
-        args_dict["hdf5"] or args_dict["event_1d_histograms"] or args_dict["event_2d_histograms"]
-    ):
-        msg = (
-            f"Output hdf5 file {corsika_histograms_instance.hdf5_file_name} already exists. "
-            f"Overwriting it."
-        )
-        logger.warning(msg)
-        overwrite = True
-    else:
-        overwrite = False
-    corsika_histograms_instance.set_histograms(
-        telescope_indices=indices,
+    corsika_histograms_instance.run_export_pipeline(
         individual_telescopes=args_dict["individual_telescopes"],
         hist_config=args_dict["hist_config"],
+        indices_arg=args_dict["telescope_indices"],
+        write_pdf=args_dict["pdf"],
+        write_hdf5=args_dict["hdf5"],
+        event1d=args_dict["event_1d_histograms"],
+        event2d=args_dict["event_2d_histograms"],
+        test=args_dict["test"],
     )
 
-    # Cherenkov photons
-    if args_dict["pdf"]:
-        _plot_figures(
-            corsika_histograms_instance=corsika_histograms_instance, test=args_dict["test"]
-        )
-    if args_dict["hdf5"]:
-        corsika_histograms_instance.export_histograms(overwrite=overwrite)
-
-    # Event information
-    if args_dict["event_1d_histograms"] is not None:
-        _derive_event_1d_histograms(
-            corsika_histograms_instance,
-            args_dict["event_1d_histograms"],
-            args_dict["pdf"],
-            args_dict["hdf5"],
-            overwrite=not args_dict["hdf5"],
-        )
-    if args_dict["event_2d_histograms"] is not None:
-        _derive_event_2d_histograms(
-            corsika_histograms_instance,
-            args_dict["event_2d_histograms"],
-            args_dict["pdf"],
-            args_dict["hdf5"],
-            overwrite=not (args_dict["hdf5"] or args_dict["event_1d_histograms"]),
-        )
-
     final_time = time.time()
     logger.info(
         f"Finalizing the application. Total time needed: {round(final_time - initial_time)}s."

simtools/applications/maintain_simulation_model_add_production.py

@@ -0,0 +1,105 @@
+r"""
+Generate a new simulation model production and update tables and model parameters.
+
+This script is used to maintain the simulation model repository. It allows to create
+new production tables by copying an existing base version and applies modifications
+to production tables and model parameters as provided in a YAML file (see the example file below).
+
+Two main use cases are covered by this script:
+
+1. full_update: Create a complete new set of production tables (e.g. for new major or minor
+   versions of the simulation models). This will copy all production tables from the source
+   directory and apply the modifications to the tables that are listed in the modifications file.
+
+2. patch_update: Create a set of new production tables including the changes defined in the
+   modifications file. No unmodified tables are copied. For new production tables with patch
+   modifications, the key-value pair 'base_model_version: <base_model version>' is added.
+
+Both use cases will also apply the modifications to the model parameters as defined in the
+modifications file.
+
+Example
+-------
+
+The following example applies a patch update with changes defined in a YAML file.
+
+.. code-block:: console
+
+    simtools-maintain-simulation-model-add-new-production \\
+        --simulation_models_path ../simulation-models-dev/simulation-models/ \\
+        --base_model_version 6.0.0 \\
+        --modifications tests/resources/production_tables_changes_for_threshold_study_6.2.0.yml \\
+        --patch_update
+
+"""
+
+import logging
+from pathlib import Path
+
+import simtools.utils.general as gen
+from simtools.configuration import configurator
+from simtools.model import model_repository
+
+
+def _parse(label, description):
+    """
+    Parse command line arguments.
+
+    Returns
+    -------
+    dict
+        Parsed command-line arguments.
+    """
+    config = configurator.Configurator(label=label, description=description)
+    config.parser.add_argument(
+        "--simulation_models_path",
+        type=str,
+        required=True,
+        help="Path to the simulation models repository.",
+    )
+    config.parser.add_argument(
+        "--base_model_version",
+        type=str,
+        required=True,
+        help="Base model version (which is the source production table subdirectory to copy from).",
+    )
+    config.parser.add_argument(
+        "--modifications",
+        type=str,
+        required=True,
+        help="File containing the list of changes to apply.",
+    )
+    update_group = config.parser.add_mutually_exclusive_group(required=True)
+    update_group.add_argument(
+        "--full_update",
+        action="store_true",
+        default=False,
+        help=(
+            "Create a full new set of production tables by copying all tables from the "
+            "base version and applying the modifications to the relevant tables."
+        ),
+    )
+    update_group.add_argument(
+        "--patch_update",
+        action="store_true",
+        default=False,
+        help=(
+            "Create a new set of production tables including only the changes defined in the "
+            "modifications file. No unmodified tables are copied."
+        ),
+    )
+
+    return config.initialize(db_config=False, output=False)
+
+
+def main():  # noqa: D103
+    label = Path(__file__).stem
+    args_dict, _ = _parse(label=label, description="Generate a new simulation model production")
+    logger = logging.getLogger()
+    logger.setLevel(gen.get_log_level_from_user(args_dict["log_level"]))
+
+    model_repository.generate_new_production(args_dict)
+
+
+if __name__ == "__main__":
+    main()