gammasimtools 0.8.2__py3-none-any.whl → 0.10.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {gammasimtools-0.8.2.dist-info → gammasimtools-0.10.0.dist-info}/METADATA +4 -4
- {gammasimtools-0.8.2.dist-info → gammasimtools-0.10.0.dist-info}/RECORD +119 -105
- {gammasimtools-0.8.2.dist-info → gammasimtools-0.10.0.dist-info}/WHEEL +1 -1
- {gammasimtools-0.8.2.dist-info → gammasimtools-0.10.0.dist-info}/entry_points.txt +4 -1
- simtools/_version.py +2 -2
- simtools/applications/calculate_trigger_rate.py +15 -38
- simtools/applications/convert_all_model_parameters_from_simtel.py +9 -28
- simtools/applications/convert_geo_coordinates_of_array_elements.py +54 -53
- simtools/applications/convert_model_parameter_from_simtel.py +2 -2
- simtools/applications/db_add_file_to_db.py +1 -2
- simtools/applications/db_add_simulation_model_from_repository_to_db.py +110 -0
- simtools/applications/db_add_value_from_json_to_db.py +2 -11
- simtools/applications/db_development_tools/write_array_elements_positions_to_repository.py +6 -6
- simtools/applications/db_get_array_layouts_from_db.py +3 -1
- simtools/applications/db_get_file_from_db.py +11 -12
- simtools/applications/db_get_parameter_from_db.py +44 -32
- simtools/applications/derive_mirror_rnda.py +10 -1
- simtools/applications/derive_photon_electron_spectrum.py +99 -0
- simtools/applications/derive_psf_parameters.py +1 -1
- simtools/applications/generate_array_config.py +18 -22
- simtools/applications/generate_regular_arrays.py +24 -21
- simtools/applications/generate_simtel_array_histograms.py +11 -48
- simtools/applications/plot_array_layout.py +3 -1
- simtools/applications/plot_tabular_data.py +84 -0
- simtools/applications/production_generate_simulation_config.py +25 -7
- simtools/applications/production_scale_events.py +3 -4
- simtools/applications/simulate_light_emission.py +2 -2
- simtools/applications/simulate_prod.py +25 -60
- simtools/applications/simulate_prod_htcondor_generator.py +95 -0
- simtools/applications/submit_data_from_external.py +12 -4
- simtools/applications/submit_model_parameter_from_external.py +8 -6
- simtools/applications/validate_camera_efficiency.py +3 -3
- simtools/applications/validate_camera_fov.py +3 -7
- simtools/applications/validate_cumulative_psf.py +3 -7
- simtools/applications/validate_file_using_schema.py +38 -24
- simtools/applications/validate_optics.py +3 -4
- simtools/{camera_efficiency.py → camera/camera_efficiency.py} +1 -4
- simtools/camera/single_photon_electron_spectrum.py +168 -0
- simtools/configuration/commandline_parser.py +14 -13
- simtools/configuration/configurator.py +6 -19
- simtools/constants.py +10 -3
- simtools/corsika/corsika_config.py +8 -7
- simtools/corsika/corsika_histograms.py +1 -1
- simtools/data_model/data_reader.py +0 -3
- simtools/data_model/metadata_collector.py +21 -4
- simtools/data_model/metadata_model.py +8 -111
- simtools/data_model/model_data_writer.py +18 -64
- simtools/data_model/schema.py +213 -0
- simtools/data_model/validate_data.py +73 -51
- simtools/db/db_handler.py +395 -790
- simtools/db/db_model_upload.py +139 -0
- simtools/io_operations/hdf5_handler.py +54 -24
- simtools/io_operations/legacy_data_handler.py +61 -0
- simtools/job_execution/htcondor_script_generator.py +133 -0
- simtools/job_execution/job_manager.py +77 -50
- simtools/layout/array_layout.py +33 -28
- simtools/model/array_model.py +13 -7
- simtools/model/camera.py +4 -2
- simtools/model/model_parameter.py +61 -63
- simtools/model/site_model.py +3 -3
- simtools/production_configuration/calculate_statistical_errors_grid_point.py +119 -144
- simtools/production_configuration/event_scaler.py +7 -17
- simtools/production_configuration/generate_simulation_config.py +5 -32
- simtools/production_configuration/interpolation_handler.py +8 -11
- simtools/ray_tracing/mirror_panel_psf.py +47 -27
- simtools/runners/corsika_runner.py +14 -3
- simtools/runners/corsika_simtel_runner.py +3 -1
- simtools/runners/runner_services.py +3 -3
- simtools/runners/simtel_runner.py +27 -8
- simtools/schemas/input/MST_mirror_2f_measurements.schema.yml +39 -0
- simtools/schemas/input/single_pe_spectrum.schema.yml +38 -0
- simtools/schemas/integration_tests_config.metaschema.yml +23 -3
- simtools/schemas/model_parameter.metaschema.yml +95 -2
- simtools/schemas/model_parameter_and_data_schema.metaschema.yml +2 -0
- simtools/schemas/model_parameters/array_element_position_utm.schema.yml +1 -1
- simtools/schemas/model_parameters/array_window.schema.yml +37 -0
- simtools/schemas/model_parameters/asum_clipping.schema.yml +0 -4
- simtools/schemas/model_parameters/channels_per_chip.schema.yml +1 -1
- simtools/schemas/model_parameters/corsika_iact_io_buffer.schema.yml +2 -2
- simtools/schemas/model_parameters/dsum_clipping.schema.yml +0 -2
- simtools/schemas/model_parameters/dsum_ignore_below.schema.yml +0 -2
- simtools/schemas/model_parameters/dsum_offset.schema.yml +0 -2
- simtools/schemas/model_parameters/dsum_pedsub.schema.yml +0 -2
- simtools/schemas/model_parameters/dsum_pre_clipping.schema.yml +0 -2
- simtools/schemas/model_parameters/dsum_prescale.schema.yml +0 -2
- simtools/schemas/model_parameters/dsum_presum_max.schema.yml +0 -2
- simtools/schemas/model_parameters/dsum_presum_shift.schema.yml +0 -2
- simtools/schemas/model_parameters/dsum_shaping.schema.yml +0 -2
- simtools/schemas/model_parameters/dsum_shaping_renormalize.schema.yml +0 -2
- simtools/schemas/model_parameters/dsum_threshold.schema.yml +0 -2
- simtools/schemas/model_parameters/dsum_zero_clip.schema.yml +0 -2
- simtools/schemas/model_parameters/effective_focal_length.schema.yml +31 -1
- simtools/schemas/model_parameters/fadc_compensate_pedestal.schema.yml +1 -1
- simtools/schemas/model_parameters/fadc_lg_compensate_pedestal.schema.yml +1 -1
- simtools/schemas/model_parameters/fadc_noise.schema.yml +3 -3
- simtools/schemas/model_parameters/fake_mirror_list.schema.yml +33 -0
- simtools/schemas/model_parameters/laser_photons.schema.yml +2 -2
- simtools/schemas/model_parameters/secondary_mirror_degraded_reflection.schema.yml +1 -1
- simtools/schemas/production_configuration_metrics.schema.yml +68 -0
- simtools/schemas/production_tables.schema.yml +41 -0
- simtools/simtel/simtel_config_writer.py +5 -6
- simtools/simtel/simtel_io_histogram.py +32 -67
- simtools/simtel/simtel_io_histograms.py +15 -30
- simtools/simtel/simtel_table_reader.py +410 -0
- simtools/simtel/simulator_array.py +2 -1
- simtools/simtel/simulator_camera_efficiency.py +11 -4
- simtools/simtel/simulator_light_emission.py +5 -3
- simtools/simtel/simulator_ray_tracing.py +2 -2
- simtools/simulator.py +80 -33
- simtools/testing/configuration.py +12 -8
- simtools/testing/helpers.py +9 -16
- simtools/testing/validate_output.py +152 -68
- simtools/utils/general.py +149 -12
- simtools/utils/names.py +25 -21
- simtools/utils/value_conversion.py +9 -1
- simtools/visualization/plot_tables.py +106 -0
- simtools/visualization/visualize.py +43 -5
- simtools/applications/db_add_model_parameters_from_repository_to_db.py +0 -184
- simtools/db/db_array_elements.py +0 -130
- simtools/db/db_from_repo_handler.py +0 -106
- {gammasimtools-0.8.2.dist-info → gammasimtools-0.10.0.dist-info}/LICENSE +0 -0
- {gammasimtools-0.8.2.dist-info → gammasimtools-0.10.0.dist-info}/top_level.txt +0 -0
|
@@ -1,106 +0,0 @@
|
|
|
1
|
-
"""
|
|
2
|
-
Module to mimic DB interaction for simulation model DB development.
|
|
3
|
-
|
|
4
|
-
Read simulation model values from files in simulation model repository.
|
|
5
|
-
|
|
6
|
-
"""
|
|
7
|
-
|
|
8
|
-
import logging
|
|
9
|
-
|
|
10
|
-
import simtools.utils.general as gen
|
|
11
|
-
from simtools.utils import names
|
|
12
|
-
|
|
13
|
-
logger = logging.getLogger(__name__)
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
def update_model_parameters_from_repo(
|
|
17
|
-
parameters,
|
|
18
|
-
site,
|
|
19
|
-
array_element_name,
|
|
20
|
-
parameter_collection,
|
|
21
|
-
model_version,
|
|
22
|
-
db_simulation_model_url,
|
|
23
|
-
):
|
|
24
|
-
"""
|
|
25
|
-
Update model parameters with values from a repository.
|
|
26
|
-
|
|
27
|
-
Existing entries will be updated, new entries will be added.
|
|
28
|
-
|
|
29
|
-
Parameters
|
|
30
|
-
----------
|
|
31
|
-
parameters: dict
|
|
32
|
-
Existing dictionary with parameters to be updated.
|
|
33
|
-
site: str
|
|
34
|
-
Observatory site (e.g., South or North)
|
|
35
|
-
array_element_name: str
|
|
36
|
-
Array element name (e.g., MSTN-01, MSTN-design)
|
|
37
|
-
parameter_collection: str
|
|
38
|
-
Collection of parameters to be queried (e.g., telescope or site)
|
|
39
|
-
model_version: str
|
|
40
|
-
Model version to use.
|
|
41
|
-
db_simulation_model_url: str
|
|
42
|
-
URL to the simulation model repository.
|
|
43
|
-
|
|
44
|
-
Returns
|
|
45
|
-
-------
|
|
46
|
-
dict
|
|
47
|
-
Updated dictionary with parameters.
|
|
48
|
-
|
|
49
|
-
"""
|
|
50
|
-
logger.info(
|
|
51
|
-
"Updating model parameters from repository for site: %s, array element: %s",
|
|
52
|
-
site,
|
|
53
|
-
array_element_name,
|
|
54
|
-
)
|
|
55
|
-
|
|
56
|
-
if db_simulation_model_url is None:
|
|
57
|
-
logger.debug(f"No repository specified, skipping {parameter_collection} parameter updates")
|
|
58
|
-
return parameters
|
|
59
|
-
|
|
60
|
-
if parameter_collection in ["telescopes", "calibration"]:
|
|
61
|
-
_file_path = gen.join_url_or_path(
|
|
62
|
-
db_simulation_model_url,
|
|
63
|
-
"model_versions",
|
|
64
|
-
model_version,
|
|
65
|
-
array_element_name,
|
|
66
|
-
)
|
|
67
|
-
# use design array element model in case there is no model defined for this array element ID
|
|
68
|
-
_design_model = names.get_array_element_type_from_name(array_element_name) + "-design"
|
|
69
|
-
if _design_model == array_element_name:
|
|
70
|
-
_design_model = None
|
|
71
|
-
elif parameter_collection == "site":
|
|
72
|
-
_file_path = gen.join_url_or_path(
|
|
73
|
-
db_simulation_model_url,
|
|
74
|
-
"model_versions",
|
|
75
|
-
model_version,
|
|
76
|
-
"OBS-" + site,
|
|
77
|
-
)
|
|
78
|
-
_design_model = None
|
|
79
|
-
else:
|
|
80
|
-
raise ValueError(f"Unknown parameter collection {parameter_collection}")
|
|
81
|
-
|
|
82
|
-
for key in parameters:
|
|
83
|
-
_tmp_par = {}
|
|
84
|
-
_parameter_file = gen.join_url_or_path(_file_path, f"{key}.json")
|
|
85
|
-
try:
|
|
86
|
-
_tmp_par = gen.collect_data_from_file(file_name=_parameter_file)
|
|
87
|
-
except (FileNotFoundError, gen.InvalidConfigDataError):
|
|
88
|
-
# use design array element model in case there is no model defined for this
|
|
89
|
-
# array element ID. Accept errors, as not all parameters are defined in the repository
|
|
90
|
-
try:
|
|
91
|
-
_file_path = gen.join_url_or_path(
|
|
92
|
-
db_simulation_model_url,
|
|
93
|
-
"model_versions",
|
|
94
|
-
model_version,
|
|
95
|
-
_design_model,
|
|
96
|
-
)
|
|
97
|
-
_tmp_par = gen.collect_data_from_file(
|
|
98
|
-
file_name=gen.join_url_or_path(_file_path, f"{key}.json")
|
|
99
|
-
)
|
|
100
|
-
except (FileNotFoundError, TypeError, gen.InvalidConfigDataError):
|
|
101
|
-
pass
|
|
102
|
-
if _tmp_par.get("version") == model_version:
|
|
103
|
-
parameters[key] = _tmp_par
|
|
104
|
-
|
|
105
|
-
# return all entries which are not None
|
|
106
|
-
return {key: value for key, value in parameters.items() if value is not None}
|
|
File without changes
|
|
File without changes
|