disdrodb 0.3.0__py3-none-any.whl → 0.5.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- disdrodb/__init__.py +2 -0
- disdrodb/_config.py +1 -0
- disdrodb/_version.py +2 -2
- disdrodb/accessor/__init__.py +1 -0
- disdrodb/accessor/methods.py +1 -0
- disdrodb/api/checks.py +2 -4
- disdrodb/api/io.py +224 -24
- disdrodb/api/path.py +2 -4
- disdrodb/cli/disdrodb_check_metadata_archive.py +1 -0
- disdrodb/cli/disdrodb_check_products_options.py +1 -0
- disdrodb/cli/disdrodb_create_summary.py +6 -6
- disdrodb/cli/disdrodb_create_summary_station.py +2 -2
- disdrodb/cli/disdrodb_data_archive_directory.py +1 -0
- disdrodb/cli/disdrodb_download_archive.py +5 -6
- disdrodb/cli/disdrodb_download_metadata_archive.py +1 -0
- disdrodb/cli/disdrodb_download_station.py +2 -3
- disdrodb/cli/disdrodb_initialize_station.py +3 -3
- disdrodb/cli/disdrodb_metadata_archive_directory.py +1 -0
- disdrodb/cli/disdrodb_open_data_archive.py +1 -2
- disdrodb/cli/disdrodb_open_logs_directory.py +2 -3
- disdrodb/cli/disdrodb_open_metadata_archive.py +1 -2
- disdrodb/cli/disdrodb_open_metadata_directory.py +2 -3
- disdrodb/cli/disdrodb_open_product_directory.py +1 -2
- disdrodb/cli/disdrodb_open_readers_directory.py +1 -0
- disdrodb/cli/disdrodb_run.py +6 -6
- disdrodb/cli/disdrodb_run_l0.py +6 -6
- disdrodb/cli/disdrodb_run_l0_station.py +3 -3
- disdrodb/cli/disdrodb_run_l0a.py +6 -6
- disdrodb/cli/disdrodb_run_l0a_station.py +3 -3
- disdrodb/cli/disdrodb_run_l0b.py +6 -6
- disdrodb/cli/disdrodb_run_l0b_station.py +3 -3
- disdrodb/cli/disdrodb_run_l0c.py +6 -6
- disdrodb/cli/disdrodb_run_l0c_station.py +3 -3
- disdrodb/cli/disdrodb_run_l1.py +6 -6
- disdrodb/cli/disdrodb_run_l1_station.py +3 -3
- disdrodb/cli/disdrodb_run_l2e.py +6 -6
- disdrodb/cli/disdrodb_run_l2e_station.py +3 -3
- disdrodb/cli/disdrodb_run_l2m.py +6 -6
- disdrodb/cli/disdrodb_run_l2m_station.py +3 -3
- disdrodb/cli/disdrodb_run_station.py +3 -3
- disdrodb/cli/disdrodb_upload_archive.py +6 -7
- disdrodb/cli/disdrodb_upload_station.py +3 -4
- disdrodb/configs.py +7 -8
- disdrodb/constants.py +1 -0
- disdrodb/data_transfer/download_data.py +8 -8
- disdrodb/data_transfer/upload_data.py +6 -8
- disdrodb/data_transfer/zenodo.py +1 -1
- disdrodb/fall_velocity/__init__.py +1 -0
- disdrodb/fall_velocity/graupel.py +1 -0
- disdrodb/fall_velocity/hail.py +1 -0
- disdrodb/fall_velocity/rain.py +1 -0
- disdrodb/issue/checks.py +1 -0
- disdrodb/issue/reader.py +1 -0
- disdrodb/issue/writer.py +1 -2
- disdrodb/l0/__init__.py +1 -0
- disdrodb/l0/check_configs.py +21 -23
- disdrodb/l0/check_standards.py +0 -1
- disdrodb/l0/configs/LPM/l0a_encodings.yml +17 -17
- disdrodb/l0/configs/LPM/l0b_cf_attrs.yml +55 -55
- disdrodb/l0/configs/LPM/l0b_encodings.yml +17 -17
- disdrodb/l0/configs/LPM/raw_data_format.yml +17 -17
- disdrodb/l0/configs/LPM_V0/l0a_encodings.yml +2 -2
- disdrodb/l0/configs/LPM_V0/l0b_cf_attrs.yml +2 -2
- disdrodb/l0/configs/LPM_V0/l0b_encodings.yml +2 -2
- disdrodb/l0/configs/LPM_V0/raw_data_format.yml +2 -2
- disdrodb/l0/l0_reader.py +1 -0
- disdrodb/l0/l0a_processing.py +5 -5
- disdrodb/l0/l0b_nc_processing.py +1 -2
- disdrodb/l0/l0b_processing.py +1 -13
- disdrodb/l0/l0c_processing.py +2 -1
- disdrodb/l0/readers/LPM/ARM/ARM_LPM.py +1 -0
- disdrodb/l0/readers/LPM/AUSTRALIA/MELBOURNE_2007_LPM.py +17 -17
- disdrodb/l0/readers/LPM/BRAZIL/CHUVA_LPM.py +17 -17
- disdrodb/l0/readers/LPM/BRAZIL/GOAMAZON_LPM.py +17 -17
- disdrodb/l0/readers/LPM/GERMANY/DWD.py +55 -52
- disdrodb/l0/readers/LPM/ITALY/GID_LPM.py +18 -17
- disdrodb/l0/readers/LPM/ITALY/GID_LPM_AQ.py +277 -0
- disdrodb/l0/readers/LPM/ITALY/GID_LPM_PI.py +18 -17
- disdrodb/l0/readers/LPM/ITALY/GID_LPM_T.py +18 -17
- disdrodb/l0/readers/LPM/ITALY/GID_LPM_W.py +18 -18
- disdrodb/l0/readers/LPM/KIT/CHWALA.py +18 -17
- disdrodb/l0/readers/LPM/NETHERLANDS/DELFT_RWANDA_LPM_NC.py +17 -17
- disdrodb/l0/readers/LPM/NORWAY/HAUKELISETER_LPM.py +18 -17
- disdrodb/l0/readers/LPM/NORWAY/NMBU_LPM.py +18 -17
- disdrodb/l0/readers/LPM/SLOVENIA/ARSO.py +18 -17
- disdrodb/l0/readers/LPM/SLOVENIA/UL.py +18 -17
- disdrodb/l0/readers/LPM/SWITZERLAND/INNERERIZ_LPM.py +18 -17
- disdrodb/l0/readers/LPM/UK/WITHWORTH_LPM.py +18 -17
- disdrodb/l0/readers/LPM/USA/CHARLESTON.py +18 -17
- disdrodb/l0/readers/LPM/USA/DEVEX.py +255 -0
- disdrodb/l0/readers/LPM_V0/BELGIUM/ULIEGE.py +2 -2
- disdrodb/l0/readers/LPM_V0/ITALY/GID_LPM_V0.py +3 -2
- disdrodb/l0/readers/ODM470/OCEAN/OCEANRAIN.py +1 -0
- disdrodb/l0/readers/PARSIVEL/BASQUECOUNTRY/EUSKALMET_OTT.py +1 -0
- disdrodb/l0/readers/PARSIVEL/CHINA/CHONGQING.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/ARCTIC_2021.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/COMMON_2011.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/DAVOS_2009_2011.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_2009.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_ROOF_2008.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_ROOF_2010.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_ROOF_2011.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_ROOF_2012.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/GENEPI_2007.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/GRAND_ST_BERNARD_2007.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/GRAND_ST_BERNARD_2007_2.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/HPICONET_2010.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/HYMEX_LTE_SOP2.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/HYMEX_LTE_SOP3.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/HYMEX_LTE_SOP4.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/PARADISO_2014.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/PARSIVEL_2007.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/RACLETS_2019.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/RACLETS_2019_WJF.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/RIETHOLZBACH_2011.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/SAMOYLOV_2017.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/SAMOYLOV_2019.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/UNIL_2022.py +1 -0
- disdrodb/l0/readers/PARSIVEL/SLOVENIA/UL.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/ARM/ARM_PARSIVEL2.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/BASQUECOUNTRY/EUSKALMET_OTT2.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/BELGIUM/ILVO.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/DENMARK/EROSION_nc.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/DENMARK/EROSION_raw.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/FRANCE/ENPC_PARSIVEL2.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/FRANCE/OSUG.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/ITALY/HYDROX.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/MEXICO/OH_IIUNAM_nc.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/NCAR/FARM_PARSIVEL2.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/NCAR/PERILS_MIPS.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/NCAR/PERILS_PIPS.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/NCAR/VORTEX_SE_2016_P1.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/NCAR/VORTEX_SE_2016_PIPS.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/PHILIPPINES/PAGASA.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/SPAIN/GRANADA.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/SWEDEN/SMHI.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/USA/CW3E.py +1 -0
- disdrodb/l0/readers/PWS100/AUSTRIA/HOAL.py +1 -0
- disdrodb/l0/readers/PWS100/FRANCE/ENPC_PWS100.py +1 -0
- disdrodb/l0/readers/PWS100/FRANCE/ENPC_PWS100_SIRTA.py +1 -0
- disdrodb/l0/readers/RD80/NOAA/PSL_RD80.py +1 -0
- disdrodb/l0/readers/SWS250/BELGIUM/KMI.py +1 -0
- disdrodb/l0/readers/template_reader_raw_netcdf_data.py +1 -0
- disdrodb/l0/readers/template_reader_raw_text_data.py +1 -0
- disdrodb/l0/template_tools.py +6 -8
- disdrodb/l1/__init__.py +1 -0
- disdrodb/l1/classification.py +1 -0
- disdrodb/l1/resampling.py +5 -0
- disdrodb/l1_env/routines.py +1 -0
- disdrodb/l2/__init__.py +1 -0
- disdrodb/l2/empirical_dsd.py +1 -0
- disdrodb/l2/processing.py +1 -0
- disdrodb/metadata/checks.py +9 -10
- disdrodb/metadata/download.py +1 -0
- disdrodb/metadata/geolocation.py +2 -1
- disdrodb/metadata/info.py +2 -2
- disdrodb/metadata/search.py +0 -1
- disdrodb/physics/atmosphere.py +1 -0
- disdrodb/physics/water.py +1 -0
- disdrodb/physics/wrappers.py +1 -0
- disdrodb/psd/__init__.py +0 -1
- disdrodb/psd/fitting.py +1 -0
- disdrodb/psd/models.py +1 -0
- disdrodb/routines/__init__.py +1 -0
- disdrodb/routines/l0.py +13 -9
- disdrodb/routines/l1.py +17 -12
- disdrodb/routines/l2.py +4 -5
- disdrodb/routines/options.py +1 -0
- disdrodb/routines/options_validation.py +12 -12
- disdrodb/routines/wrappers.py +33 -33
- disdrodb/scattering/__init__.py +0 -1
- disdrodb/scattering/permittivity.py +1 -0
- disdrodb/scattering/routines.py +3 -3
- disdrodb/summary/routines.py +12 -5
- disdrodb/utils/archiving.py +2 -1
- disdrodb/utils/attrs.py +3 -2
- disdrodb/utils/compression.py +1 -2
- disdrodb/utils/coords.py +45 -0
- disdrodb/utils/dask.py +5 -2
- disdrodb/utils/dataframe.py +4 -3
- disdrodb/utils/decorators.py +2 -1
- disdrodb/utils/directories.py +2 -2
- disdrodb/utils/encoding.py +2 -1
- disdrodb/utils/manipulations.py +1 -0
- disdrodb/utils/pydantic.py +1 -0
- disdrodb/utils/routines.py +1 -0
- disdrodb/utils/time.py +3 -2
- disdrodb/utils/warnings.py +1 -0
- disdrodb/utils/writer.py +4 -0
- disdrodb/utils/xarray.py +1 -0
- disdrodb/viz/plots.py +1 -0
- {disdrodb-0.3.0.dist-info → disdrodb-0.5.0.dist-info}/METADATA +4 -3
- disdrodb-0.5.0.dist-info/RECORD +361 -0
- {disdrodb-0.3.0.dist-info → disdrodb-0.5.0.dist-info}/WHEEL +1 -1
- disdrodb-0.3.0.dist-info/RECORD +0 -358
- {disdrodb-0.3.0.dist-info → disdrodb-0.5.0.dist-info}/entry_points.txt +0 -0
- {disdrodb-0.3.0.dist-info → disdrodb-0.5.0.dist-info}/licenses/LICENSE +0 -0
- {disdrodb-0.3.0.dist-info → disdrodb-0.5.0.dist-info}/top_level.txt +0 -0
|
@@ -15,6 +15,7 @@
|
|
|
15
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
16
|
# -----------------------------------------------------------------------------.
|
|
17
17
|
"""DISDRODB reader for ARSO LPM sensors."""
|
|
18
|
+
|
|
18
19
|
import pandas as pd
|
|
19
20
|
|
|
20
21
|
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|
|
@@ -228,23 +229,23 @@ def read_SM05_telegram(
|
|
|
228
229
|
"number_particles_no_hydrometeor",
|
|
229
230
|
"number_particles_no_hydrometeor_internal_data",
|
|
230
231
|
"number_particles_unknown_classification",
|
|
231
|
-
"
|
|
232
|
-
"
|
|
233
|
-
"
|
|
234
|
-
"
|
|
235
|
-
"
|
|
236
|
-
"
|
|
237
|
-
"
|
|
238
|
-
"
|
|
239
|
-
"
|
|
240
|
-
"
|
|
241
|
-
"
|
|
242
|
-
"
|
|
243
|
-
"
|
|
244
|
-
"
|
|
245
|
-
"
|
|
246
|
-
"
|
|
247
|
-
"
|
|
232
|
+
"total_gross_volume_unknown_classification",
|
|
233
|
+
"number_particles_hail",
|
|
234
|
+
"total_gross_volume_hail",
|
|
235
|
+
"number_particles_solid_precipitation",
|
|
236
|
+
"total_gross_volume_solid_precipitation",
|
|
237
|
+
"number_particles_large_pellet",
|
|
238
|
+
"total_gross_volume_large_pellet",
|
|
239
|
+
"number_particles_small_pellet",
|
|
240
|
+
"total_gross_volume_small_pellet",
|
|
241
|
+
"number_particles_snowgrain",
|
|
242
|
+
"total_gross_volume_snowgrain",
|
|
243
|
+
"number_particles_rain",
|
|
244
|
+
"total_gross_volume_rain",
|
|
245
|
+
"number_particles_small_rain",
|
|
246
|
+
"total_gross_volume_small_rain",
|
|
247
|
+
"number_particles_drizzle",
|
|
248
|
+
"total_gross_volume_drizzle",
|
|
248
249
|
"number_particles_class_9",
|
|
249
250
|
"number_particles_class_9_internal_data",
|
|
250
251
|
"raw_drop_number",
|
|
@@ -15,6 +15,7 @@
|
|
|
15
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
16
|
# -----------------------------------------------------------------------------.
|
|
17
17
|
"""DISDRODB reader for UL LPM sensors in Crni Vrh."""
|
|
18
|
+
|
|
18
19
|
import pandas as pd
|
|
19
20
|
|
|
20
21
|
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|
|
@@ -150,23 +151,23 @@ def reader(
|
|
|
150
151
|
"number_particles_no_hydrometeor",
|
|
151
152
|
"number_particles_no_hydrometeor_internal_data",
|
|
152
153
|
"number_particles_unknown_classification",
|
|
153
|
-
"
|
|
154
|
-
"
|
|
155
|
-
"
|
|
156
|
-
"
|
|
157
|
-
"
|
|
158
|
-
"
|
|
159
|
-
"
|
|
160
|
-
"
|
|
161
|
-
"
|
|
162
|
-
"
|
|
163
|
-
"
|
|
164
|
-
"
|
|
165
|
-
"
|
|
166
|
-
"
|
|
167
|
-
"
|
|
168
|
-
"
|
|
169
|
-
"
|
|
154
|
+
"total_gross_volume_unknown_classification",
|
|
155
|
+
"number_particles_hail",
|
|
156
|
+
"total_gross_volume_hail",
|
|
157
|
+
"number_particles_solid_precipitation",
|
|
158
|
+
"total_gross_volume_solid_precipitation",
|
|
159
|
+
"number_particles_large_pellet",
|
|
160
|
+
"total_gross_volume_large_pellet",
|
|
161
|
+
"number_particles_small_pellet",
|
|
162
|
+
"total_gross_volume_small_pellet",
|
|
163
|
+
"number_particles_snowgrain",
|
|
164
|
+
"total_gross_volume_snowgrain",
|
|
165
|
+
"number_particles_rain",
|
|
166
|
+
"total_gross_volume_rain",
|
|
167
|
+
"number_particles_small_rain",
|
|
168
|
+
"total_gross_volume_small_rain",
|
|
169
|
+
"number_particles_drizzle",
|
|
170
|
+
"total_gross_volume_drizzle",
|
|
170
171
|
"number_particles_class_9",
|
|
171
172
|
"number_particles_class_9_internal_data",
|
|
172
173
|
"raw_drop_number",
|
|
@@ -15,6 +15,7 @@
|
|
|
15
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
16
|
# -----------------------------------------------------------------------------.
|
|
17
17
|
"""DISDRODB reader for GID LPM sensors not measuring wind."""
|
|
18
|
+
|
|
18
19
|
import pandas as pd
|
|
19
20
|
|
|
20
21
|
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|
|
@@ -145,23 +146,23 @@ def reader(
|
|
|
145
146
|
"number_particles_no_hydrometeor",
|
|
146
147
|
"number_particles_no_hydrometeor_internal_data",
|
|
147
148
|
"number_particles_unknown_classification",
|
|
148
|
-
"
|
|
149
|
-
"
|
|
150
|
-
"
|
|
151
|
-
"
|
|
152
|
-
"
|
|
153
|
-
"
|
|
154
|
-
"
|
|
155
|
-
"
|
|
156
|
-
"
|
|
157
|
-
"
|
|
158
|
-
"
|
|
159
|
-
"
|
|
160
|
-
"
|
|
161
|
-
"
|
|
162
|
-
"
|
|
163
|
-
"
|
|
164
|
-
"
|
|
149
|
+
"total_gross_volume_unknown_classification",
|
|
150
|
+
"number_particles_hail",
|
|
151
|
+
"total_gross_volume_hail",
|
|
152
|
+
"number_particles_solid_precipitation",
|
|
153
|
+
"total_gross_volume_solid_precipitation",
|
|
154
|
+
"number_particles_large_pellet",
|
|
155
|
+
"total_gross_volume_large_pellet",
|
|
156
|
+
"number_particles_small_pellet",
|
|
157
|
+
"total_gross_volume_small_pellet",
|
|
158
|
+
"number_particles_snowgrain",
|
|
159
|
+
"total_gross_volume_snowgrain",
|
|
160
|
+
"number_particles_rain",
|
|
161
|
+
"total_gross_volume_rain",
|
|
162
|
+
"number_particles_small_rain",
|
|
163
|
+
"total_gross_volume_small_rain",
|
|
164
|
+
"number_particles_drizzle",
|
|
165
|
+
"total_gross_volume_drizzle",
|
|
165
166
|
"number_particles_class_9",
|
|
166
167
|
"number_particles_class_9_internal_data",
|
|
167
168
|
"raw_drop_number",
|
|
@@ -15,6 +15,7 @@
|
|
|
15
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
16
|
# -----------------------------------------------------------------------------.
|
|
17
17
|
"""DISDRODB reader for the MANCHESTER Withworth Meteorological Observatory LPM sensor."""
|
|
18
|
+
|
|
18
19
|
import pandas as pd
|
|
19
20
|
|
|
20
21
|
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|
|
@@ -167,23 +168,23 @@ def reader(
|
|
|
167
168
|
"number_particles_no_hydrometeor",
|
|
168
169
|
"number_particles_no_hydrometeor_internal_data",
|
|
169
170
|
"number_particles_unknown_classification",
|
|
170
|
-
"
|
|
171
|
-
"
|
|
172
|
-
"
|
|
173
|
-
"
|
|
174
|
-
"
|
|
175
|
-
"
|
|
176
|
-
"
|
|
177
|
-
"
|
|
178
|
-
"
|
|
179
|
-
"
|
|
180
|
-
"
|
|
181
|
-
"
|
|
182
|
-
"
|
|
183
|
-
"
|
|
184
|
-
"
|
|
185
|
-
"
|
|
186
|
-
"
|
|
171
|
+
"total_gross_volume_unknown_classification",
|
|
172
|
+
"number_particles_hail",
|
|
173
|
+
"total_gross_volume_hail",
|
|
174
|
+
"number_particles_solid_precipitation",
|
|
175
|
+
"total_gross_volume_solid_precipitation",
|
|
176
|
+
"number_particles_large_pellet",
|
|
177
|
+
"total_gross_volume_large_pellet",
|
|
178
|
+
"number_particles_small_pellet",
|
|
179
|
+
"total_gross_volume_small_pellet",
|
|
180
|
+
"number_particles_snowgrain",
|
|
181
|
+
"total_gross_volume_snowgrain",
|
|
182
|
+
"number_particles_rain",
|
|
183
|
+
"total_gross_volume_rain",
|
|
184
|
+
"number_particles_small_rain",
|
|
185
|
+
"total_gross_volume_small_rain",
|
|
186
|
+
"number_particles_drizzle",
|
|
187
|
+
"total_gross_volume_drizzle",
|
|
187
188
|
"number_particles_class_9",
|
|
188
189
|
"number_particles_class_9_internal_data",
|
|
189
190
|
"raw_drop_number",
|
|
@@ -15,6 +15,7 @@
|
|
|
15
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
16
|
# -----------------------------------------------------------------------------.
|
|
17
17
|
"""DISDRODB reader for CHARLESTON experiment LPM sensors."""
|
|
18
|
+
|
|
18
19
|
import os
|
|
19
20
|
|
|
20
21
|
import numpy as np
|
|
@@ -159,23 +160,23 @@ def reader(
|
|
|
159
160
|
"number_particles_no_hydrometeor",
|
|
160
161
|
"number_particles_no_hydrometeor_internal_data",
|
|
161
162
|
"number_particles_unknown_classification",
|
|
162
|
-
"
|
|
163
|
-
"
|
|
164
|
-
"
|
|
165
|
-
"
|
|
166
|
-
"
|
|
167
|
-
"
|
|
168
|
-
"
|
|
169
|
-
"
|
|
170
|
-
"
|
|
171
|
-
"
|
|
172
|
-
"
|
|
173
|
-
"
|
|
174
|
-
"
|
|
175
|
-
"
|
|
176
|
-
"
|
|
177
|
-
"
|
|
178
|
-
"
|
|
163
|
+
"total_gross_volume_unknown_classification",
|
|
164
|
+
"number_particles_hail",
|
|
165
|
+
"total_gross_volume_hail",
|
|
166
|
+
"number_particles_solid_precipitation",
|
|
167
|
+
"total_gross_volume_solid_precipitation",
|
|
168
|
+
"number_particles_large_pellet",
|
|
169
|
+
"total_gross_volume_large_pellet",
|
|
170
|
+
"number_particles_small_pellet",
|
|
171
|
+
"total_gross_volume_small_pellet",
|
|
172
|
+
"number_particles_snowgrain",
|
|
173
|
+
"total_gross_volume_snowgrain",
|
|
174
|
+
"number_particles_rain",
|
|
175
|
+
"total_gross_volume_rain",
|
|
176
|
+
"number_particles_small_rain",
|
|
177
|
+
"total_gross_volume_small_rain",
|
|
178
|
+
"number_particles_drizzle",
|
|
179
|
+
"total_gross_volume_drizzle",
|
|
179
180
|
"number_particles_class_9",
|
|
180
181
|
"number_particles_class_9_internal_data",
|
|
181
182
|
"raw_drop_number",
|
|
@@ -0,0 +1,255 @@
|
|
|
1
|
+
# -----------------------------------------------------------------------------.
|
|
2
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
3
|
+
#
|
|
4
|
+
# This program is free software: you can redistribute it and/or modify
|
|
5
|
+
# it under the terms of the GNU General Public License as published by
|
|
6
|
+
# the Free Software Foundation, either version 3 of the License, or
|
|
7
|
+
# (at your option) any later version.
|
|
8
|
+
#
|
|
9
|
+
# This program is distributed in the hope that it will be useful,
|
|
10
|
+
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
11
|
+
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
12
|
+
# GNU General Public License for more details.
|
|
13
|
+
#
|
|
14
|
+
# You should have received a copy of the GNU General Public License
|
|
15
|
+
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
|
+
# -----------------------------------------------------------------------------.
|
|
17
|
+
"""DISDRODB reader for DEVEX LPM sensors."""
|
|
18
|
+
|
|
19
|
+
import numpy as np
|
|
20
|
+
import pandas as pd
|
|
21
|
+
|
|
22
|
+
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|
|
23
|
+
from disdrodb.l0.l0a_processing import read_raw_text_file
|
|
24
|
+
from disdrodb.utils.logger import log_error
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
@is_documented_by(reader_generic_docstring)
|
|
28
|
+
def read_txt_file(
|
|
29
|
+
file,
|
|
30
|
+
filename,
|
|
31
|
+
logger=None,
|
|
32
|
+
):
|
|
33
|
+
"""Reader."""
|
|
34
|
+
##------------------------------------------------------------------------.
|
|
35
|
+
#### - Define raw data headers
|
|
36
|
+
column_names = ["TO_PARSE"]
|
|
37
|
+
|
|
38
|
+
##------------------------------------------------------------------------.
|
|
39
|
+
#### Define reader options
|
|
40
|
+
# - For more info: https://pandas.pydata.org/docs/reference/api/pandas.read_csv.html
|
|
41
|
+
reader_kwargs = {}
|
|
42
|
+
|
|
43
|
+
# - Define delimiter
|
|
44
|
+
reader_kwargs["delimiter"] = "\\n"
|
|
45
|
+
|
|
46
|
+
# - Avoid first column to become df index !!!
|
|
47
|
+
reader_kwargs["index_col"] = False
|
|
48
|
+
|
|
49
|
+
# Since column names are expected to be passed explicitly, header is set to None
|
|
50
|
+
reader_kwargs["header"] = None
|
|
51
|
+
|
|
52
|
+
# - Number of rows to be skipped at the beginning of the file
|
|
53
|
+
reader_kwargs["skiprows"] = None
|
|
54
|
+
|
|
55
|
+
# - Define behaviour when encountering bad lines
|
|
56
|
+
reader_kwargs["on_bad_lines"] = "skip"
|
|
57
|
+
|
|
58
|
+
# - Define reader engine
|
|
59
|
+
# - C engine is faster
|
|
60
|
+
# - Python engine is more feature-complete
|
|
61
|
+
reader_kwargs["engine"] = "python"
|
|
62
|
+
|
|
63
|
+
# - Define on-the-fly decompression of on-disk data
|
|
64
|
+
# - Available: gzip, bz2, zip
|
|
65
|
+
reader_kwargs["compression"] = "infer"
|
|
66
|
+
|
|
67
|
+
# - Strings to recognize as NA/NaN and replace with standard NA flags
|
|
68
|
+
# - Already included: '#N/A', '#N/A N/A', '#NA', '-1.#IND', '-1.#QNAN',
|
|
69
|
+
# '-NaN', '-nan', '1.#IND', '1.#QNAN', '<NA>', 'N/A',
|
|
70
|
+
# 'NA', 'NULL', 'NaN', 'n/a', 'nan', 'null'
|
|
71
|
+
reader_kwargs["na_values"] = ["na", "", "error"]
|
|
72
|
+
|
|
73
|
+
##------------------------------------------------------------------------.
|
|
74
|
+
#### Read the data
|
|
75
|
+
df = read_raw_text_file(
|
|
76
|
+
filepath=file,
|
|
77
|
+
column_names=column_names,
|
|
78
|
+
reader_kwargs=reader_kwargs,
|
|
79
|
+
logger=logger,
|
|
80
|
+
)
|
|
81
|
+
|
|
82
|
+
##------------------------------------------------------------------------.
|
|
83
|
+
#### Adapt the dataframe to adhere to DISDRODB L0 standards
|
|
84
|
+
# Raise error if empty file
|
|
85
|
+
if len(df) == 0:
|
|
86
|
+
raise ValueError(f"{filename} is empty.")
|
|
87
|
+
|
|
88
|
+
# Select only rows with expected number of delimiters
|
|
89
|
+
df = df[df["TO_PARSE"].str.count(";") == 520]
|
|
90
|
+
|
|
91
|
+
# Raise error if no data left
|
|
92
|
+
if len(df) == 0:
|
|
93
|
+
raise ValueError(f"No valid data in {filename}.")
|
|
94
|
+
|
|
95
|
+
# Split by ; delimiter (before raw drop number)
|
|
96
|
+
df = df["TO_PARSE"].str.split(";", expand=True, n=79)
|
|
97
|
+
|
|
98
|
+
# Assign column names
|
|
99
|
+
names = [
|
|
100
|
+
"start_identifier",
|
|
101
|
+
"device_address",
|
|
102
|
+
"sensor_serial_number",
|
|
103
|
+
"sensor_date",
|
|
104
|
+
"sensor_time",
|
|
105
|
+
"weather_code_synop_4677_5min",
|
|
106
|
+
"weather_code_synop_4680_5min",
|
|
107
|
+
"weather_code_metar_4678_5min",
|
|
108
|
+
"precipitation_rate_5min",
|
|
109
|
+
"weather_code_synop_4677",
|
|
110
|
+
"weather_code_synop_4680",
|
|
111
|
+
"weather_code_metar_4678",
|
|
112
|
+
"precipitation_rate",
|
|
113
|
+
"rainfall_rate",
|
|
114
|
+
"snowfall_rate",
|
|
115
|
+
"precipitation_accumulated",
|
|
116
|
+
"mor_visibility",
|
|
117
|
+
"reflectivity",
|
|
118
|
+
"quality_index",
|
|
119
|
+
"max_hail_diameter",
|
|
120
|
+
"laser_status",
|
|
121
|
+
"static_signal_status",
|
|
122
|
+
"laser_temperature_analog_status",
|
|
123
|
+
"laser_temperature_digital_status",
|
|
124
|
+
"laser_current_analog_status",
|
|
125
|
+
"laser_current_digital_status",
|
|
126
|
+
"sensor_voltage_supply_status",
|
|
127
|
+
"current_heating_pane_transmitter_head_status",
|
|
128
|
+
"current_heating_pane_receiver_head_status",
|
|
129
|
+
"temperature_sensor_status",
|
|
130
|
+
"current_heating_voltage_supply_status",
|
|
131
|
+
"current_heating_house_status",
|
|
132
|
+
"current_heating_heads_status",
|
|
133
|
+
"current_heating_carriers_status",
|
|
134
|
+
"control_output_laser_power_status",
|
|
135
|
+
"reserved_status",
|
|
136
|
+
"temperature_interior",
|
|
137
|
+
"laser_temperature",
|
|
138
|
+
"laser_current_average",
|
|
139
|
+
"control_voltage",
|
|
140
|
+
"optical_control_voltage_output",
|
|
141
|
+
"sensor_voltage_supply",
|
|
142
|
+
"current_heating_pane_transmitter_head",
|
|
143
|
+
"current_heating_pane_receiver_head",
|
|
144
|
+
"temperature_ambient",
|
|
145
|
+
"current_heating_voltage_supply",
|
|
146
|
+
"current_heating_house",
|
|
147
|
+
"current_heating_heads",
|
|
148
|
+
"current_heating_carriers",
|
|
149
|
+
"number_particles",
|
|
150
|
+
"number_particles_internal_data",
|
|
151
|
+
"number_particles_min_speed",
|
|
152
|
+
"number_particles_min_speed_internal_data",
|
|
153
|
+
"number_particles_max_speed",
|
|
154
|
+
"number_particles_max_speed_internal_data",
|
|
155
|
+
"number_particles_min_diameter",
|
|
156
|
+
"number_particles_min_diameter_internal_data",
|
|
157
|
+
"number_particles_no_hydrometeor",
|
|
158
|
+
"number_particles_no_hydrometeor_internal_data",
|
|
159
|
+
"number_particles_unknown_classification",
|
|
160
|
+
"total_gross_volume_unknown_classification",
|
|
161
|
+
"number_particles_hail",
|
|
162
|
+
"total_gross_volume_hail",
|
|
163
|
+
"number_particles_solid_precipitation",
|
|
164
|
+
"total_gross_volume_solid_precipitation",
|
|
165
|
+
"number_particles_large_pellet",
|
|
166
|
+
"total_gross_volume_large_pellet",
|
|
167
|
+
"number_particles_small_pellet",
|
|
168
|
+
"total_gross_volume_small_pellet",
|
|
169
|
+
"number_particles_snowgrain",
|
|
170
|
+
"total_gross_volume_snowgrain",
|
|
171
|
+
"number_particles_rain",
|
|
172
|
+
"total_gross_volume_rain",
|
|
173
|
+
"number_particles_small_rain",
|
|
174
|
+
"total_gross_volume_small_rain",
|
|
175
|
+
"number_particles_drizzle",
|
|
176
|
+
"total_gross_volume_drizzle",
|
|
177
|
+
"number_particles_class_9",
|
|
178
|
+
"number_particles_class_9_internal_data",
|
|
179
|
+
"raw_drop_number",
|
|
180
|
+
]
|
|
181
|
+
df.columns = names
|
|
182
|
+
|
|
183
|
+
# Remove checksum from raw_drop_number
|
|
184
|
+
df["raw_drop_number"] = df["raw_drop_number"].str.rsplit(";", n=2, expand=True)[0]
|
|
185
|
+
|
|
186
|
+
# Infer and define "time" column
|
|
187
|
+
start_time_str = filename.split(".")[0] # '2024020200.txt'
|
|
188
|
+
start_time = pd.to_datetime(start_time_str, format="%Y%m%d%H")
|
|
189
|
+
|
|
190
|
+
# - Define timedelta based on sensor_time
|
|
191
|
+
# --> Add +24h to subsequent times when time resets
|
|
192
|
+
dt = pd.to_timedelta(df["sensor_time"]).to_numpy().astype("m8[s]")
|
|
193
|
+
rollover_indices = np.where(np.diff(dt) < np.timedelta64(0, "s"))[0]
|
|
194
|
+
if rollover_indices.size > 0:
|
|
195
|
+
for idx in rollover_indices:
|
|
196
|
+
dt[idx + 1 :] += np.timedelta64(24, "h")
|
|
197
|
+
dt = dt - dt[0]
|
|
198
|
+
|
|
199
|
+
# - Define approximate time
|
|
200
|
+
df["time"] = start_time + dt
|
|
201
|
+
|
|
202
|
+
# - Keep rows where time increment is between 00 and 59 minutes
|
|
203
|
+
valid_rows = dt <= np.timedelta64(3540, "s")
|
|
204
|
+
df = df[valid_rows]
|
|
205
|
+
|
|
206
|
+
# Drop row if start_identifier different than 00
|
|
207
|
+
# df = df[df["start_identifier"].astype(str) == "00"]
|
|
208
|
+
|
|
209
|
+
# Drop rows with invalid raw_drop_number
|
|
210
|
+
df = df[df["raw_drop_number"].astype(str).str.len() == 1759]
|
|
211
|
+
|
|
212
|
+
# Drop columns not agreeing with DISDRODB L0 standards
|
|
213
|
+
columns_to_drop = [
|
|
214
|
+
"start_identifier",
|
|
215
|
+
"device_address",
|
|
216
|
+
"sensor_serial_number",
|
|
217
|
+
"sensor_date",
|
|
218
|
+
"sensor_time",
|
|
219
|
+
]
|
|
220
|
+
df = df.drop(columns=columns_to_drop)
|
|
221
|
+
return df
|
|
222
|
+
|
|
223
|
+
|
|
224
|
+
@is_documented_by(reader_generic_docstring)
|
|
225
|
+
def reader(
|
|
226
|
+
filepath,
|
|
227
|
+
logger=None,
|
|
228
|
+
):
|
|
229
|
+
"""Reader."""
|
|
230
|
+
import zipfile
|
|
231
|
+
|
|
232
|
+
list_df = []
|
|
233
|
+
with zipfile.ZipFile(filepath, "r") as zip_ref:
|
|
234
|
+
filenames = sorted(zip_ref.namelist())
|
|
235
|
+
for filename in filenames:
|
|
236
|
+
if filename.endswith(".txt"):
|
|
237
|
+
# Open file
|
|
238
|
+
with zip_ref.open(filename) as file:
|
|
239
|
+
try:
|
|
240
|
+
df = read_txt_file(file=file, filename=filename, logger=logger)
|
|
241
|
+
if df is not None:
|
|
242
|
+
list_df.append(df)
|
|
243
|
+
except Exception as e:
|
|
244
|
+
msg = f"An error occurred while reading {filename}. The error is: {e}"
|
|
245
|
+
log_error(logger=logger, msg=msg, verbose=True)
|
|
246
|
+
|
|
247
|
+
# Check the zip file contains at least some non.empty files
|
|
248
|
+
if len(list_df) == 0:
|
|
249
|
+
raise ValueError(f"{filepath} contains only empty files!")
|
|
250
|
+
|
|
251
|
+
# Concatenate all dataframes into a single one
|
|
252
|
+
df = pd.concat(list_df)
|
|
253
|
+
|
|
254
|
+
# ---------------------------------------------------------------------.
|
|
255
|
+
return df
|
|
@@ -118,8 +118,8 @@ def read_txt_file(file, filename, logger):
|
|
|
118
118
|
"total_gross_volume_hail",
|
|
119
119
|
"number_particles_solid_precipitation",
|
|
120
120
|
"total_gross_volume_solid_precipitation",
|
|
121
|
-
"
|
|
122
|
-
"
|
|
121
|
+
"number_particles_large_pellet",
|
|
122
|
+
"total_gross_volume_large_pellet",
|
|
123
123
|
"number_particles_small_pellet",
|
|
124
124
|
"total_gross_volume_small_pellet",
|
|
125
125
|
"number_particles_snowgrain",
|
|
@@ -15,6 +15,7 @@
|
|
|
15
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
16
|
# -----------------------------------------------------------------------------.
|
|
17
17
|
"""DISDRODB reader for GID LPM V0 sensor (TC-TO) with incorrect reported time."""
|
|
18
|
+
|
|
18
19
|
import numpy as np
|
|
19
20
|
import pandas as pd
|
|
20
21
|
|
|
@@ -121,8 +122,8 @@ def read_txt_file(file, filename, logger):
|
|
|
121
122
|
"total_gross_volume_hail",
|
|
122
123
|
"number_particles_solid_precipitation",
|
|
123
124
|
"total_gross_volume_solid_precipitation",
|
|
124
|
-
"
|
|
125
|
-
"
|
|
125
|
+
"number_particles_large_pellet",
|
|
126
|
+
"total_gross_volume_large_pellet",
|
|
126
127
|
"number_particles_small_pellet",
|
|
127
128
|
"total_gross_volume_small_pellet",
|
|
128
129
|
"number_particles_snowgrain",
|
|
@@ -15,6 +15,7 @@
|
|
|
15
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
16
|
# -----------------------------------------------------------------------------.
|
|
17
17
|
"""Reader for OceanRAIN ODM470 R and W files in netCDF format."""
|
|
18
|
+
|
|
18
19
|
import os
|
|
19
20
|
|
|
20
21
|
import numpy as np
|
|
@@ -15,6 +15,7 @@
|
|
|
15
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
16
|
# -----------------------------------------------------------------------------.
|
|
17
17
|
"""DISDRODB reader for EUSKALMET OTT Parsivel raw data."""
|
|
18
|
+
|
|
18
19
|
# import os
|
|
19
20
|
# import tempfile
|
|
20
21
|
# from disdrodb.utils.compression import unzip_file_on_terminal
|
|
@@ -16,6 +16,7 @@
|
|
|
16
16
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
17
17
|
# -----------------------------------------------------------------------------.
|
|
18
18
|
"""Reader for ARCTIC 2021 campaign."""
|
|
19
|
+
|
|
19
20
|
import pandas as pd
|
|
20
21
|
|
|
21
22
|
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|
|
@@ -16,6 +16,7 @@
|
|
|
16
16
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
17
17
|
# -----------------------------------------------------------------------------.
|
|
18
18
|
"""Reader for COMMON 2011 campaign."""
|
|
19
|
+
|
|
19
20
|
import pandas as pd
|
|
20
21
|
|
|
21
22
|
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|
|
@@ -16,6 +16,7 @@
|
|
|
16
16
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
17
17
|
# -----------------------------------------------------------------------------.
|
|
18
18
|
"""Reader for DAVOS 2009-2011 campaign."""
|
|
19
|
+
|
|
19
20
|
import pandas as pd
|
|
20
21
|
|
|
21
22
|
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|
|
@@ -16,6 +16,7 @@
|
|
|
16
16
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
17
17
|
# -----------------------------------------------------------------------------.
|
|
18
18
|
"""Reader for EPFL 2009 campaign."""
|
|
19
|
+
|
|
19
20
|
import pandas as pd
|
|
20
21
|
|
|
21
22
|
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|
|
@@ -16,6 +16,7 @@
|
|
|
16
16
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
17
17
|
# -----------------------------------------------------------------------------.
|
|
18
18
|
"""Reader for EPFL ROOF 2008 campaign."""
|
|
19
|
+
|
|
19
20
|
import pandas as pd
|
|
20
21
|
|
|
21
22
|
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|
|
@@ -16,6 +16,7 @@
|
|
|
16
16
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
17
17
|
# -----------------------------------------------------------------------------.
|
|
18
18
|
"""Reader for EPFL ROOF 2010 campaign."""
|
|
19
|
+
|
|
19
20
|
import pandas as pd
|
|
20
21
|
|
|
21
22
|
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|
|
@@ -16,6 +16,7 @@
|
|
|
16
16
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
17
17
|
# -----------------------------------------------------------------------------.
|
|
18
18
|
"""Reader for EPFL ROOF 2011 campaign."""
|
|
19
|
+
|
|
19
20
|
import pandas as pd
|
|
20
21
|
|
|
21
22
|
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|
|
@@ -16,6 +16,7 @@
|
|
|
16
16
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
17
17
|
# -----------------------------------------------------------------------------.
|
|
18
18
|
"""Reader for EPFL ROOF 2012 campaign."""
|
|
19
|
+
|
|
19
20
|
import pandas as pd
|
|
20
21
|
|
|
21
22
|
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|
|
@@ -16,6 +16,7 @@
|
|
|
16
16
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
17
17
|
# -----------------------------------------------------------------------------.
|
|
18
18
|
"""Reader for the GENEPI campaign."""
|
|
19
|
+
|
|
19
20
|
import pandas as pd
|
|
20
21
|
|
|
21
22
|
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|
|
@@ -18,6 +18,7 @@
|
|
|
18
18
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
19
19
|
# -----------------------------------------------------------------------------.
|
|
20
20
|
"""Reader for the GRAND ST BERNARD campaign."""
|
|
21
|
+
|
|
21
22
|
import pandas as pd
|
|
22
23
|
|
|
23
24
|
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|