disdrodb 0.2.1__py3-none-any.whl → 0.4.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- disdrodb/__init__.py +3 -1
- disdrodb/_config.py +2 -3
- disdrodb/_version.py +2 -2
- disdrodb/accessor/__init__.py +2 -1
- disdrodb/accessor/methods.py +10 -9
- disdrodb/api/checks.py +3 -7
- disdrodb/api/configs.py +1 -3
- disdrodb/api/create_directories.py +4 -6
- disdrodb/api/info.py +1 -3
- disdrodb/api/io.py +233 -32
- disdrodb/api/path.py +3 -7
- disdrodb/cli/disdrodb_check_metadata_archive.py +3 -2
- disdrodb/cli/disdrodb_check_products_options.py +45 -0
- disdrodb/cli/disdrodb_create_summary.py +54 -28
- disdrodb/cli/disdrodb_create_summary_station.py +41 -20
- disdrodb/cli/disdrodb_data_archive_directory.py +2 -3
- disdrodb/cli/disdrodb_download_archive.py +50 -30
- disdrodb/cli/disdrodb_download_metadata_archive.py +28 -16
- disdrodb/cli/disdrodb_download_station.py +58 -29
- disdrodb/cli/disdrodb_initialize_station.py +43 -23
- disdrodb/cli/disdrodb_metadata_archive_directory.py +2 -3
- disdrodb/cli/disdrodb_open_data_archive.py +17 -13
- disdrodb/cli/disdrodb_open_logs_directory.py +31 -21
- disdrodb/cli/disdrodb_open_metadata_archive.py +26 -13
- disdrodb/cli/disdrodb_open_metadata_directory.py +34 -23
- disdrodb/cli/disdrodb_open_product_directory.py +39 -23
- disdrodb/cli/disdrodb_open_readers_directory.py +2 -3
- disdrodb/cli/disdrodb_run.py +189 -0
- disdrodb/cli/disdrodb_run_l0.py +61 -70
- disdrodb/cli/disdrodb_run_l0_station.py +50 -55
- disdrodb/cli/disdrodb_run_l0a.py +53 -51
- disdrodb/cli/disdrodb_run_l0a_station.py +41 -40
- disdrodb/cli/disdrodb_run_l0b.py +51 -51
- disdrodb/cli/disdrodb_run_l0b_station.py +40 -39
- disdrodb/cli/disdrodb_run_l0c.py +56 -53
- disdrodb/cli/disdrodb_run_l0c_station.py +44 -41
- disdrodb/cli/disdrodb_run_l1.py +55 -51
- disdrodb/cli/disdrodb_run_l1_station.py +43 -40
- disdrodb/cli/disdrodb_run_l2e.py +56 -51
- disdrodb/cli/disdrodb_run_l2e_station.py +44 -40
- disdrodb/cli/disdrodb_run_l2m.py +55 -51
- disdrodb/cli/disdrodb_run_l2m_station.py +43 -40
- disdrodb/cli/disdrodb_run_station.py +184 -0
- disdrodb/cli/disdrodb_upload_archive.py +51 -42
- disdrodb/cli/disdrodb_upload_station.py +42 -36
- disdrodb/configs.py +20 -16
- disdrodb/constants.py +5 -2
- disdrodb/data_transfer/__init__.py +1 -3
- disdrodb/data_transfer/download_data.py +45 -61
- disdrodb/data_transfer/upload_data.py +7 -11
- disdrodb/data_transfer/zenodo.py +2 -4
- disdrodb/docs.py +1 -3
- disdrodb/etc/configs/attributes.yaml +52 -2
- disdrodb/etc/configs/encodings.yaml +45 -1
- disdrodb/etc/products/L0C/ODM470/global.yaml +5 -0
- disdrodb/etc/products/L0C/global.yaml +5 -0
- disdrodb/etc/products/L1/ODM470/global.yaml +6 -0
- disdrodb/etc/products/L1/global.yaml +0 -13
- disdrodb/etc/products/L2E/LPM/1MIN.yaml +1 -0
- disdrodb/etc/products/L2E/LPM/global.yaml +36 -0
- disdrodb/etc/products/L2E/LPM_V0/1MIN.yaml +1 -0
- disdrodb/etc/products/L2E/LPM_V0/global.yaml +36 -0
- disdrodb/etc/products/L2E/ODM470/1MIN.yaml +1 -0
- disdrodb/etc/products/L2E/ODM470/global.yaml +36 -0
- disdrodb/etc/products/L2E/PARSIVEL/1MIN.yaml +1 -0
- disdrodb/etc/products/L2E/PARSIVEL/global.yaml +36 -0
- disdrodb/etc/products/L2E/PARSIVEL2/1MIN.yaml +1 -0
- disdrodb/etc/products/L2E/PARSIVEL2/global.yaml +36 -0
- disdrodb/etc/products/L2E/PWS100/1MIN.yaml +1 -0
- disdrodb/etc/products/L2E/PWS100/global.yaml +36 -0
- disdrodb/etc/products/L2E/RD80/1MIN.yaml +19 -0
- disdrodb/etc/products/L2E/SWS250/1MIN.yaml +19 -0
- disdrodb/etc/products/L2E/global.yaml +16 -2
- disdrodb/fall_velocity/__init__.py +47 -0
- disdrodb/fall_velocity/graupel.py +484 -0
- disdrodb/fall_velocity/hail.py +288 -0
- disdrodb/{l1/fall_velocity.py → fall_velocity/rain.py} +265 -44
- disdrodb/issue/__init__.py +1 -3
- disdrodb/issue/checks.py +2 -3
- disdrodb/issue/reader.py +2 -3
- disdrodb/issue/writer.py +2 -5
- disdrodb/l0/__init__.py +2 -1
- disdrodb/l0/check_configs.py +36 -29
- disdrodb/l0/check_standards.py +1 -4
- disdrodb/l0/configs/LPM/l0a_encodings.yml +17 -17
- disdrodb/l0/configs/LPM/l0b_cf_attrs.yml +55 -55
- disdrodb/l0/configs/LPM/l0b_encodings.yml +17 -17
- disdrodb/l0/configs/LPM/raw_data_format.yml +17 -17
- disdrodb/l0/configs/LPM_V0/l0a_encodings.yml +2 -2
- disdrodb/l0/configs/LPM_V0/l0b_cf_attrs.yml +2 -2
- disdrodb/l0/configs/LPM_V0/l0b_encodings.yml +2 -2
- disdrodb/l0/configs/LPM_V0/raw_data_format.yml +2 -2
- disdrodb/l0/configs/ODM470/bins_diameter.yml +643 -0
- disdrodb/l0/configs/ODM470/bins_velocity.yml +0 -0
- disdrodb/l0/configs/ODM470/l0a_encodings.yml +11 -0
- disdrodb/l0/configs/ODM470/l0b_cf_attrs.yml +46 -0
- disdrodb/l0/configs/ODM470/l0b_encodings.yml +106 -0
- disdrodb/l0/configs/ODM470/raw_data_format.yml +111 -0
- disdrodb/l0/configs/PARSIVEL/l0b_cf_attrs.yml +1 -1
- disdrodb/l0/l0_reader.py +2 -3
- disdrodb/l0/l0a_processing.py +6 -8
- disdrodb/l0/l0b_nc_processing.py +3 -6
- disdrodb/l0/l0b_processing.py +2 -16
- disdrodb/l0/l0c_processing.py +29 -12
- disdrodb/l0/readers/LPM/ARM/ARM_LPM.py +2 -1
- disdrodb/l0/readers/LPM/AUSTRALIA/MELBOURNE_2007_LPM.py +18 -18
- disdrodb/l0/readers/LPM/BRAZIL/CHUVA_LPM.py +18 -18
- disdrodb/l0/readers/LPM/BRAZIL/GOAMAZON_LPM.py +18 -18
- disdrodb/l0/readers/LPM/GERMANY/DWD.py +244 -63
- disdrodb/l0/readers/LPM/ITALY/GID_LPM.py +65 -23
- disdrodb/l0/readers/LPM/ITALY/GID_LPM_AQ.py +277 -0
- disdrodb/l0/readers/LPM/ITALY/GID_LPM_PI.py +19 -18
- disdrodb/l0/readers/LPM/ITALY/GID_LPM_T.py +23 -19
- disdrodb/l0/readers/LPM/ITALY/GID_LPM_W.py +19 -21
- disdrodb/l0/readers/LPM/KIT/CHWALA.py +19 -20
- disdrodb/l0/readers/LPM/NETHERLANDS/DELFT_LPM_NC.py +1 -1
- disdrodb/l0/readers/LPM/NETHERLANDS/DELFT_RWANDA_LPM_NC.py +18 -18
- disdrodb/l0/readers/LPM/NORWAY/HAUKELISETER_LPM.py +19 -20
- disdrodb/l0/readers/LPM/NORWAY/NMBU_LPM.py +19 -20
- disdrodb/l0/readers/LPM/SLOVENIA/ARSO.py +19 -20
- disdrodb/l0/readers/LPM/SLOVENIA/UL.py +19 -20
- disdrodb/l0/readers/LPM/SWITZERLAND/INNERERIZ_LPM.py +19 -20
- disdrodb/l0/readers/LPM/UK/DIVEN.py +1 -1
- disdrodb/l0/readers/LPM/UK/WITHWORTH_LPM.py +19 -20
- disdrodb/l0/readers/LPM/USA/CHARLESTON.py +19 -20
- disdrodb/l0/readers/LPM/USA/DEVEX.py +255 -0
- disdrodb/l0/readers/LPM_V0/BELGIUM/ULIEGE.py +3 -5
- disdrodb/l0/readers/LPM_V0/ITALY/GID_LPM_V0.py +4 -3
- disdrodb/l0/readers/ODM470/OCEAN/OCEANRAIN.py +124 -0
- disdrodb/l0/readers/PARSIVEL/AUSTRALIA/MELBOURNE_2007_PARSIVEL.py +1 -1
- disdrodb/l0/readers/PARSIVEL/BASQUECOUNTRY/EUSKALMET_OTT.py +2 -1
- disdrodb/l0/readers/PARSIVEL/CHINA/CHONGQING.py +2 -3
- disdrodb/l0/readers/PARSIVEL/EPFL/ARCTIC_2021.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/COMMON_2011.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/DAVOS_2009_2011.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_2009.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_ROOF_2008.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_ROOF_2010.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_ROOF_2011.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_ROOF_2012.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/GENEPI_2007.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/GRAND_ST_BERNARD_2007.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/GRAND_ST_BERNARD_2007_2.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/HPICONET_2010.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/HYMEX_LTE_SOP2.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/HYMEX_LTE_SOP3.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/HYMEX_LTE_SOP4.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/LOCARNO_2018.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/LOCARNO_2019.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/PARADISO_2014.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/PARSIVEL_2007.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/PLATO_2019.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/RACLETS_2019.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/RACLETS_2019_WJF.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/RIETHOLZBACH_2011.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/SAMOYLOV_2017.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/SAMOYLOV_2019.py +2 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/UNIL_2022.py +2 -1
- disdrodb/l0/readers/PARSIVEL/JAPAN/JMA.py +1 -1
- disdrodb/l0/readers/PARSIVEL/KOREA/ICEPOP_MSC.py +159 -0
- disdrodb/l0/readers/PARSIVEL/NASA/LPVEX.py +1 -1
- disdrodb/l0/readers/PARSIVEL/NASA/MC3E.py +1 -1
- disdrodb/l0/readers/PARSIVEL/NCAR/CCOPE_2015.py +1 -1
- disdrodb/l0/readers/PARSIVEL/NCAR/OWLES_MIPS.py +1 -1
- disdrodb/l0/readers/PARSIVEL/NCAR/PECAN_MOBILE.py +1 -1
- disdrodb/l0/readers/PARSIVEL/NCAR/PLOWS_MIPS.py +1 -1
- disdrodb/l0/readers/PARSIVEL/NCAR/VORTEX2_2009.py +1 -1
- disdrodb/l0/readers/PARSIVEL/NCAR/VORTEX2_2010.py +1 -3
- disdrodb/l0/readers/PARSIVEL/NCAR/VORTEX2_2010_UF.py +1 -3
- disdrodb/l0/readers/PARSIVEL/SLOVENIA/UL.py +2 -1
- disdrodb/l0/readers/PARSIVEL2/ARM/ARM_PARSIVEL2.py +2 -1
- disdrodb/l0/readers/PARSIVEL2/BASQUECOUNTRY/EUSKALMET_OTT2.py +2 -1
- disdrodb/l0/readers/PARSIVEL2/BELGIUM/ILVO.py +2 -3
- disdrodb/l0/readers/PARSIVEL2/BRAZIL/CHUVA_PARSIVEL2.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/BRAZIL/GOAMAZON_PARSIVEL2.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/CANADA/UQAM_NC.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/DENMARK/DTU.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/DENMARK/EROSION_nc.py +2 -1
- disdrodb/l0/readers/PARSIVEL2/DENMARK/EROSION_raw.py +2 -1
- disdrodb/l0/readers/PARSIVEL2/FINLAND/FMI_PARSIVEL2.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/FRANCE/ENPC_PARSIVEL2.py +2 -3
- disdrodb/l0/readers/PARSIVEL2/FRANCE/OSUG.py +2 -2
- disdrodb/l0/readers/PARSIVEL2/FRANCE/SIRTA_PARSIVEL2.py +1 -3
- disdrodb/l0/readers/PARSIVEL2/GREECE/NOA.py +4 -3
- disdrodb/l0/readers/PARSIVEL2/ITALY/GID_PARSIVEL2.py +1 -3
- disdrodb/l0/readers/PARSIVEL2/ITALY/HYDROX.py +6 -3
- disdrodb/l0/readers/PARSIVEL2/JAPAN/PRECIP.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/KIT/BURKINA_FASO.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/KIT/TEAMX.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/KOREA/ICEPOP_MSC.py +161 -0
- disdrodb/l0/readers/PARSIVEL2/KOREA/ICEPOP_UCLM.py +126 -0
- disdrodb/l0/readers/PARSIVEL2/MEXICO/OH_IIUNAM_nc.py +2 -1
- disdrodb/l0/readers/PARSIVEL2/MPI/BCO_PARSIVEL2.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/MPI/BOWTIE.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/NASA/APU.py +3 -1
- disdrodb/l0/readers/PARSIVEL2/NASA/NSSTC.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/NCAR/FARM_PARSIVEL2.py +2 -1
- disdrodb/l0/readers/PARSIVEL2/NCAR/PECAN_FP3.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/NCAR/PECAN_MIPS.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/NCAR/PERILS_MIPS.py +2 -1
- disdrodb/l0/readers/PARSIVEL2/NCAR/PERILS_PIPS.py +2 -1
- disdrodb/l0/readers/PARSIVEL2/NCAR/RELAMPAGO_PARSIVEL2.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/NCAR/SNOWIE_PJ.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/NCAR/SNOWIE_SB.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/NCAR/VORTEX_SE_2016_P1.py +2 -3
- disdrodb/l0/readers/PARSIVEL2/NCAR/VORTEX_SE_2016_P2.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/NCAR/VORTEX_SE_2016_PIPS.py +2 -1
- disdrodb/l0/readers/PARSIVEL2/NETHERLANDS/DELFT_NC.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/NORWAY/UIB.py +10 -2
- disdrodb/l0/readers/PARSIVEL2/PHILIPPINES/PAGASA.py +2 -3
- disdrodb/l0/readers/PARSIVEL2/SPAIN/CENER.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/SPAIN/CR1000DL.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/SPAIN/GRANADA.py +2 -3
- disdrodb/l0/readers/PARSIVEL2/SPAIN/LIAISE.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/SWEDEN/SMHI.py +2 -1
- disdrodb/l0/readers/PARSIVEL2/USA/CSU.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/USA/CW3E.py +2 -1
- disdrodb/l0/readers/PWS100/AUSTRIA/HOAL.py +2 -3
- disdrodb/l0/readers/PWS100/FRANCE/ENPC_PWS100.py +2 -3
- disdrodb/l0/readers/PWS100/FRANCE/ENPC_PWS100_SIRTA.py +2 -1
- disdrodb/l0/readers/RD80/BRAZIL/ATTO_RD80.py +1 -3
- disdrodb/l0/readers/RD80/BRAZIL/CHUVA_RD80.py +1 -3
- disdrodb/l0/readers/RD80/BRAZIL/GOAMAZON_RD80.py +1 -3
- disdrodb/l0/readers/RD80/NCAR/CINDY_2011_RD80.py +1 -3
- disdrodb/l0/readers/RD80/NCAR/RELAMPAGO_RD80.py +1 -3
- disdrodb/l0/readers/RD80/NOAA/PSL_RD80.py +2 -3
- disdrodb/l0/readers/SWS250/BELGIUM/KMI.py +2 -3
- disdrodb/l0/readers/template_reader_raw_netcdf_data.py +2 -3
- disdrodb/l0/readers/template_reader_raw_text_data.py +2 -3
- disdrodb/l0/standards.py +4 -5
- disdrodb/l0/template_tools.py +7 -11
- disdrodb/l1/__init__.py +2 -1
- disdrodb/l1/classification.py +914 -0
- disdrodb/l1/processing.py +36 -106
- disdrodb/l1/resampling.py +13 -3
- disdrodb/l1_env/__init__.py +1 -1
- disdrodb/l1_env/routines.py +7 -6
- disdrodb/l2/__init__.py +2 -1
- disdrodb/l2/empirical_dsd.py +58 -31
- disdrodb/l2/processing.py +327 -61
- disdrodb/metadata/checks.py +10 -13
- disdrodb/metadata/download.py +5 -4
- disdrodb/metadata/geolocation.py +3 -4
- disdrodb/metadata/info.py +3 -5
- disdrodb/metadata/manipulation.py +1 -3
- disdrodb/metadata/reader.py +1 -3
- disdrodb/metadata/search.py +1 -4
- disdrodb/metadata/standards.py +1 -3
- disdrodb/metadata/writer.py +1 -3
- disdrodb/physics/__init__.py +17 -0
- disdrodb/physics/atmosphere.py +273 -0
- disdrodb/physics/water.py +131 -0
- disdrodb/physics/wrappers.py +63 -0
- disdrodb/psd/__init__.py +1 -2
- disdrodb/psd/fitting.py +23 -9
- disdrodb/psd/models.py +2 -1
- disdrodb/routines/__init__.py +6 -1
- disdrodb/routines/l0.py +39 -25
- disdrodb/routines/l1.py +23 -16
- disdrodb/routines/l2.py +12 -9
- disdrodb/routines/options.py +117 -73
- disdrodb/routines/options_validation.py +728 -0
- disdrodb/routines/wrappers.py +460 -40
- disdrodb/scattering/__init__.py +1 -2
- disdrodb/scattering/axis_ratio.py +6 -6
- disdrodb/scattering/permittivity.py +9 -8
- disdrodb/scattering/routines.py +33 -15
- disdrodb/summary/__init__.py +1 -1
- disdrodb/summary/routines.py +95 -30
- disdrodb/utils/__init__.py +1 -1
- disdrodb/utils/archiving.py +18 -10
- disdrodb/utils/attrs.py +7 -5
- disdrodb/utils/cli.py +8 -10
- disdrodb/utils/compression.py +10 -13
- disdrodb/utils/coords.py +45 -0
- disdrodb/utils/dask.py +7 -5
- disdrodb/utils/dataframe.py +5 -6
- disdrodb/utils/decorators.py +3 -4
- disdrodb/utils/dict.py +1 -1
- disdrodb/utils/directories.py +5 -7
- disdrodb/utils/encoding.py +4 -5
- disdrodb/utils/event.py +1 -1
- disdrodb/utils/list.py +1 -3
- disdrodb/utils/logger.py +1 -3
- disdrodb/utils/manipulations.py +175 -4
- disdrodb/utils/pydantic.py +81 -0
- disdrodb/utils/routines.py +2 -3
- disdrodb/utils/subsetting.py +1 -1
- disdrodb/utils/time.py +6 -4
- disdrodb/utils/warnings.py +2 -3
- disdrodb/utils/writer.py +5 -3
- disdrodb/utils/xarray.py +31 -3
- disdrodb/utils/yaml.py +1 -3
- disdrodb/viz/__init__.py +1 -1
- disdrodb/viz/plots.py +193 -18
- {disdrodb-0.2.1.dist-info → disdrodb-0.4.0.dist-info}/METADATA +5 -4
- disdrodb-0.4.0.dist-info/RECORD +361 -0
- {disdrodb-0.2.1.dist-info → disdrodb-0.4.0.dist-info}/entry_points.txt +3 -0
- disdrodb/etc/products/L1/1MIN.yaml +0 -13
- disdrodb/etc/products/L1/LPM/1MIN.yaml +0 -13
- disdrodb/etc/products/L1/LPM_V0/1MIN.yaml +0 -13
- disdrodb/etc/products/L1/PARSIVEL/1MIN.yaml +0 -13
- disdrodb/etc/products/L1/PARSIVEL2/1MIN.yaml +0 -13
- disdrodb/etc/products/L1/PWS100/1MIN.yaml +0 -13
- disdrodb/etc/products/L1/RD80/1MIN.yaml +0 -13
- disdrodb/etc/products/L1/SWS250/1MIN.yaml +0 -13
- disdrodb/etc/products/L2M/10MIN.yaml +0 -12
- disdrodb/l1/beard_model.py +0 -662
- disdrodb/l1/filters.py +0 -205
- disdrodb-0.2.1.dist-info/RECORD +0 -329
- {disdrodb-0.2.1.dist-info → disdrodb-0.4.0.dist-info}/WHEEL +0 -0
- {disdrodb-0.2.1.dist-info → disdrodb-0.4.0.dist-info}/licenses/LICENSE +0 -0
- {disdrodb-0.2.1.dist-info → disdrodb-0.4.0.dist-info}/top_level.txt +0 -0
|
@@ -1,7 +1,5 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
|
|
3
1
|
# -----------------------------------------------------------------------------.
|
|
4
|
-
# Copyright (c) 2021-
|
|
2
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
5
3
|
#
|
|
6
4
|
# This program is free software: you can redistribute it and/or modify
|
|
7
5
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -17,6 +15,7 @@
|
|
|
17
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
18
16
|
# -----------------------------------------------------------------------------.
|
|
19
17
|
"""DISDRODB reader for NMBU BIOKLIM LPM sensor."""
|
|
18
|
+
|
|
20
19
|
import os
|
|
21
20
|
|
|
22
21
|
import pandas as pd
|
|
@@ -158,23 +157,23 @@ def reader(
|
|
|
158
157
|
"number_particles_no_hydrometeor",
|
|
159
158
|
"number_particles_no_hydrometeor_internal_data",
|
|
160
159
|
"number_particles_unknown_classification",
|
|
161
|
-
"
|
|
162
|
-
"
|
|
163
|
-
"
|
|
164
|
-
"
|
|
165
|
-
"
|
|
166
|
-
"
|
|
167
|
-
"
|
|
168
|
-
"
|
|
169
|
-
"
|
|
170
|
-
"
|
|
171
|
-
"
|
|
172
|
-
"
|
|
173
|
-
"
|
|
174
|
-
"
|
|
175
|
-
"
|
|
176
|
-
"
|
|
177
|
-
"
|
|
160
|
+
"total_gross_volume_unknown_classification",
|
|
161
|
+
"number_particles_hail",
|
|
162
|
+
"total_gross_volume_hail",
|
|
163
|
+
"number_particles_solid_precipitation",
|
|
164
|
+
"total_gross_volume_solid_precipitation",
|
|
165
|
+
"number_particles_large_pellet",
|
|
166
|
+
"total_gross_volume_large_pellet",
|
|
167
|
+
"number_particles_small_pellet",
|
|
168
|
+
"total_gross_volume_small_pellet",
|
|
169
|
+
"number_particles_snowgrain",
|
|
170
|
+
"total_gross_volume_snowgrain",
|
|
171
|
+
"number_particles_rain",
|
|
172
|
+
"total_gross_volume_rain",
|
|
173
|
+
"number_particles_small_rain",
|
|
174
|
+
"total_gross_volume_small_rain",
|
|
175
|
+
"number_particles_drizzle",
|
|
176
|
+
"total_gross_volume_drizzle",
|
|
178
177
|
"number_particles_class_9",
|
|
179
178
|
"number_particles_class_9_internal_data",
|
|
180
179
|
"raw_drop_number",
|
|
@@ -1,7 +1,5 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
|
|
3
1
|
# -----------------------------------------------------------------------------.
|
|
4
|
-
# Copyright (c) 2021-
|
|
2
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
5
3
|
#
|
|
6
4
|
# This program is free software: you can redistribute it and/or modify
|
|
7
5
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -17,6 +15,7 @@
|
|
|
17
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
18
16
|
# -----------------------------------------------------------------------------.
|
|
19
17
|
"""DISDRODB reader for ARSO LPM sensors."""
|
|
18
|
+
|
|
20
19
|
import pandas as pd
|
|
21
20
|
|
|
22
21
|
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|
|
@@ -230,23 +229,23 @@ def read_SM05_telegram(
|
|
|
230
229
|
"number_particles_no_hydrometeor",
|
|
231
230
|
"number_particles_no_hydrometeor_internal_data",
|
|
232
231
|
"number_particles_unknown_classification",
|
|
233
|
-
"
|
|
234
|
-
"
|
|
235
|
-
"
|
|
236
|
-
"
|
|
237
|
-
"
|
|
238
|
-
"
|
|
239
|
-
"
|
|
240
|
-
"
|
|
241
|
-
"
|
|
242
|
-
"
|
|
243
|
-
"
|
|
244
|
-
"
|
|
245
|
-
"
|
|
246
|
-
"
|
|
247
|
-
"
|
|
248
|
-
"
|
|
249
|
-
"
|
|
232
|
+
"total_gross_volume_unknown_classification",
|
|
233
|
+
"number_particles_hail",
|
|
234
|
+
"total_gross_volume_hail",
|
|
235
|
+
"number_particles_solid_precipitation",
|
|
236
|
+
"total_gross_volume_solid_precipitation",
|
|
237
|
+
"number_particles_large_pellet",
|
|
238
|
+
"total_gross_volume_large_pellet",
|
|
239
|
+
"number_particles_small_pellet",
|
|
240
|
+
"total_gross_volume_small_pellet",
|
|
241
|
+
"number_particles_snowgrain",
|
|
242
|
+
"total_gross_volume_snowgrain",
|
|
243
|
+
"number_particles_rain",
|
|
244
|
+
"total_gross_volume_rain",
|
|
245
|
+
"number_particles_small_rain",
|
|
246
|
+
"total_gross_volume_small_rain",
|
|
247
|
+
"number_particles_drizzle",
|
|
248
|
+
"total_gross_volume_drizzle",
|
|
250
249
|
"number_particles_class_9",
|
|
251
250
|
"number_particles_class_9_internal_data",
|
|
252
251
|
"raw_drop_number",
|
|
@@ -1,7 +1,5 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
|
|
3
1
|
# -----------------------------------------------------------------------------.
|
|
4
|
-
# Copyright (c) 2021-
|
|
2
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
5
3
|
#
|
|
6
4
|
# This program is free software: you can redistribute it and/or modify
|
|
7
5
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -17,6 +15,7 @@
|
|
|
17
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
18
16
|
# -----------------------------------------------------------------------------.
|
|
19
17
|
"""DISDRODB reader for UL LPM sensors in Crni Vrh."""
|
|
18
|
+
|
|
20
19
|
import pandas as pd
|
|
21
20
|
|
|
22
21
|
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|
|
@@ -152,23 +151,23 @@ def reader(
|
|
|
152
151
|
"number_particles_no_hydrometeor",
|
|
153
152
|
"number_particles_no_hydrometeor_internal_data",
|
|
154
153
|
"number_particles_unknown_classification",
|
|
155
|
-
"
|
|
156
|
-
"
|
|
157
|
-
"
|
|
158
|
-
"
|
|
159
|
-
"
|
|
160
|
-
"
|
|
161
|
-
"
|
|
162
|
-
"
|
|
163
|
-
"
|
|
164
|
-
"
|
|
165
|
-
"
|
|
166
|
-
"
|
|
167
|
-
"
|
|
168
|
-
"
|
|
169
|
-
"
|
|
170
|
-
"
|
|
171
|
-
"
|
|
154
|
+
"total_gross_volume_unknown_classification",
|
|
155
|
+
"number_particles_hail",
|
|
156
|
+
"total_gross_volume_hail",
|
|
157
|
+
"number_particles_solid_precipitation",
|
|
158
|
+
"total_gross_volume_solid_precipitation",
|
|
159
|
+
"number_particles_large_pellet",
|
|
160
|
+
"total_gross_volume_large_pellet",
|
|
161
|
+
"number_particles_small_pellet",
|
|
162
|
+
"total_gross_volume_small_pellet",
|
|
163
|
+
"number_particles_snowgrain",
|
|
164
|
+
"total_gross_volume_snowgrain",
|
|
165
|
+
"number_particles_rain",
|
|
166
|
+
"total_gross_volume_rain",
|
|
167
|
+
"number_particles_small_rain",
|
|
168
|
+
"total_gross_volume_small_rain",
|
|
169
|
+
"number_particles_drizzle",
|
|
170
|
+
"total_gross_volume_drizzle",
|
|
172
171
|
"number_particles_class_9",
|
|
173
172
|
"number_particles_class_9_internal_data",
|
|
174
173
|
"raw_drop_number",
|
|
@@ -1,7 +1,5 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
|
|
3
1
|
# -----------------------------------------------------------------------------.
|
|
4
|
-
# Copyright (c) 2021-
|
|
2
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
5
3
|
#
|
|
6
4
|
# This program is free software: you can redistribute it and/or modify
|
|
7
5
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -17,6 +15,7 @@
|
|
|
17
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
18
16
|
# -----------------------------------------------------------------------------.
|
|
19
17
|
"""DISDRODB reader for GID LPM sensors not measuring wind."""
|
|
18
|
+
|
|
20
19
|
import pandas as pd
|
|
21
20
|
|
|
22
21
|
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|
|
@@ -147,23 +146,23 @@ def reader(
|
|
|
147
146
|
"number_particles_no_hydrometeor",
|
|
148
147
|
"number_particles_no_hydrometeor_internal_data",
|
|
149
148
|
"number_particles_unknown_classification",
|
|
150
|
-
"
|
|
151
|
-
"
|
|
152
|
-
"
|
|
153
|
-
"
|
|
154
|
-
"
|
|
155
|
-
"
|
|
156
|
-
"
|
|
157
|
-
"
|
|
158
|
-
"
|
|
159
|
-
"
|
|
160
|
-
"
|
|
161
|
-
"
|
|
162
|
-
"
|
|
163
|
-
"
|
|
164
|
-
"
|
|
165
|
-
"
|
|
166
|
-
"
|
|
149
|
+
"total_gross_volume_unknown_classification",
|
|
150
|
+
"number_particles_hail",
|
|
151
|
+
"total_gross_volume_hail",
|
|
152
|
+
"number_particles_solid_precipitation",
|
|
153
|
+
"total_gross_volume_solid_precipitation",
|
|
154
|
+
"number_particles_large_pellet",
|
|
155
|
+
"total_gross_volume_large_pellet",
|
|
156
|
+
"number_particles_small_pellet",
|
|
157
|
+
"total_gross_volume_small_pellet",
|
|
158
|
+
"number_particles_snowgrain",
|
|
159
|
+
"total_gross_volume_snowgrain",
|
|
160
|
+
"number_particles_rain",
|
|
161
|
+
"total_gross_volume_rain",
|
|
162
|
+
"number_particles_small_rain",
|
|
163
|
+
"total_gross_volume_small_rain",
|
|
164
|
+
"number_particles_drizzle",
|
|
165
|
+
"total_gross_volume_drizzle",
|
|
167
166
|
"number_particles_class_9",
|
|
168
167
|
"number_particles_class_9_internal_data",
|
|
169
168
|
"raw_drop_number",
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env python3
|
|
2
2
|
# -----------------------------------------------------------------------------.
|
|
3
|
-
# Copyright (c) 2021-
|
|
3
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
4
4
|
#
|
|
5
5
|
# This program is free software: you can redistribute it and/or modify
|
|
6
6
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -1,7 +1,5 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
|
|
3
1
|
# -----------------------------------------------------------------------------.
|
|
4
|
-
# Copyright (c) 2021-
|
|
2
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
5
3
|
#
|
|
6
4
|
# This program is free software: you can redistribute it and/or modify
|
|
7
5
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -17,6 +15,7 @@
|
|
|
17
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
18
16
|
# -----------------------------------------------------------------------------.
|
|
19
17
|
"""DISDRODB reader for the MANCHESTER Withworth Meteorological Observatory LPM sensor."""
|
|
18
|
+
|
|
20
19
|
import pandas as pd
|
|
21
20
|
|
|
22
21
|
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|
|
@@ -169,23 +168,23 @@ def reader(
|
|
|
169
168
|
"number_particles_no_hydrometeor",
|
|
170
169
|
"number_particles_no_hydrometeor_internal_data",
|
|
171
170
|
"number_particles_unknown_classification",
|
|
172
|
-
"
|
|
173
|
-
"
|
|
174
|
-
"
|
|
175
|
-
"
|
|
176
|
-
"
|
|
177
|
-
"
|
|
178
|
-
"
|
|
179
|
-
"
|
|
180
|
-
"
|
|
181
|
-
"
|
|
182
|
-
"
|
|
183
|
-
"
|
|
184
|
-
"
|
|
185
|
-
"
|
|
186
|
-
"
|
|
187
|
-
"
|
|
188
|
-
"
|
|
171
|
+
"total_gross_volume_unknown_classification",
|
|
172
|
+
"number_particles_hail",
|
|
173
|
+
"total_gross_volume_hail",
|
|
174
|
+
"number_particles_solid_precipitation",
|
|
175
|
+
"total_gross_volume_solid_precipitation",
|
|
176
|
+
"number_particles_large_pellet",
|
|
177
|
+
"total_gross_volume_large_pellet",
|
|
178
|
+
"number_particles_small_pellet",
|
|
179
|
+
"total_gross_volume_small_pellet",
|
|
180
|
+
"number_particles_snowgrain",
|
|
181
|
+
"total_gross_volume_snowgrain",
|
|
182
|
+
"number_particles_rain",
|
|
183
|
+
"total_gross_volume_rain",
|
|
184
|
+
"number_particles_small_rain",
|
|
185
|
+
"total_gross_volume_small_rain",
|
|
186
|
+
"number_particles_drizzle",
|
|
187
|
+
"total_gross_volume_drizzle",
|
|
189
188
|
"number_particles_class_9",
|
|
190
189
|
"number_particles_class_9_internal_data",
|
|
191
190
|
"raw_drop_number",
|
|
@@ -1,7 +1,5 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
|
|
3
1
|
# -----------------------------------------------------------------------------.
|
|
4
|
-
# Copyright (c) 2021-
|
|
2
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
5
3
|
#
|
|
6
4
|
# This program is free software: you can redistribute it and/or modify
|
|
7
5
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -17,6 +15,7 @@
|
|
|
17
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
18
16
|
# -----------------------------------------------------------------------------.
|
|
19
17
|
"""DISDRODB reader for CHARLESTON experiment LPM sensors."""
|
|
18
|
+
|
|
20
19
|
import os
|
|
21
20
|
|
|
22
21
|
import numpy as np
|
|
@@ -161,23 +160,23 @@ def reader(
|
|
|
161
160
|
"number_particles_no_hydrometeor",
|
|
162
161
|
"number_particles_no_hydrometeor_internal_data",
|
|
163
162
|
"number_particles_unknown_classification",
|
|
164
|
-
"
|
|
165
|
-
"
|
|
166
|
-
"
|
|
167
|
-
"
|
|
168
|
-
"
|
|
169
|
-
"
|
|
170
|
-
"
|
|
171
|
-
"
|
|
172
|
-
"
|
|
173
|
-
"
|
|
174
|
-
"
|
|
175
|
-
"
|
|
176
|
-
"
|
|
177
|
-
"
|
|
178
|
-
"
|
|
179
|
-
"
|
|
180
|
-
"
|
|
163
|
+
"total_gross_volume_unknown_classification",
|
|
164
|
+
"number_particles_hail",
|
|
165
|
+
"total_gross_volume_hail",
|
|
166
|
+
"number_particles_solid_precipitation",
|
|
167
|
+
"total_gross_volume_solid_precipitation",
|
|
168
|
+
"number_particles_large_pellet",
|
|
169
|
+
"total_gross_volume_large_pellet",
|
|
170
|
+
"number_particles_small_pellet",
|
|
171
|
+
"total_gross_volume_small_pellet",
|
|
172
|
+
"number_particles_snowgrain",
|
|
173
|
+
"total_gross_volume_snowgrain",
|
|
174
|
+
"number_particles_rain",
|
|
175
|
+
"total_gross_volume_rain",
|
|
176
|
+
"number_particles_small_rain",
|
|
177
|
+
"total_gross_volume_small_rain",
|
|
178
|
+
"number_particles_drizzle",
|
|
179
|
+
"total_gross_volume_drizzle",
|
|
181
180
|
"number_particles_class_9",
|
|
182
181
|
"number_particles_class_9_internal_data",
|
|
183
182
|
"raw_drop_number",
|
|
@@ -0,0 +1,255 @@
|
|
|
1
|
+
# -----------------------------------------------------------------------------.
|
|
2
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
3
|
+
#
|
|
4
|
+
# This program is free software: you can redistribute it and/or modify
|
|
5
|
+
# it under the terms of the GNU General Public License as published by
|
|
6
|
+
# the Free Software Foundation, either version 3 of the License, or
|
|
7
|
+
# (at your option) any later version.
|
|
8
|
+
#
|
|
9
|
+
# This program is distributed in the hope that it will be useful,
|
|
10
|
+
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
11
|
+
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
12
|
+
# GNU General Public License for more details.
|
|
13
|
+
#
|
|
14
|
+
# You should have received a copy of the GNU General Public License
|
|
15
|
+
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
|
+
# -----------------------------------------------------------------------------.
|
|
17
|
+
"""DISDRODB reader for DEVEX LPM sensors."""
|
|
18
|
+
|
|
19
|
+
import numpy as np
|
|
20
|
+
import pandas as pd
|
|
21
|
+
|
|
22
|
+
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|
|
23
|
+
from disdrodb.l0.l0a_processing import read_raw_text_file
|
|
24
|
+
from disdrodb.utils.logger import log_error
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
@is_documented_by(reader_generic_docstring)
|
|
28
|
+
def read_txt_file(
|
|
29
|
+
file,
|
|
30
|
+
filename,
|
|
31
|
+
logger=None,
|
|
32
|
+
):
|
|
33
|
+
"""Reader."""
|
|
34
|
+
##------------------------------------------------------------------------.
|
|
35
|
+
#### - Define raw data headers
|
|
36
|
+
column_names = ["TO_PARSE"]
|
|
37
|
+
|
|
38
|
+
##------------------------------------------------------------------------.
|
|
39
|
+
#### Define reader options
|
|
40
|
+
# - For more info: https://pandas.pydata.org/docs/reference/api/pandas.read_csv.html
|
|
41
|
+
reader_kwargs = {}
|
|
42
|
+
|
|
43
|
+
# - Define delimiter
|
|
44
|
+
reader_kwargs["delimiter"] = "\\n"
|
|
45
|
+
|
|
46
|
+
# - Avoid first column to become df index !!!
|
|
47
|
+
reader_kwargs["index_col"] = False
|
|
48
|
+
|
|
49
|
+
# Since column names are expected to be passed explicitly, header is set to None
|
|
50
|
+
reader_kwargs["header"] = None
|
|
51
|
+
|
|
52
|
+
# - Number of rows to be skipped at the beginning of the file
|
|
53
|
+
reader_kwargs["skiprows"] = None
|
|
54
|
+
|
|
55
|
+
# - Define behaviour when encountering bad lines
|
|
56
|
+
reader_kwargs["on_bad_lines"] = "skip"
|
|
57
|
+
|
|
58
|
+
# - Define reader engine
|
|
59
|
+
# - C engine is faster
|
|
60
|
+
# - Python engine is more feature-complete
|
|
61
|
+
reader_kwargs["engine"] = "python"
|
|
62
|
+
|
|
63
|
+
# - Define on-the-fly decompression of on-disk data
|
|
64
|
+
# - Available: gzip, bz2, zip
|
|
65
|
+
reader_kwargs["compression"] = "infer"
|
|
66
|
+
|
|
67
|
+
# - Strings to recognize as NA/NaN and replace with standard NA flags
|
|
68
|
+
# - Already included: '#N/A', '#N/A N/A', '#NA', '-1.#IND', '-1.#QNAN',
|
|
69
|
+
# '-NaN', '-nan', '1.#IND', '1.#QNAN', '<NA>', 'N/A',
|
|
70
|
+
# 'NA', 'NULL', 'NaN', 'n/a', 'nan', 'null'
|
|
71
|
+
reader_kwargs["na_values"] = ["na", "", "error"]
|
|
72
|
+
|
|
73
|
+
##------------------------------------------------------------------------.
|
|
74
|
+
#### Read the data
|
|
75
|
+
df = read_raw_text_file(
|
|
76
|
+
filepath=file,
|
|
77
|
+
column_names=column_names,
|
|
78
|
+
reader_kwargs=reader_kwargs,
|
|
79
|
+
logger=logger,
|
|
80
|
+
)
|
|
81
|
+
|
|
82
|
+
##------------------------------------------------------------------------.
|
|
83
|
+
#### Adapt the dataframe to adhere to DISDRODB L0 standards
|
|
84
|
+
# Raise error if empty file
|
|
85
|
+
if len(df) == 0:
|
|
86
|
+
raise ValueError(f"{filename} is empty.")
|
|
87
|
+
|
|
88
|
+
# Select only rows with expected number of delimiters
|
|
89
|
+
df = df[df["TO_PARSE"].str.count(";") == 520]
|
|
90
|
+
|
|
91
|
+
# Raise error if no data left
|
|
92
|
+
if len(df) == 0:
|
|
93
|
+
raise ValueError(f"No valid data in {filename}.")
|
|
94
|
+
|
|
95
|
+
# Split by ; delimiter (before raw drop number)
|
|
96
|
+
df = df["TO_PARSE"].str.split(";", expand=True, n=79)
|
|
97
|
+
|
|
98
|
+
# Assign column names
|
|
99
|
+
names = [
|
|
100
|
+
"start_identifier",
|
|
101
|
+
"device_address",
|
|
102
|
+
"sensor_serial_number",
|
|
103
|
+
"sensor_date",
|
|
104
|
+
"sensor_time",
|
|
105
|
+
"weather_code_synop_4677_5min",
|
|
106
|
+
"weather_code_synop_4680_5min",
|
|
107
|
+
"weather_code_metar_4678_5min",
|
|
108
|
+
"precipitation_rate_5min",
|
|
109
|
+
"weather_code_synop_4677",
|
|
110
|
+
"weather_code_synop_4680",
|
|
111
|
+
"weather_code_metar_4678",
|
|
112
|
+
"precipitation_rate",
|
|
113
|
+
"rainfall_rate",
|
|
114
|
+
"snowfall_rate",
|
|
115
|
+
"precipitation_accumulated",
|
|
116
|
+
"mor_visibility",
|
|
117
|
+
"reflectivity",
|
|
118
|
+
"quality_index",
|
|
119
|
+
"max_hail_diameter",
|
|
120
|
+
"laser_status",
|
|
121
|
+
"static_signal_status",
|
|
122
|
+
"laser_temperature_analog_status",
|
|
123
|
+
"laser_temperature_digital_status",
|
|
124
|
+
"laser_current_analog_status",
|
|
125
|
+
"laser_current_digital_status",
|
|
126
|
+
"sensor_voltage_supply_status",
|
|
127
|
+
"current_heating_pane_transmitter_head_status",
|
|
128
|
+
"current_heating_pane_receiver_head_status",
|
|
129
|
+
"temperature_sensor_status",
|
|
130
|
+
"current_heating_voltage_supply_status",
|
|
131
|
+
"current_heating_house_status",
|
|
132
|
+
"current_heating_heads_status",
|
|
133
|
+
"current_heating_carriers_status",
|
|
134
|
+
"control_output_laser_power_status",
|
|
135
|
+
"reserved_status",
|
|
136
|
+
"temperature_interior",
|
|
137
|
+
"laser_temperature",
|
|
138
|
+
"laser_current_average",
|
|
139
|
+
"control_voltage",
|
|
140
|
+
"optical_control_voltage_output",
|
|
141
|
+
"sensor_voltage_supply",
|
|
142
|
+
"current_heating_pane_transmitter_head",
|
|
143
|
+
"current_heating_pane_receiver_head",
|
|
144
|
+
"temperature_ambient",
|
|
145
|
+
"current_heating_voltage_supply",
|
|
146
|
+
"current_heating_house",
|
|
147
|
+
"current_heating_heads",
|
|
148
|
+
"current_heating_carriers",
|
|
149
|
+
"number_particles",
|
|
150
|
+
"number_particles_internal_data",
|
|
151
|
+
"number_particles_min_speed",
|
|
152
|
+
"number_particles_min_speed_internal_data",
|
|
153
|
+
"number_particles_max_speed",
|
|
154
|
+
"number_particles_max_speed_internal_data",
|
|
155
|
+
"number_particles_min_diameter",
|
|
156
|
+
"number_particles_min_diameter_internal_data",
|
|
157
|
+
"number_particles_no_hydrometeor",
|
|
158
|
+
"number_particles_no_hydrometeor_internal_data",
|
|
159
|
+
"number_particles_unknown_classification",
|
|
160
|
+
"total_gross_volume_unknown_classification",
|
|
161
|
+
"number_particles_hail",
|
|
162
|
+
"total_gross_volume_hail",
|
|
163
|
+
"number_particles_solid_precipitation",
|
|
164
|
+
"total_gross_volume_solid_precipitation",
|
|
165
|
+
"number_particles_large_pellet",
|
|
166
|
+
"total_gross_volume_large_pellet",
|
|
167
|
+
"number_particles_small_pellet",
|
|
168
|
+
"total_gross_volume_small_pellet",
|
|
169
|
+
"number_particles_snowgrain",
|
|
170
|
+
"total_gross_volume_snowgrain",
|
|
171
|
+
"number_particles_rain",
|
|
172
|
+
"total_gross_volume_rain",
|
|
173
|
+
"number_particles_small_rain",
|
|
174
|
+
"total_gross_volume_small_rain",
|
|
175
|
+
"number_particles_drizzle",
|
|
176
|
+
"total_gross_volume_drizzle",
|
|
177
|
+
"number_particles_class_9",
|
|
178
|
+
"number_particles_class_9_internal_data",
|
|
179
|
+
"raw_drop_number",
|
|
180
|
+
]
|
|
181
|
+
df.columns = names
|
|
182
|
+
|
|
183
|
+
# Remove checksum from raw_drop_number
|
|
184
|
+
df["raw_drop_number"] = df["raw_drop_number"].str.rsplit(";", n=2, expand=True)[0]
|
|
185
|
+
|
|
186
|
+
# Infer and define "time" column
|
|
187
|
+
start_time_str = filename.split(".")[0] # '2024020200.txt'
|
|
188
|
+
start_time = pd.to_datetime(start_time_str, format="%Y%m%d%H")
|
|
189
|
+
|
|
190
|
+
# - Define timedelta based on sensor_time
|
|
191
|
+
# --> Add +24h to subsequent times when time resets
|
|
192
|
+
dt = pd.to_timedelta(df["sensor_time"]).to_numpy().astype("m8[s]")
|
|
193
|
+
rollover_indices = np.where(np.diff(dt) < np.timedelta64(0, "s"))[0]
|
|
194
|
+
if rollover_indices.size > 0:
|
|
195
|
+
for idx in rollover_indices:
|
|
196
|
+
dt[idx + 1 :] += np.timedelta64(24, "h")
|
|
197
|
+
dt = dt - dt[0]
|
|
198
|
+
|
|
199
|
+
# - Define approximate time
|
|
200
|
+
df["time"] = start_time + dt
|
|
201
|
+
|
|
202
|
+
# - Keep rows where time increment is between 00 and 59 minutes
|
|
203
|
+
valid_rows = dt <= np.timedelta64(3540, "s")
|
|
204
|
+
df = df[valid_rows]
|
|
205
|
+
|
|
206
|
+
# Drop row if start_identifier different than 00
|
|
207
|
+
# df = df[df["start_identifier"].astype(str) == "00"]
|
|
208
|
+
|
|
209
|
+
# Drop rows with invalid raw_drop_number
|
|
210
|
+
df = df[df["raw_drop_number"].astype(str).str.len() == 1759]
|
|
211
|
+
|
|
212
|
+
# Drop columns not agreeing with DISDRODB L0 standards
|
|
213
|
+
columns_to_drop = [
|
|
214
|
+
"start_identifier",
|
|
215
|
+
"device_address",
|
|
216
|
+
"sensor_serial_number",
|
|
217
|
+
"sensor_date",
|
|
218
|
+
"sensor_time",
|
|
219
|
+
]
|
|
220
|
+
df = df.drop(columns=columns_to_drop)
|
|
221
|
+
return df
|
|
222
|
+
|
|
223
|
+
|
|
224
|
+
@is_documented_by(reader_generic_docstring)
|
|
225
|
+
def reader(
|
|
226
|
+
filepath,
|
|
227
|
+
logger=None,
|
|
228
|
+
):
|
|
229
|
+
"""Reader."""
|
|
230
|
+
import zipfile
|
|
231
|
+
|
|
232
|
+
list_df = []
|
|
233
|
+
with zipfile.ZipFile(filepath, "r") as zip_ref:
|
|
234
|
+
filenames = sorted(zip_ref.namelist())
|
|
235
|
+
for filename in filenames:
|
|
236
|
+
if filename.endswith(".txt"):
|
|
237
|
+
# Open file
|
|
238
|
+
with zip_ref.open(filename) as file:
|
|
239
|
+
try:
|
|
240
|
+
df = read_txt_file(file=file, filename=filename, logger=logger)
|
|
241
|
+
if df is not None:
|
|
242
|
+
list_df.append(df)
|
|
243
|
+
except Exception as e:
|
|
244
|
+
msg = f"An error occurred while reading {filename}. The error is: {e}"
|
|
245
|
+
log_error(logger=logger, msg=msg, verbose=True)
|
|
246
|
+
|
|
247
|
+
# Check the zip file contains at least some non.empty files
|
|
248
|
+
if len(list_df) == 0:
|
|
249
|
+
raise ValueError(f"{filepath} contains only empty files!")
|
|
250
|
+
|
|
251
|
+
# Concatenate all dataframes into a single one
|
|
252
|
+
df = pd.concat(list_df)
|
|
253
|
+
|
|
254
|
+
# ---------------------------------------------------------------------.
|
|
255
|
+
return df
|
|
@@ -1,7 +1,5 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
|
|
3
1
|
# -----------------------------------------------------------------------------.
|
|
4
|
-
# Copyright (c) 2021-
|
|
2
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
5
3
|
#
|
|
6
4
|
# This program is free software: you can redistribute it and/or modify
|
|
7
5
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -120,8 +118,8 @@ def read_txt_file(file, filename, logger):
|
|
|
120
118
|
"total_gross_volume_hail",
|
|
121
119
|
"number_particles_solid_precipitation",
|
|
122
120
|
"total_gross_volume_solid_precipitation",
|
|
123
|
-
"
|
|
124
|
-
"
|
|
121
|
+
"number_particles_large_pellet",
|
|
122
|
+
"total_gross_volume_large_pellet",
|
|
125
123
|
"number_particles_small_pellet",
|
|
126
124
|
"total_gross_volume_small_pellet",
|
|
127
125
|
"number_particles_snowgrain",
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
# -----------------------------------------------------------------------------.
|
|
2
|
-
# Copyright (c) 2021-
|
|
2
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
3
3
|
#
|
|
4
4
|
# This program is free software: you can redistribute it and/or modify
|
|
5
5
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -15,6 +15,7 @@
|
|
|
15
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
16
|
# -----------------------------------------------------------------------------.
|
|
17
17
|
"""DISDRODB reader for GID LPM V0 sensor (TC-TO) with incorrect reported time."""
|
|
18
|
+
|
|
18
19
|
import numpy as np
|
|
19
20
|
import pandas as pd
|
|
20
21
|
|
|
@@ -121,8 +122,8 @@ def read_txt_file(file, filename, logger):
|
|
|
121
122
|
"total_gross_volume_hail",
|
|
122
123
|
"number_particles_solid_precipitation",
|
|
123
124
|
"total_gross_volume_solid_precipitation",
|
|
124
|
-
"
|
|
125
|
-
"
|
|
125
|
+
"number_particles_large_pellet",
|
|
126
|
+
"total_gross_volume_large_pellet",
|
|
126
127
|
"number_particles_small_pellet",
|
|
127
128
|
"total_gross_volume_small_pellet",
|
|
128
129
|
"number_particles_snowgrain",
|