disdrodb 0.2.0__py3-none-any.whl → 0.3.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- disdrodb/__init__.py +1 -1
- disdrodb/_config.py +1 -3
- disdrodb/_version.py +2 -2
- disdrodb/accessor/__init__.py +1 -1
- disdrodb/accessor/methods.py +18 -11
- disdrodb/api/checks.py +2 -4
- disdrodb/api/configs.py +1 -3
- disdrodb/api/create_directories.py +4 -6
- disdrodb/api/info.py +1 -3
- disdrodb/api/io.py +15 -9
- disdrodb/api/path.py +1 -3
- disdrodb/cli/disdrodb_check_metadata_archive.py +2 -2
- disdrodb/cli/disdrodb_check_products_options.py +44 -0
- disdrodb/cli/disdrodb_create_summary.py +48 -22
- disdrodb/cli/disdrodb_create_summary_station.py +39 -18
- disdrodb/cli/disdrodb_data_archive_directory.py +1 -3
- disdrodb/cli/disdrodb_download_archive.py +45 -24
- disdrodb/cli/disdrodb_download_metadata_archive.py +27 -16
- disdrodb/cli/disdrodb_download_station.py +56 -26
- disdrodb/cli/disdrodb_initialize_station.py +40 -20
- disdrodb/cli/disdrodb_metadata_archive_directory.py +1 -3
- disdrodb/cli/disdrodb_open_data_archive.py +16 -11
- disdrodb/cli/disdrodb_open_logs_directory.py +29 -18
- disdrodb/cli/disdrodb_open_metadata_archive.py +25 -11
- disdrodb/cli/disdrodb_open_metadata_directory.py +32 -20
- disdrodb/cli/disdrodb_open_product_directory.py +38 -21
- disdrodb/cli/disdrodb_open_readers_directory.py +1 -3
- disdrodb/cli/disdrodb_run.py +189 -0
- disdrodb/cli/disdrodb_run_l0.py +55 -64
- disdrodb/cli/disdrodb_run_l0_station.py +47 -52
- disdrodb/cli/disdrodb_run_l0a.py +47 -45
- disdrodb/cli/disdrodb_run_l0a_station.py +38 -37
- disdrodb/cli/disdrodb_run_l0b.py +45 -45
- disdrodb/cli/disdrodb_run_l0b_station.py +37 -36
- disdrodb/cli/disdrodb_run_l0c.py +50 -47
- disdrodb/cli/disdrodb_run_l0c_station.py +41 -38
- disdrodb/cli/disdrodb_run_l1.py +49 -45
- disdrodb/cli/disdrodb_run_l1_station.py +40 -37
- disdrodb/cli/disdrodb_run_l2e.py +50 -45
- disdrodb/cli/disdrodb_run_l2e_station.py +41 -37
- disdrodb/cli/disdrodb_run_l2m.py +49 -45
- disdrodb/cli/disdrodb_run_l2m_station.py +40 -37
- disdrodb/cli/disdrodb_run_station.py +184 -0
- disdrodb/cli/disdrodb_upload_archive.py +45 -35
- disdrodb/cli/disdrodb_upload_station.py +39 -32
- disdrodb/configs.py +13 -8
- disdrodb/constants.py +4 -2
- disdrodb/data_transfer/__init__.py +1 -3
- disdrodb/data_transfer/download_data.py +38 -54
- disdrodb/data_transfer/upload_data.py +1 -3
- disdrodb/data_transfer/zenodo.py +1 -3
- disdrodb/docs.py +1 -3
- disdrodb/etc/configs/attributes.yaml +52 -2
- disdrodb/etc/configs/encodings.yaml +45 -1
- disdrodb/etc/products/L0C/ODM470/global.yaml +5 -0
- disdrodb/etc/products/L0C/global.yaml +5 -0
- disdrodb/etc/products/L1/ODM470/global.yaml +6 -0
- disdrodb/etc/products/L1/global.yaml +1 -14
- disdrodb/etc/products/L2E/LPM/1MIN.yaml +1 -0
- disdrodb/etc/products/L2E/LPM/global.yaml +36 -0
- disdrodb/etc/products/L2E/LPM_V0/1MIN.yaml +1 -0
- disdrodb/etc/products/L2E/LPM_V0/global.yaml +36 -0
- disdrodb/etc/products/L2E/ODM470/1MIN.yaml +1 -0
- disdrodb/etc/products/L2E/ODM470/global.yaml +36 -0
- disdrodb/etc/products/L2E/PARSIVEL/1MIN.yaml +1 -0
- disdrodb/etc/products/L2E/PARSIVEL/global.yaml +36 -0
- disdrodb/etc/products/L2E/PARSIVEL2/1MIN.yaml +1 -0
- disdrodb/etc/products/L2E/PARSIVEL2/global.yaml +36 -0
- disdrodb/etc/products/L2E/PWS100/1MIN.yaml +1 -0
- disdrodb/etc/products/L2E/PWS100/global.yaml +36 -0
- disdrodb/etc/products/L2E/RD80/1MIN.yaml +19 -0
- disdrodb/etc/products/L2E/SWS250/1MIN.yaml +19 -0
- disdrodb/etc/products/L2E/global.yaml +17 -3
- disdrodb/etc/products/L2M/global.yaml +1 -1
- disdrodb/fall_velocity/__init__.py +46 -0
- disdrodb/fall_velocity/graupel.py +483 -0
- disdrodb/fall_velocity/hail.py +287 -0
- disdrodb/{l1/fall_velocity.py → fall_velocity/rain.py} +265 -50
- disdrodb/issue/__init__.py +1 -3
- disdrodb/issue/checks.py +3 -5
- disdrodb/issue/reader.py +1 -3
- disdrodb/issue/writer.py +1 -3
- disdrodb/l0/__init__.py +1 -1
- disdrodb/l0/check_configs.py +26 -17
- disdrodb/l0/check_standards.py +1 -3
- disdrodb/l0/configs/LPM/l0a_encodings.yml +0 -1
- disdrodb/l0/configs/LPM/l0b_cf_attrs.yml +0 -4
- disdrodb/l0/configs/LPM/l0b_encodings.yml +9 -9
- disdrodb/l0/configs/LPM/raw_data_format.yml +11 -11
- disdrodb/l0/configs/LPM_V0/bins_diameter.yml +103 -0
- disdrodb/l0/configs/LPM_V0/bins_velocity.yml +103 -0
- disdrodb/l0/configs/LPM_V0/l0a_encodings.yml +45 -0
- disdrodb/l0/configs/LPM_V0/l0b_cf_attrs.yml +180 -0
- disdrodb/l0/configs/LPM_V0/l0b_encodings.yml +410 -0
- disdrodb/l0/configs/LPM_V0/raw_data_format.yml +474 -0
- disdrodb/l0/configs/ODM470/bins_diameter.yml +643 -0
- disdrodb/l0/configs/ODM470/bins_velocity.yml +0 -0
- disdrodb/l0/configs/ODM470/l0a_encodings.yml +11 -0
- disdrodb/l0/configs/ODM470/l0b_cf_attrs.yml +46 -0
- disdrodb/l0/configs/ODM470/l0b_encodings.yml +106 -0
- disdrodb/l0/configs/ODM470/raw_data_format.yml +111 -0
- disdrodb/l0/configs/PARSIVEL/l0b_cf_attrs.yml +1 -1
- disdrodb/l0/configs/PARSIVEL/raw_data_format.yml +8 -8
- disdrodb/l0/configs/PARSIVEL2/raw_data_format.yml +9 -9
- disdrodb/l0/l0_reader.py +1 -3
- disdrodb/l0/l0a_processing.py +7 -5
- disdrodb/l0/l0b_nc_processing.py +2 -4
- disdrodb/l0/l0b_processing.py +27 -22
- disdrodb/l0/l0c_processing.py +37 -11
- disdrodb/l0/manuals/LPM_V0.pdf +0 -0
- disdrodb/l0/readers/LPM/ARM/ARM_LPM.py +1 -1
- disdrodb/l0/readers/LPM/AUSTRALIA/MELBOURNE_2007_LPM.py +1 -1
- disdrodb/l0/readers/LPM/BRAZIL/CHUVA_LPM.py +1 -1
- disdrodb/l0/readers/LPM/BRAZIL/GOAMAZON_LPM.py +1 -1
- disdrodb/l0/readers/LPM/GERMANY/DWD.py +190 -12
- disdrodb/l0/readers/LPM/ITALY/GID_LPM.py +63 -14
- disdrodb/l0/readers/LPM/ITALY/GID_LPM_PI.py +279 -0
- disdrodb/l0/readers/LPM/ITALY/GID_LPM_T.py +279 -0
- disdrodb/l0/readers/LPM/ITALY/GID_LPM_W.py +3 -5
- disdrodb/l0/readers/LPM/KIT/CHWALA.py +1 -3
- disdrodb/l0/readers/LPM/NETHERLANDS/DELFT_LPM_NC.py +1 -1
- disdrodb/l0/readers/LPM/NETHERLANDS/DELFT_RWANDA_LPM_NC.py +103 -0
- disdrodb/l0/readers/LPM/NORWAY/HAUKELISETER_LPM.py +214 -0
- disdrodb/l0/readers/LPM/NORWAY/NMBU_LPM.py +206 -0
- disdrodb/l0/readers/LPM/SLOVENIA/ARSO.py +1 -3
- disdrodb/l0/readers/LPM/SLOVENIA/UL.py +1 -3
- disdrodb/l0/readers/LPM/SWITZERLAND/INNERERIZ_LPM.py +1 -3
- disdrodb/l0/readers/LPM/UK/DIVEN.py +1 -1
- disdrodb/l0/readers/LPM/UK/WITHWORTH_LPM.py +217 -0
- disdrodb/l0/readers/LPM/USA/CHARLESTON.py +227 -0
- disdrodb/l0/readers/{LPM → LPM_V0}/BELGIUM/ULIEGE.py +34 -52
- disdrodb/l0/readers/LPM_V0/ITALY/GID_LPM_V0.py +240 -0
- disdrodb/l0/readers/ODM470/OCEAN/OCEANRAIN.py +123 -0
- disdrodb/l0/readers/PARSIVEL/AUSTRALIA/MELBOURNE_2007_PARSIVEL.py +1 -1
- disdrodb/l0/readers/PARSIVEL/BASQUECOUNTRY/EUSKALMET_OTT.py +1 -1
- disdrodb/l0/readers/PARSIVEL/CHINA/CHONGQING.py +1 -3
- disdrodb/l0/readers/PARSIVEL/EPFL/ARCTIC_2021.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/COMMON_2011.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/DAVOS_2009_2011.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_2009.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_ROOF_2008.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_ROOF_2010.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_ROOF_2011.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_ROOF_2012.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/GENEPI_2007.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/GRAND_ST_BERNARD_2007.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/GRAND_ST_BERNARD_2007_2.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/HPICONET_2010.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/HYMEX_LTE_SOP2.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/HYMEX_LTE_SOP3.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/HYMEX_LTE_SOP4.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/LOCARNO_2018.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/LOCARNO_2019.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/PARADISO_2014.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/PARSIVEL_2007.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/PLATO_2019.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/RACLETS_2019.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/RACLETS_2019_WJF.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/RIETHOLZBACH_2011.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/SAMOYLOV_2017.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/SAMOYLOV_2019.py +1 -1
- disdrodb/l0/readers/PARSIVEL/EPFL/UNIL_2022.py +1 -1
- disdrodb/l0/readers/PARSIVEL/JAPAN/JMA.py +1 -1
- disdrodb/l0/readers/PARSIVEL/KOREA/ICEPOP_MSC.py +159 -0
- disdrodb/l0/readers/PARSIVEL/NASA/LPVEX.py +26 -14
- disdrodb/l0/readers/PARSIVEL/NASA/MC3E.py +2 -2
- disdrodb/l0/readers/PARSIVEL/NCAR/CCOPE_2015.py +1 -1
- disdrodb/l0/readers/PARSIVEL/NCAR/OWLES_MIPS.py +1 -1
- disdrodb/l0/readers/PARSIVEL/NCAR/PECAN_MOBILE.py +1 -1
- disdrodb/l0/readers/PARSIVEL/NCAR/PLOWS_MIPS.py +1 -1
- disdrodb/l0/readers/PARSIVEL/NCAR/VORTEX2_2009.py +1 -1
- disdrodb/l0/readers/PARSIVEL/NCAR/VORTEX2_2010.py +1 -3
- disdrodb/l0/readers/PARSIVEL/NCAR/VORTEX2_2010_UF.py +1 -3
- disdrodb/l0/readers/PARSIVEL/SLOVENIA/UL.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/ARM/ARM_PARSIVEL2.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/BASQUECOUNTRY/EUSKALMET_OTT2.py +2 -2
- disdrodb/l0/readers/PARSIVEL2/BELGIUM/ILVO.py +1 -3
- disdrodb/l0/readers/PARSIVEL2/BRAZIL/CHUVA_PARSIVEL2.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/BRAZIL/GOAMAZON_PARSIVEL2.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/CANADA/UQAM_NC.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/DENMARK/DTU.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/DENMARK/EROSION_nc.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/DENMARK/EROSION_raw.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/FINLAND/FMI_PARSIVEL2.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/FRANCE/ENPC_PARSIVEL2.py +1 -3
- disdrodb/l0/readers/PARSIVEL2/FRANCE/OSUG.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/FRANCE/SIRTA_PARSIVEL2.py +1 -3
- disdrodb/l0/readers/PARSIVEL2/GREECE/NOA.py +4 -3
- disdrodb/l0/readers/PARSIVEL2/ITALY/GID_PARSIVEL2.py +1 -3
- disdrodb/l0/readers/PARSIVEL2/ITALY/HYDROX.py +5 -3
- disdrodb/l0/readers/PARSIVEL2/JAPAN/PRECIP.py +155 -0
- disdrodb/l0/readers/PARSIVEL2/KIT/BURKINA_FASO.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/KIT/TEAMX.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/KOREA/ICEPOP_MSC.py +161 -0
- disdrodb/l0/readers/PARSIVEL2/{NASA/GCPEX.py → KOREA/ICEPOP_UCLM.py} +51 -31
- disdrodb/l0/readers/PARSIVEL2/MEXICO/OH_IIUNAM_nc.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/MPI/BCO_PARSIVEL2.py +15 -8
- disdrodb/l0/readers/PARSIVEL2/MPI/BOWTIE.py +9 -4
- disdrodb/l0/readers/PARSIVEL2/NASA/APU.py +31 -6
- disdrodb/l0/readers/PARSIVEL2/NASA/NSSTC.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/NCAR/FARM_PARSIVEL2.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/NCAR/PECAN_FP3.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/NCAR/PECAN_MIPS.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/NCAR/PERILS_MIPS.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/NCAR/PERILS_PIPS.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/NCAR/RELAMPAGO_PARSIVEL2.py +2 -2
- disdrodb/l0/readers/PARSIVEL2/NCAR/SNOWIE_PJ.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/NCAR/SNOWIE_SB.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/NCAR/VORTEX_SE_2016_P1.py +1 -3
- disdrodb/l0/readers/PARSIVEL2/NCAR/VORTEX_SE_2016_P2.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/NCAR/VORTEX_SE_2016_PIPS.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/NETHERLANDS/DELFT_NC.py +1 -1
- disdrodb/l0/readers/{PARSIVEL/NASA/PIERS.py → PARSIVEL2/NORWAY/UIB.py} +65 -31
- disdrodb/l0/readers/PARSIVEL2/PHILIPPINES/PAGASA.py +7 -6
- disdrodb/l0/readers/PARSIVEL2/SPAIN/CENER.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/SPAIN/CR1000DL.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/SPAIN/GRANADA.py +1 -3
- disdrodb/l0/readers/PARSIVEL2/SPAIN/LIAISE.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/SWEDEN/SMHI.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/USA/CSU.py +138 -0
- disdrodb/l0/readers/PARSIVEL2/USA/CW3E.py +49 -22
- disdrodb/l0/readers/PWS100/AUSTRIA/HOAL.py +1 -3
- disdrodb/l0/readers/PWS100/FRANCE/ENPC_PWS100.py +1 -3
- disdrodb/l0/readers/PWS100/FRANCE/ENPC_PWS100_SIRTA.py +1 -1
- disdrodb/l0/readers/{PARSIVEL/NASA/IFLOODS.py → RD80/BRAZIL/ATTO_RD80.py} +50 -36
- disdrodb/l0/readers/RD80/BRAZIL/CHUVA_RD80.py +1 -3
- disdrodb/l0/readers/RD80/BRAZIL/GOAMAZON_RD80.py +1 -3
- disdrodb/l0/readers/RD80/NCAR/CINDY_2011_RD80.py +1 -3
- disdrodb/l0/readers/RD80/NCAR/RELAMPAGO_RD80.py +1 -3
- disdrodb/l0/readers/RD80/NOAA/PSL_RD80.py +1 -3
- disdrodb/l0/readers/{SW250 → SWS250}/BELGIUM/KMI.py +2 -4
- disdrodb/l0/readers/template_reader_raw_netcdf_data.py +1 -3
- disdrodb/l0/readers/template_reader_raw_text_data.py +1 -3
- disdrodb/l0/standards.py +4 -5
- disdrodb/l0/template_tools.py +1 -3
- disdrodb/l1/__init__.py +1 -1
- disdrodb/l1/classification.py +913 -0
- disdrodb/l1/processing.py +36 -106
- disdrodb/l1/resampling.py +8 -3
- disdrodb/l1_env/__init__.py +1 -1
- disdrodb/l1_env/routines.py +6 -6
- disdrodb/l2/__init__.py +1 -1
- disdrodb/l2/empirical_dsd.py +61 -31
- disdrodb/l2/processing.py +327 -62
- disdrodb/metadata/checks.py +1 -3
- disdrodb/metadata/download.py +4 -4
- disdrodb/metadata/geolocation.py +1 -3
- disdrodb/metadata/info.py +1 -3
- disdrodb/metadata/manipulation.py +1 -3
- disdrodb/metadata/reader.py +1 -3
- disdrodb/metadata/search.py +1 -3
- disdrodb/metadata/standards.py +1 -3
- disdrodb/metadata/writer.py +1 -3
- disdrodb/physics/__init__.py +17 -0
- disdrodb/physics/atmosphere.py +272 -0
- disdrodb/physics/water.py +130 -0
- disdrodb/physics/wrappers.py +62 -0
- disdrodb/psd/__init__.py +1 -1
- disdrodb/psd/fitting.py +22 -9
- disdrodb/psd/models.py +1 -1
- disdrodb/routines/__init__.py +5 -1
- disdrodb/routines/l0.py +28 -18
- disdrodb/routines/l1.py +8 -6
- disdrodb/routines/l2.py +8 -4
- disdrodb/routines/options.py +116 -71
- disdrodb/routines/options_validation.py +728 -0
- disdrodb/routines/wrappers.py +431 -11
- disdrodb/scattering/__init__.py +1 -1
- disdrodb/scattering/axis_ratio.py +9 -6
- disdrodb/scattering/permittivity.py +8 -8
- disdrodb/scattering/routines.py +32 -14
- disdrodb/summary/__init__.py +1 -1
- disdrodb/summary/routines.py +146 -86
- disdrodb/utils/__init__.py +1 -1
- disdrodb/utils/archiving.py +16 -9
- disdrodb/utils/attrs.py +4 -3
- disdrodb/utils/cli.py +8 -10
- disdrodb/utils/compression.py +13 -13
- disdrodb/utils/dask.py +33 -14
- disdrodb/utils/dataframe.py +1 -3
- disdrodb/utils/decorators.py +1 -3
- disdrodb/utils/dict.py +1 -1
- disdrodb/utils/directories.py +3 -5
- disdrodb/utils/encoding.py +2 -4
- disdrodb/utils/event.py +1 -1
- disdrodb/utils/list.py +1 -3
- disdrodb/utils/logger.py +1 -3
- disdrodb/utils/manipulations.py +182 -6
- disdrodb/utils/pydantic.py +80 -0
- disdrodb/utils/routines.py +1 -3
- disdrodb/utils/subsetting.py +1 -1
- disdrodb/utils/time.py +3 -2
- disdrodb/utils/warnings.py +1 -3
- disdrodb/utils/writer.py +1 -3
- disdrodb/utils/xarray.py +30 -3
- disdrodb/utils/yaml.py +1 -3
- disdrodb/viz/__init__.py +1 -1
- disdrodb/viz/plots.py +197 -21
- {disdrodb-0.2.0.dist-info → disdrodb-0.3.0.dist-info}/METADATA +2 -2
- disdrodb-0.3.0.dist-info/RECORD +358 -0
- {disdrodb-0.2.0.dist-info → disdrodb-0.3.0.dist-info}/entry_points.txt +3 -0
- disdrodb/etc/products/L1/1MIN.yaml +0 -13
- disdrodb/etc/products/L1/LPM/1MIN.yaml +0 -13
- disdrodb/etc/products/L1/PARSIVEL/1MIN.yaml +0 -13
- disdrodb/etc/products/L1/PARSIVEL2/1MIN.yaml +0 -13
- disdrodb/etc/products/L1/PWS100/1MIN.yaml +0 -13
- disdrodb/etc/products/L1/RD80/1MIN.yaml +0 -13
- disdrodb/etc/products/L1/SWS250/1MIN.yaml +0 -13
- disdrodb/etc/products/L2M/10MIN.yaml +0 -12
- disdrodb/l1/beard_model.py +0 -618
- disdrodb/l1/filters.py +0 -203
- disdrodb-0.2.0.dist-info/RECORD +0 -312
- {disdrodb-0.2.0.dist-info → disdrodb-0.3.0.dist-info}/WHEEL +0 -0
- {disdrodb-0.2.0.dist-info → disdrodb-0.3.0.dist-info}/licenses/LICENSE +0 -0
- {disdrodb-0.2.0.dist-info → disdrodb-0.3.0.dist-info}/top_level.txt +0 -0
|
@@ -1,7 +1,5 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
|
|
3
1
|
# -----------------------------------------------------------------------------.
|
|
4
|
-
# Copyright (c) 2021-
|
|
2
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
5
3
|
#
|
|
6
4
|
# This program is free software: you can redistribute it and/or modify
|
|
7
5
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -88,31 +86,22 @@ def read_txt_file(file, filename, logger):
|
|
|
88
86
|
df = df["TO_PARSE"].str.split(";", expand=True, n=43)
|
|
89
87
|
|
|
90
88
|
# Assign column names
|
|
91
|
-
|
|
92
|
-
"
|
|
93
|
-
"
|
|
94
|
-
"
|
|
89
|
+
names = [
|
|
90
|
+
"start_identifier",
|
|
91
|
+
"sensor_serial_number",
|
|
92
|
+
"weather_code_synop_4680_5min",
|
|
95
93
|
"weather_code_metar_4678_5min",
|
|
96
94
|
"precipitation_rate_5min",
|
|
97
|
-
"
|
|
95
|
+
"weather_code_synop_4680",
|
|
98
96
|
"weather_code_metar_4678",
|
|
99
97
|
"precipitation_rate",
|
|
100
98
|
"precipitation_accumulated",
|
|
101
99
|
"sensor_time",
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
# "quality_index",
|
|
105
|
-
# "max_hail_diameter",
|
|
106
|
-
# "laser_status",
|
|
107
|
-
"dummy1",
|
|
108
|
-
"dummy2",
|
|
109
|
-
# "laser_temperature",
|
|
100
|
+
"temperature_interior",
|
|
101
|
+
"laser_temperature",
|
|
110
102
|
"laser_current_average",
|
|
111
103
|
"control_voltage",
|
|
112
104
|
"optical_control_voltage_output",
|
|
113
|
-
# "current_heating_house",
|
|
114
|
-
# "current_heating_heads",
|
|
115
|
-
# "current_heating_carriers",
|
|
116
105
|
"number_particles",
|
|
117
106
|
"number_particles_internal_data",
|
|
118
107
|
"number_particles_min_speed",
|
|
@@ -123,29 +112,27 @@ def read_txt_file(file, filename, logger):
|
|
|
123
112
|
"number_particles_min_diameter_internal_data",
|
|
124
113
|
"number_particles_no_hydrometeor",
|
|
125
114
|
"number_particles_no_hydrometeor_internal_data",
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
"
|
|
129
|
-
"
|
|
130
|
-
"
|
|
131
|
-
"
|
|
132
|
-
"
|
|
133
|
-
"
|
|
134
|
-
"
|
|
135
|
-
"
|
|
136
|
-
"
|
|
137
|
-
"
|
|
138
|
-
"
|
|
139
|
-
"
|
|
140
|
-
"
|
|
141
|
-
"
|
|
142
|
-
"
|
|
143
|
-
"
|
|
144
|
-
"number_particles_class_9",
|
|
145
|
-
"number_particles_class_9_internal_data",
|
|
115
|
+
"number_particles_unknown_classification",
|
|
116
|
+
"total_gross_volume_unknown_classification",
|
|
117
|
+
"number_particles_hail",
|
|
118
|
+
"total_gross_volume_hail",
|
|
119
|
+
"number_particles_solid_precipitation",
|
|
120
|
+
"total_gross_volume_solid_precipitation",
|
|
121
|
+
"number_particles_great_pellet",
|
|
122
|
+
"total_gross_volume_great_pellet",
|
|
123
|
+
"number_particles_small_pellet",
|
|
124
|
+
"total_gross_volume_small_pellet",
|
|
125
|
+
"number_particles_snowgrain",
|
|
126
|
+
"total_gross_volume_snowgrain",
|
|
127
|
+
"number_particles_rain",
|
|
128
|
+
"total_gross_volume_rain",
|
|
129
|
+
"number_particles_small_rain",
|
|
130
|
+
"total_gross_volume_small_rain",
|
|
131
|
+
"number_particles_drizzle",
|
|
132
|
+
"total_gross_volume_drizzle",
|
|
146
133
|
"raw_drop_number",
|
|
147
134
|
]
|
|
148
|
-
df.columns =
|
|
135
|
+
df.columns = names
|
|
149
136
|
|
|
150
137
|
# Deal with case if there are 61 timesteps
|
|
151
138
|
# - Occurs sometimes when previous hourly file miss timesteps
|
|
@@ -163,7 +150,12 @@ def read_txt_file(file, filename, logger):
|
|
|
163
150
|
start_time = pd.to_datetime(start_time_str, format="%Y%m%d%H")
|
|
164
151
|
|
|
165
152
|
# - Define timedelta based on sensor_time
|
|
153
|
+
# --> Add +24h to subsequent times when time resets
|
|
166
154
|
dt = pd.to_timedelta(df["sensor_time"] + ":00").to_numpy().astype("m8[s]")
|
|
155
|
+
rollover_indices = np.where(np.diff(dt) < np.timedelta64(0, "s"))[0]
|
|
156
|
+
if rollover_indices.size > 0:
|
|
157
|
+
for idx in rollover_indices:
|
|
158
|
+
dt[idx + 1 :] += np.timedelta64(24, "h")
|
|
167
159
|
dt = dt - dt[0]
|
|
168
160
|
|
|
169
161
|
# - Define approximate time
|
|
@@ -173,25 +165,15 @@ def read_txt_file(file, filename, logger):
|
|
|
173
165
|
valid_rows = dt <= np.timedelta64(3540, "s")
|
|
174
166
|
df = df[valid_rows]
|
|
175
167
|
|
|
176
|
-
# Drop rows where sample interval is not 60 seconds
|
|
177
|
-
df = df[df["sample_interval"] == "000060"]
|
|
178
|
-
|
|
179
168
|
# Drop rows with invalid raw_drop_number
|
|
180
|
-
# --> 440 value # 22x20
|
|
181
169
|
# --> 400 here # 20x20
|
|
182
170
|
df = df[df["raw_drop_number"].astype(str).str.len() == 1599]
|
|
183
171
|
|
|
184
|
-
# Deal with old LPM version 20x20 spectrum
|
|
185
|
-
# - Add 000 in first two velocity bins
|
|
186
|
-
df["raw_drop_number"] = df["raw_drop_number"] + ";" + ";".join(["000"] * 40)
|
|
187
|
-
|
|
188
172
|
# Drop columns not agreeing with DISDRODB L0 standards
|
|
189
173
|
columns_to_drop = [
|
|
190
|
-
"
|
|
174
|
+
"start_identifier",
|
|
175
|
+
"sensor_serial_number",
|
|
191
176
|
"sensor_time",
|
|
192
|
-
"dummy1",
|
|
193
|
-
"dummy2",
|
|
194
|
-
"id",
|
|
195
177
|
]
|
|
196
178
|
df = df.drop(columns=columns_to_drop)
|
|
197
179
|
return df
|
|
@@ -0,0 +1,240 @@
|
|
|
1
|
+
# -----------------------------------------------------------------------------.
|
|
2
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
3
|
+
#
|
|
4
|
+
# This program is free software: you can redistribute it and/or modify
|
|
5
|
+
# it under the terms of the GNU General Public License as published by
|
|
6
|
+
# the Free Software Foundation, either version 3 of the License, or
|
|
7
|
+
# (at your option) any later version.
|
|
8
|
+
#
|
|
9
|
+
# This program is distributed in the hope that it will be useful,
|
|
10
|
+
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
11
|
+
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
12
|
+
# GNU General Public License for more details.
|
|
13
|
+
#
|
|
14
|
+
# You should have received a copy of the GNU General Public License
|
|
15
|
+
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
|
+
# -----------------------------------------------------------------------------.
|
|
17
|
+
"""DISDRODB reader for GID LPM V0 sensor (TC-TO) with incorrect reported time."""
|
|
18
|
+
import numpy as np
|
|
19
|
+
import pandas as pd
|
|
20
|
+
|
|
21
|
+
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|
|
22
|
+
from disdrodb.l0.l0a_processing import read_raw_text_file
|
|
23
|
+
from disdrodb.utils.logger import log_error, log_warning
|
|
24
|
+
|
|
25
|
+
|
|
26
|
+
def read_txt_file(file, filename, logger):
|
|
27
|
+
"""Parse for TC-TO LPM hourly file."""
|
|
28
|
+
#### - Define raw data headers
|
|
29
|
+
column_names = ["TO_PARSE"]
|
|
30
|
+
|
|
31
|
+
##------------------------------------------------------------------------.
|
|
32
|
+
#### Define reader options
|
|
33
|
+
# - For more info: https://pandas.pydata.org/docs/reference/api/pandas.read_csv.html
|
|
34
|
+
reader_kwargs = {}
|
|
35
|
+
|
|
36
|
+
# - Define delimiter
|
|
37
|
+
reader_kwargs["delimiter"] = "\\n"
|
|
38
|
+
|
|
39
|
+
# - Avoid first column to become df index !!!
|
|
40
|
+
reader_kwargs["index_col"] = False
|
|
41
|
+
|
|
42
|
+
# Since column names are expected to be passed explicitly, header is set to None
|
|
43
|
+
reader_kwargs["header"] = None
|
|
44
|
+
|
|
45
|
+
# - Number of rows to be skipped at the beginning of the file
|
|
46
|
+
reader_kwargs["skiprows"] = None
|
|
47
|
+
|
|
48
|
+
# - Define behaviour when encountering bad lines
|
|
49
|
+
reader_kwargs["on_bad_lines"] = "skip"
|
|
50
|
+
|
|
51
|
+
# - Define reader engine
|
|
52
|
+
# - C engine is faster
|
|
53
|
+
# - Python engine is more feature-complete
|
|
54
|
+
reader_kwargs["engine"] = "python"
|
|
55
|
+
|
|
56
|
+
# - Define on-the-fly decompression of on-disk data
|
|
57
|
+
# - Available: gzip, bz2, zip
|
|
58
|
+
reader_kwargs["compression"] = "infer"
|
|
59
|
+
|
|
60
|
+
# - Strings to recognize as NA/NaN and replace with standard NA flags
|
|
61
|
+
# - Already included: '#N/A', '#N/A N/A', '#NA', '-1.#IND', '-1.#QNAN',
|
|
62
|
+
# '-NaN', '-nan', '1.#IND', '1.#QNAN', '<NA>', 'N/A',
|
|
63
|
+
# 'NA', 'NULL', 'NaN', 'n/a', 'nan', 'null'
|
|
64
|
+
reader_kwargs["na_values"] = ["na", "", "error"]
|
|
65
|
+
|
|
66
|
+
##------------------------------------------------------------------------.
|
|
67
|
+
#### Read the data
|
|
68
|
+
df = read_raw_text_file(
|
|
69
|
+
filepath=file,
|
|
70
|
+
column_names=column_names,
|
|
71
|
+
reader_kwargs=reader_kwargs,
|
|
72
|
+
logger=logger,
|
|
73
|
+
)
|
|
74
|
+
|
|
75
|
+
##------------------------------------------------------------------------.
|
|
76
|
+
#### Adapt the dataframe to adhere to DISDRODB L0 standards
|
|
77
|
+
# Raise error if empty file
|
|
78
|
+
if len(df) == 0:
|
|
79
|
+
raise ValueError(f"{filename} is empty.")
|
|
80
|
+
|
|
81
|
+
# Select only rows with expected number of delimiters
|
|
82
|
+
df = df[df["TO_PARSE"].str.count(";") == 442]
|
|
83
|
+
|
|
84
|
+
# Check there are still valid rows
|
|
85
|
+
if len(df) == 0:
|
|
86
|
+
raise ValueError(f"No valid rows in {filename}.")
|
|
87
|
+
|
|
88
|
+
# Split by ; delimiter (before raw drop number)
|
|
89
|
+
df = df["TO_PARSE"].str.split(";", expand=True, n=43)
|
|
90
|
+
|
|
91
|
+
# Assign column names
|
|
92
|
+
names = [
|
|
93
|
+
"start_identifier",
|
|
94
|
+
"sensor_serial_number",
|
|
95
|
+
"weather_code_synop_4680_5min",
|
|
96
|
+
"weather_code_metar_4678_5min",
|
|
97
|
+
"precipitation_rate_5min",
|
|
98
|
+
"weather_code_synop_4680",
|
|
99
|
+
"weather_code_metar_4678",
|
|
100
|
+
"precipitation_rate",
|
|
101
|
+
"precipitation_accumulated",
|
|
102
|
+
"sensor_time",
|
|
103
|
+
"temperature_interior",
|
|
104
|
+
"laser_temperature",
|
|
105
|
+
"laser_current_average",
|
|
106
|
+
"control_voltage",
|
|
107
|
+
"optical_control_voltage_output",
|
|
108
|
+
"number_particles",
|
|
109
|
+
"number_particles_internal_data",
|
|
110
|
+
"number_particles_min_speed",
|
|
111
|
+
"number_particles_min_speed_internal_data",
|
|
112
|
+
"number_particles_max_speed",
|
|
113
|
+
"number_particles_max_speed_internal_data",
|
|
114
|
+
"number_particles_min_diameter",
|
|
115
|
+
"number_particles_min_diameter_internal_data",
|
|
116
|
+
"number_particles_no_hydrometeor",
|
|
117
|
+
"number_particles_no_hydrometeor_internal_data",
|
|
118
|
+
"number_particles_unknown_classification",
|
|
119
|
+
"total_gross_volume_unknown_classification",
|
|
120
|
+
"number_particles_hail",
|
|
121
|
+
"total_gross_volume_hail",
|
|
122
|
+
"number_particles_solid_precipitation",
|
|
123
|
+
"total_gross_volume_solid_precipitation",
|
|
124
|
+
"number_particles_great_pellet",
|
|
125
|
+
"total_gross_volume_great_pellet",
|
|
126
|
+
"number_particles_small_pellet",
|
|
127
|
+
"total_gross_volume_small_pellet",
|
|
128
|
+
"number_particles_snowgrain",
|
|
129
|
+
"total_gross_volume_snowgrain",
|
|
130
|
+
"number_particles_rain",
|
|
131
|
+
"total_gross_volume_rain",
|
|
132
|
+
"number_particles_small_rain",
|
|
133
|
+
"total_gross_volume_small_rain",
|
|
134
|
+
"number_particles_drizzle",
|
|
135
|
+
"total_gross_volume_drizzle",
|
|
136
|
+
"raw_drop_number",
|
|
137
|
+
]
|
|
138
|
+
df.columns = names
|
|
139
|
+
|
|
140
|
+
# Deal with case if there are 61 timesteps
|
|
141
|
+
# - Occurs sometimes when previous hourly file miss timesteps
|
|
142
|
+
if len(df) == 61:
|
|
143
|
+
log_warning(logger=logger, msg=f"{filename} contains 61 timesteps. Dropping the first.")
|
|
144
|
+
df = df.iloc[1:]
|
|
145
|
+
|
|
146
|
+
# Raise error if more than 60 timesteps/rows
|
|
147
|
+
n_rows = len(df)
|
|
148
|
+
if n_rows > 60:
|
|
149
|
+
raise ValueError(f"The hourly file contains {n_rows} timesteps.")
|
|
150
|
+
|
|
151
|
+
# Infer and define "time" column
|
|
152
|
+
start_time_str = filename.split(".")[0] # '2024020200.txt'
|
|
153
|
+
start_time = pd.to_datetime(start_time_str, format="%Y%m%d%H")
|
|
154
|
+
|
|
155
|
+
# - Define timedelta based on sensor_time
|
|
156
|
+
dt = pd.to_timedelta(df["sensor_time"] + ":00").to_numpy().astype("m8[s]")
|
|
157
|
+
rollover_indices = np.where(np.diff(dt) < np.timedelta64(0, "s"))[0]
|
|
158
|
+
if rollover_indices.size > 0:
|
|
159
|
+
for idx in rollover_indices:
|
|
160
|
+
dt[idx + 1 :] += np.timedelta64(24, "h")
|
|
161
|
+
dt = dt - dt[0]
|
|
162
|
+
|
|
163
|
+
# - Define approximate time
|
|
164
|
+
df["time"] = start_time + dt
|
|
165
|
+
|
|
166
|
+
# - Keep rows where time increment is between 00 and 59 minutes
|
|
167
|
+
valid_rows = dt <= np.timedelta64(3540, "s")
|
|
168
|
+
df = df[valid_rows]
|
|
169
|
+
|
|
170
|
+
# Drop rows with invalid raw_drop_number
|
|
171
|
+
# --> 440 value # 22x20
|
|
172
|
+
df = df[df["raw_drop_number"].astype(str).str.len() == 1599]
|
|
173
|
+
|
|
174
|
+
# Drop columns not agreeing with DISDRODB L0 standards
|
|
175
|
+
columns_to_drop = [
|
|
176
|
+
"sensor_time",
|
|
177
|
+
"start_identifier",
|
|
178
|
+
"sensor_serial_number",
|
|
179
|
+
]
|
|
180
|
+
df = df.drop(columns=columns_to_drop)
|
|
181
|
+
return df
|
|
182
|
+
|
|
183
|
+
|
|
184
|
+
@is_documented_by(reader_generic_docstring)
|
|
185
|
+
def reader(
|
|
186
|
+
filepath,
|
|
187
|
+
logger=None,
|
|
188
|
+
):
|
|
189
|
+
"""Reader."""
|
|
190
|
+
import zipfile
|
|
191
|
+
|
|
192
|
+
##------------------------------------------------------------------------.
|
|
193
|
+
# filename = os.path.basename(filepath)
|
|
194
|
+
# return read_txt_file(file=filepath, filename=filename, logger=logger)
|
|
195
|
+
|
|
196
|
+
# ---------------------------------------------------------------------.
|
|
197
|
+
#### Iterate over all files (aka timesteps) in the daily zip archive
|
|
198
|
+
# - Each file contain a single timestep !
|
|
199
|
+
# list_df = []
|
|
200
|
+
# with tempfile.TemporaryDirectory() as temp_dir:
|
|
201
|
+
# # Extract all files
|
|
202
|
+
# unzip_file_on_terminal(filepath, temp_dir)
|
|
203
|
+
|
|
204
|
+
# # Walk through extracted files
|
|
205
|
+
# for root, _, files in os.walk(temp_dir):
|
|
206
|
+
# for filename in sorted(files):
|
|
207
|
+
# if filename.endswith(".txt"):
|
|
208
|
+
# full_path = os.path.join(root, filename)
|
|
209
|
+
# try:
|
|
210
|
+
# df = read_txt_file(file=full_path, filename=filename, logger=logger)
|
|
211
|
+
# if df is not None:
|
|
212
|
+
# list_df.append(df)
|
|
213
|
+
# except Exception as e:
|
|
214
|
+
# msg = f"An error occurred while reading {filename}: {e}"
|
|
215
|
+
# log_error(logger=logger, msg=msg, verbose=True)
|
|
216
|
+
|
|
217
|
+
list_df = []
|
|
218
|
+
with zipfile.ZipFile(filepath, "r") as zip_ref:
|
|
219
|
+
filenames = sorted(zip_ref.namelist())
|
|
220
|
+
for filename in filenames:
|
|
221
|
+
if filename.endswith(".txt"):
|
|
222
|
+
# Open file
|
|
223
|
+
with zip_ref.open(filename) as file:
|
|
224
|
+
try:
|
|
225
|
+
df = read_txt_file(file=file, filename=filename, logger=logger)
|
|
226
|
+
if df is not None:
|
|
227
|
+
list_df.append(df)
|
|
228
|
+
except Exception as e:
|
|
229
|
+
msg = f"An error occurred while reading {filename}. The error is: {e}"
|
|
230
|
+
log_error(logger=logger, msg=msg, verbose=True)
|
|
231
|
+
|
|
232
|
+
# Check the zip file contains at least some non.empty files
|
|
233
|
+
if len(list_df) == 0:
|
|
234
|
+
raise ValueError(f"{filepath} contains only empty files!")
|
|
235
|
+
|
|
236
|
+
# Concatenate all dataframes into a single one
|
|
237
|
+
df = pd.concat(list_df)
|
|
238
|
+
|
|
239
|
+
# ---------------------------------------------------------------------.
|
|
240
|
+
return df
|
|
@@ -0,0 +1,123 @@
|
|
|
1
|
+
# -----------------------------------------------------------------------------.
|
|
2
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
3
|
+
#
|
|
4
|
+
# This program is free software: you can redistribute it and/or modify
|
|
5
|
+
# it under the terms of the GNU General Public License as published by
|
|
6
|
+
# the Free Software Foundation, either version 3 of the License, or
|
|
7
|
+
# (at your option) any later version.
|
|
8
|
+
#
|
|
9
|
+
# This program is distributed in the hope that it will be useful,
|
|
10
|
+
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
11
|
+
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
12
|
+
# GNU General Public License for more details.
|
|
13
|
+
#
|
|
14
|
+
# You should have received a copy of the GNU General Public License
|
|
15
|
+
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
|
+
# -----------------------------------------------------------------------------.
|
|
17
|
+
"""Reader for OceanRAIN ODM470 R and W files in netCDF format."""
|
|
18
|
+
import os
|
|
19
|
+
|
|
20
|
+
import numpy as np
|
|
21
|
+
|
|
22
|
+
from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
|
|
23
|
+
from disdrodb.l0.l0b_nc_processing import open_raw_netcdf_file, standardize_raw_dataset
|
|
24
|
+
from disdrodb.utils.warnings import suppress_warnings
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
@is_documented_by(reader_generic_docstring)
|
|
28
|
+
def reader(
|
|
29
|
+
filepath,
|
|
30
|
+
logger=None,
|
|
31
|
+
):
|
|
32
|
+
"""Reader."""
|
|
33
|
+
import xarray as xr
|
|
34
|
+
|
|
35
|
+
##------------------------------------------------------------------------.
|
|
36
|
+
#### Open the OceanRAIN-R netCDF
|
|
37
|
+
with suppress_warnings():
|
|
38
|
+
ds_r = open_raw_netcdf_file(filepath=filepath, logger=logger)
|
|
39
|
+
|
|
40
|
+
##------------------------------------------------------------------------.
|
|
41
|
+
#### Adapt the dataset to adhere to DISDRODB L0 standards
|
|
42
|
+
# Reset time encoding
|
|
43
|
+
ds_r["time"].encoding = {}
|
|
44
|
+
|
|
45
|
+
# Retrieve raw spectrum
|
|
46
|
+
bins = "bin" + np.arange(1, 129).astype(str)
|
|
47
|
+
raw_spectrum = ds_r[bins].to_array(dim="diameter_bin_center")
|
|
48
|
+
ds_r["raw_spectrum"] = raw_spectrum.transpose("time", ...)
|
|
49
|
+
ds_r = ds_r.drop_vars(bins)
|
|
50
|
+
|
|
51
|
+
# Define dictionary mapping dataset variables to select and rename
|
|
52
|
+
dict_names = {
|
|
53
|
+
### Dimensions
|
|
54
|
+
"diameter_bin_center": "diameter_bin_center",
|
|
55
|
+
"raw_spectrum": "raw_drop_number",
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
# Rename dataset variables and columns and infill missing variables
|
|
59
|
+
ds_r = standardize_raw_dataset(ds=ds_r, dict_names=dict_names, sensor_name="ODM470")
|
|
60
|
+
|
|
61
|
+
# Drop duplicate times from da before reindexing
|
|
62
|
+
_, index = np.unique(ds_r["time"], return_index=True)
|
|
63
|
+
ds_r = ds_r.isel(time=index)
|
|
64
|
+
|
|
65
|
+
# -----------------------------------------------------------------
|
|
66
|
+
# Retrieve path to OCEANRAIN-W file
|
|
67
|
+
w_filepath = filepath.replace("OceanRAIN-R", "OceanRAIN-W")
|
|
68
|
+
if not os.path.exists(w_filepath):
|
|
69
|
+
raise ValueError("OceanRAIN-W product not available. Please download that too.")
|
|
70
|
+
|
|
71
|
+
# Open OCEANRAIN-W file
|
|
72
|
+
ds_w = open_raw_netcdf_file(filepath=w_filepath, logger=logger)
|
|
73
|
+
|
|
74
|
+
# Remove bad encodings
|
|
75
|
+
ds_w["reference_voltage"].encoding = {}
|
|
76
|
+
ds_w["relative_wind_speed"].encoding = {}
|
|
77
|
+
# ds_w["relative_wind_speed_ODM470"].encoding = {}
|
|
78
|
+
|
|
79
|
+
# Select variable of interest
|
|
80
|
+
dict_names = {
|
|
81
|
+
"air_temperature": "air_temperature",
|
|
82
|
+
"relative_humidity": "relative_humidity",
|
|
83
|
+
# 'air_pressure': "air_pressure",
|
|
84
|
+
# 'dew_point_temperature': "dew_point_temperature",
|
|
85
|
+
"relative_wind_speed_ODM470": "relative_wind_speed", # used for N(D) computations
|
|
86
|
+
# "relative_wind_speed": "relative_wind_speed",
|
|
87
|
+
# "relative_wind_direction": "relative_wind_direction",
|
|
88
|
+
"true_wind_speed": "wind_speed",
|
|
89
|
+
"true_wind_direction": "wind_direction",
|
|
90
|
+
"reference_voltage": "reference_voltage",
|
|
91
|
+
"ODM470_precipitation_rate_R": "precipitation_rate",
|
|
92
|
+
"precip_flag": "precip_flag",
|
|
93
|
+
# 'ww_present_weather_code': "weather_code_synop_4677", # 99 in many datasets
|
|
94
|
+
}
|
|
95
|
+
ds_w = ds_w[list(dict_names)]
|
|
96
|
+
ds_w = ds_w.rename(dict_names)
|
|
97
|
+
|
|
98
|
+
# Set to NaN wind speed values < 0 (e.g. -5.1)
|
|
99
|
+
ds_w["relative_wind_speed"] = ds_w["relative_wind_speed"].where(ds_w["relative_wind_speed"] >= 0)
|
|
100
|
+
ds_w["wind_speed"] = ds_w["wind_speed"].where(ds_w["wind_speed"] >= 0)
|
|
101
|
+
|
|
102
|
+
# Drop duplicate times from OCEAN-RAIN W
|
|
103
|
+
_, index = np.unique(ds_w["time"], return_index=True)
|
|
104
|
+
ds_w = ds_w.isel(time=index)
|
|
105
|
+
|
|
106
|
+
# -----------------------------------------------------------------
|
|
107
|
+
# Reindex raw drop number to match OCEAN-RAIN W
|
|
108
|
+
ds_w["raw_drop_number"] = ds_r["raw_drop_number"].reindex(time=ds_w["time"])
|
|
109
|
+
|
|
110
|
+
# Set raw_drop_number to 0 where precip_flag is 3 (true zero value)
|
|
111
|
+
ds_w["raw_drop_number"] = xr.where(ds_w["precip_flag"] == 3, 0, ds_w["raw_drop_number"])
|
|
112
|
+
|
|
113
|
+
# Remove timesteps with inoperative ODM
|
|
114
|
+
ds_w = ds_w.isel(time=~ds_w["precip_flag"].isin([4, 5]))
|
|
115
|
+
|
|
116
|
+
# Replace precip_flag 3 with -1
|
|
117
|
+
# --> This allow max precip_flag resampling
|
|
118
|
+
ds_w["precip_flag"] = ds_w["precip_flag"].where(ds_w["precip_flag"] != 3, -1)
|
|
119
|
+
ds_w["precip_flag"].attrs["flag_meanings"] = "true_zero_value rain snow mixed_phase"
|
|
120
|
+
ds_w["precip_flag"].attrs["flag_values"] = np.array([-1, 0, 1, 2], dtype=int)
|
|
121
|
+
|
|
122
|
+
# Return the dataset adhering to DISDRODB L0B standards
|
|
123
|
+
return ds_w
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env python3
|
|
2
2
|
# -----------------------------------------------------------------------------.
|
|
3
|
-
# Copyright (c) 2021-
|
|
3
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
4
4
|
#
|
|
5
5
|
# This program is free software: you can redistribute it and/or modify
|
|
6
6
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
# -----------------------------------------------------------------------------.
|
|
2
|
-
# Copyright (c) 2021-
|
|
2
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
3
3
|
#
|
|
4
4
|
# This program is free software: you can redistribute it and/or modify
|
|
5
5
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -1,7 +1,5 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
|
|
3
1
|
# -----------------------------------------------------------------------------.
|
|
4
|
-
# Copyright (c) 2021-
|
|
2
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
5
3
|
#
|
|
6
4
|
# This program is free software: you can redistribute it and/or modify
|
|
7
5
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env python3
|
|
2
2
|
# -----------------------------------------------------------------------------.
|
|
3
|
-
# Copyright (c) 2021-
|
|
3
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
4
4
|
#
|
|
5
5
|
# This program is free software: you can redistribute it and/or modify
|
|
6
6
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env python3
|
|
2
2
|
# -----------------------------------------------------------------------------.
|
|
3
|
-
# Copyright (c) 2021-
|
|
3
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
4
4
|
#
|
|
5
5
|
# This program is free software: you can redistribute it and/or modify
|
|
6
6
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env python3
|
|
2
2
|
# -----------------------------------------------------------------------------.
|
|
3
|
-
# Copyright (c) 2021-
|
|
3
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
4
4
|
#
|
|
5
5
|
# This program is free software: you can redistribute it and/or modify
|
|
6
6
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env python3
|
|
2
2
|
# -----------------------------------------------------------------------------.
|
|
3
|
-
# Copyright (c) 2021-
|
|
3
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
4
4
|
#
|
|
5
5
|
# This program is free software: you can redistribute it and/or modify
|
|
6
6
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env python3
|
|
2
2
|
# -----------------------------------------------------------------------------.
|
|
3
|
-
# Copyright (c) 2021-
|
|
3
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
4
4
|
#
|
|
5
5
|
# This program is free software: you can redistribute it and/or modify
|
|
6
6
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env python3
|
|
2
2
|
# -----------------------------------------------------------------------------.
|
|
3
|
-
# Copyright (c) 2021-
|
|
3
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
4
4
|
#
|
|
5
5
|
# This program is free software: you can redistribute it and/or modify
|
|
6
6
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env python3
|
|
2
2
|
# -----------------------------------------------------------------------------.
|
|
3
|
-
# Copyright (c) 2021-
|
|
3
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
4
4
|
#
|
|
5
5
|
# This program is free software: you can redistribute it and/or modify
|
|
6
6
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env python3
|
|
2
2
|
# -----------------------------------------------------------------------------.
|
|
3
|
-
# Copyright (c) 2021-
|
|
3
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
4
4
|
#
|
|
5
5
|
# This program is free software: you can redistribute it and/or modify
|
|
6
6
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env python3
|
|
2
2
|
# -----------------------------------------------------------------------------.
|
|
3
|
-
# Copyright (c) 2021-
|
|
3
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
4
4
|
#
|
|
5
5
|
# This program is free software: you can redistribute it and/or modify
|
|
6
6
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
#!/usr/bin/env python3
|
|
3
3
|
# -*- coding: utf-8 -*-
|
|
4
4
|
# -----------------------------------------------------------------------------.
|
|
5
|
-
# Copyright (c) 2021-
|
|
5
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
6
6
|
#
|
|
7
7
|
# This program is free software: you can redistribute it and/or modify
|
|
8
8
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
#!/usr/bin/env python3
|
|
3
3
|
# -*- coding: utf-8 -*-
|
|
4
4
|
# -----------------------------------------------------------------------------.
|
|
5
|
-
# Copyright (c) 2021-
|
|
5
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
6
6
|
#
|
|
7
7
|
# This program is free software: you can redistribute it and/or modify
|
|
8
8
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env python3
|
|
2
2
|
# -----------------------------------------------------------------------------.
|
|
3
|
-
# Copyright (c) 2021-
|
|
3
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
4
4
|
#
|
|
5
5
|
# This program is free software: you can redistribute it and/or modify
|
|
6
6
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env python3
|
|
2
2
|
# -----------------------------------------------------------------------------.
|
|
3
|
-
# Copyright (c) 2021-
|
|
3
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
4
4
|
#
|
|
5
5
|
# This program is free software: you can redistribute it and/or modify
|
|
6
6
|
# it under the terms of the GNU General Public License as published by
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env python3
|
|
2
2
|
# -----------------------------------------------------------------------------.
|
|
3
|
-
# Copyright (c) 2021-
|
|
3
|
+
# Copyright (c) 2021-2026 DISDRODB developers
|
|
4
4
|
#
|
|
5
5
|
# This program is free software: you can redistribute it and/or modify
|
|
6
6
|
# it under the terms of the GNU General Public License as published by
|