disdrodb 0.3.0__py3-none-any.whl → 0.5.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (198) hide show
  1. disdrodb/__init__.py +2 -0
  2. disdrodb/_config.py +1 -0
  3. disdrodb/_version.py +2 -2
  4. disdrodb/accessor/__init__.py +1 -0
  5. disdrodb/accessor/methods.py +1 -0
  6. disdrodb/api/checks.py +2 -4
  7. disdrodb/api/io.py +224 -24
  8. disdrodb/api/path.py +2 -4
  9. disdrodb/cli/disdrodb_check_metadata_archive.py +1 -0
  10. disdrodb/cli/disdrodb_check_products_options.py +1 -0
  11. disdrodb/cli/disdrodb_create_summary.py +6 -6
  12. disdrodb/cli/disdrodb_create_summary_station.py +2 -2
  13. disdrodb/cli/disdrodb_data_archive_directory.py +1 -0
  14. disdrodb/cli/disdrodb_download_archive.py +5 -6
  15. disdrodb/cli/disdrodb_download_metadata_archive.py +1 -0
  16. disdrodb/cli/disdrodb_download_station.py +2 -3
  17. disdrodb/cli/disdrodb_initialize_station.py +3 -3
  18. disdrodb/cli/disdrodb_metadata_archive_directory.py +1 -0
  19. disdrodb/cli/disdrodb_open_data_archive.py +1 -2
  20. disdrodb/cli/disdrodb_open_logs_directory.py +2 -3
  21. disdrodb/cli/disdrodb_open_metadata_archive.py +1 -2
  22. disdrodb/cli/disdrodb_open_metadata_directory.py +2 -3
  23. disdrodb/cli/disdrodb_open_product_directory.py +1 -2
  24. disdrodb/cli/disdrodb_open_readers_directory.py +1 -0
  25. disdrodb/cli/disdrodb_run.py +6 -6
  26. disdrodb/cli/disdrodb_run_l0.py +6 -6
  27. disdrodb/cli/disdrodb_run_l0_station.py +3 -3
  28. disdrodb/cli/disdrodb_run_l0a.py +6 -6
  29. disdrodb/cli/disdrodb_run_l0a_station.py +3 -3
  30. disdrodb/cli/disdrodb_run_l0b.py +6 -6
  31. disdrodb/cli/disdrodb_run_l0b_station.py +3 -3
  32. disdrodb/cli/disdrodb_run_l0c.py +6 -6
  33. disdrodb/cli/disdrodb_run_l0c_station.py +3 -3
  34. disdrodb/cli/disdrodb_run_l1.py +6 -6
  35. disdrodb/cli/disdrodb_run_l1_station.py +3 -3
  36. disdrodb/cli/disdrodb_run_l2e.py +6 -6
  37. disdrodb/cli/disdrodb_run_l2e_station.py +3 -3
  38. disdrodb/cli/disdrodb_run_l2m.py +6 -6
  39. disdrodb/cli/disdrodb_run_l2m_station.py +3 -3
  40. disdrodb/cli/disdrodb_run_station.py +3 -3
  41. disdrodb/cli/disdrodb_upload_archive.py +6 -7
  42. disdrodb/cli/disdrodb_upload_station.py +3 -4
  43. disdrodb/configs.py +7 -8
  44. disdrodb/constants.py +1 -0
  45. disdrodb/data_transfer/download_data.py +8 -8
  46. disdrodb/data_transfer/upload_data.py +6 -8
  47. disdrodb/data_transfer/zenodo.py +1 -1
  48. disdrodb/fall_velocity/__init__.py +1 -0
  49. disdrodb/fall_velocity/graupel.py +1 -0
  50. disdrodb/fall_velocity/hail.py +1 -0
  51. disdrodb/fall_velocity/rain.py +1 -0
  52. disdrodb/issue/checks.py +1 -0
  53. disdrodb/issue/reader.py +1 -0
  54. disdrodb/issue/writer.py +1 -2
  55. disdrodb/l0/__init__.py +1 -0
  56. disdrodb/l0/check_configs.py +21 -23
  57. disdrodb/l0/check_standards.py +0 -1
  58. disdrodb/l0/configs/LPM/l0a_encodings.yml +17 -17
  59. disdrodb/l0/configs/LPM/l0b_cf_attrs.yml +55 -55
  60. disdrodb/l0/configs/LPM/l0b_encodings.yml +17 -17
  61. disdrodb/l0/configs/LPM/raw_data_format.yml +17 -17
  62. disdrodb/l0/configs/LPM_V0/l0a_encodings.yml +2 -2
  63. disdrodb/l0/configs/LPM_V0/l0b_cf_attrs.yml +2 -2
  64. disdrodb/l0/configs/LPM_V0/l0b_encodings.yml +2 -2
  65. disdrodb/l0/configs/LPM_V0/raw_data_format.yml +2 -2
  66. disdrodb/l0/l0_reader.py +1 -0
  67. disdrodb/l0/l0a_processing.py +5 -5
  68. disdrodb/l0/l0b_nc_processing.py +1 -2
  69. disdrodb/l0/l0b_processing.py +1 -13
  70. disdrodb/l0/l0c_processing.py +2 -1
  71. disdrodb/l0/readers/LPM/ARM/ARM_LPM.py +1 -0
  72. disdrodb/l0/readers/LPM/AUSTRALIA/MELBOURNE_2007_LPM.py +17 -17
  73. disdrodb/l0/readers/LPM/BRAZIL/CHUVA_LPM.py +17 -17
  74. disdrodb/l0/readers/LPM/BRAZIL/GOAMAZON_LPM.py +17 -17
  75. disdrodb/l0/readers/LPM/GERMANY/DWD.py +55 -52
  76. disdrodb/l0/readers/LPM/ITALY/GID_LPM.py +18 -17
  77. disdrodb/l0/readers/LPM/ITALY/GID_LPM_AQ.py +277 -0
  78. disdrodb/l0/readers/LPM/ITALY/GID_LPM_PI.py +18 -17
  79. disdrodb/l0/readers/LPM/ITALY/GID_LPM_T.py +18 -17
  80. disdrodb/l0/readers/LPM/ITALY/GID_LPM_W.py +18 -18
  81. disdrodb/l0/readers/LPM/KIT/CHWALA.py +18 -17
  82. disdrodb/l0/readers/LPM/NETHERLANDS/DELFT_RWANDA_LPM_NC.py +17 -17
  83. disdrodb/l0/readers/LPM/NORWAY/HAUKELISETER_LPM.py +18 -17
  84. disdrodb/l0/readers/LPM/NORWAY/NMBU_LPM.py +18 -17
  85. disdrodb/l0/readers/LPM/SLOVENIA/ARSO.py +18 -17
  86. disdrodb/l0/readers/LPM/SLOVENIA/UL.py +18 -17
  87. disdrodb/l0/readers/LPM/SWITZERLAND/INNERERIZ_LPM.py +18 -17
  88. disdrodb/l0/readers/LPM/UK/WITHWORTH_LPM.py +18 -17
  89. disdrodb/l0/readers/LPM/USA/CHARLESTON.py +18 -17
  90. disdrodb/l0/readers/LPM/USA/DEVEX.py +255 -0
  91. disdrodb/l0/readers/LPM_V0/BELGIUM/ULIEGE.py +2 -2
  92. disdrodb/l0/readers/LPM_V0/ITALY/GID_LPM_V0.py +3 -2
  93. disdrodb/l0/readers/ODM470/OCEAN/OCEANRAIN.py +1 -0
  94. disdrodb/l0/readers/PARSIVEL/BASQUECOUNTRY/EUSKALMET_OTT.py +1 -0
  95. disdrodb/l0/readers/PARSIVEL/CHINA/CHONGQING.py +1 -0
  96. disdrodb/l0/readers/PARSIVEL/EPFL/ARCTIC_2021.py +1 -0
  97. disdrodb/l0/readers/PARSIVEL/EPFL/COMMON_2011.py +1 -0
  98. disdrodb/l0/readers/PARSIVEL/EPFL/DAVOS_2009_2011.py +1 -0
  99. disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_2009.py +1 -0
  100. disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_ROOF_2008.py +1 -0
  101. disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_ROOF_2010.py +1 -0
  102. disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_ROOF_2011.py +1 -0
  103. disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_ROOF_2012.py +1 -0
  104. disdrodb/l0/readers/PARSIVEL/EPFL/GENEPI_2007.py +1 -0
  105. disdrodb/l0/readers/PARSIVEL/EPFL/GRAND_ST_BERNARD_2007.py +1 -0
  106. disdrodb/l0/readers/PARSIVEL/EPFL/GRAND_ST_BERNARD_2007_2.py +1 -0
  107. disdrodb/l0/readers/PARSIVEL/EPFL/HPICONET_2010.py +1 -0
  108. disdrodb/l0/readers/PARSIVEL/EPFL/HYMEX_LTE_SOP2.py +1 -0
  109. disdrodb/l0/readers/PARSIVEL/EPFL/HYMEX_LTE_SOP3.py +1 -0
  110. disdrodb/l0/readers/PARSIVEL/EPFL/HYMEX_LTE_SOP4.py +1 -0
  111. disdrodb/l0/readers/PARSIVEL/EPFL/PARADISO_2014.py +1 -0
  112. disdrodb/l0/readers/PARSIVEL/EPFL/PARSIVEL_2007.py +1 -0
  113. disdrodb/l0/readers/PARSIVEL/EPFL/RACLETS_2019.py +1 -0
  114. disdrodb/l0/readers/PARSIVEL/EPFL/RACLETS_2019_WJF.py +1 -0
  115. disdrodb/l0/readers/PARSIVEL/EPFL/RIETHOLZBACH_2011.py +1 -0
  116. disdrodb/l0/readers/PARSIVEL/EPFL/SAMOYLOV_2017.py +1 -0
  117. disdrodb/l0/readers/PARSIVEL/EPFL/SAMOYLOV_2019.py +1 -0
  118. disdrodb/l0/readers/PARSIVEL/EPFL/UNIL_2022.py +1 -0
  119. disdrodb/l0/readers/PARSIVEL/SLOVENIA/UL.py +1 -0
  120. disdrodb/l0/readers/PARSIVEL2/ARM/ARM_PARSIVEL2.py +1 -0
  121. disdrodb/l0/readers/PARSIVEL2/BASQUECOUNTRY/EUSKALMET_OTT2.py +1 -0
  122. disdrodb/l0/readers/PARSIVEL2/BELGIUM/ILVO.py +1 -0
  123. disdrodb/l0/readers/PARSIVEL2/DENMARK/EROSION_nc.py +1 -0
  124. disdrodb/l0/readers/PARSIVEL2/DENMARK/EROSION_raw.py +1 -0
  125. disdrodb/l0/readers/PARSIVEL2/FRANCE/ENPC_PARSIVEL2.py +1 -0
  126. disdrodb/l0/readers/PARSIVEL2/FRANCE/OSUG.py +1 -1
  127. disdrodb/l0/readers/PARSIVEL2/ITALY/HYDROX.py +1 -0
  128. disdrodb/l0/readers/PARSIVEL2/MEXICO/OH_IIUNAM_nc.py +1 -0
  129. disdrodb/l0/readers/PARSIVEL2/NCAR/FARM_PARSIVEL2.py +1 -0
  130. disdrodb/l0/readers/PARSIVEL2/NCAR/PERILS_MIPS.py +1 -0
  131. disdrodb/l0/readers/PARSIVEL2/NCAR/PERILS_PIPS.py +1 -0
  132. disdrodb/l0/readers/PARSIVEL2/NCAR/VORTEX_SE_2016_P1.py +1 -0
  133. disdrodb/l0/readers/PARSIVEL2/NCAR/VORTEX_SE_2016_PIPS.py +1 -0
  134. disdrodb/l0/readers/PARSIVEL2/PHILIPPINES/PAGASA.py +1 -0
  135. disdrodb/l0/readers/PARSIVEL2/SPAIN/GRANADA.py +1 -0
  136. disdrodb/l0/readers/PARSIVEL2/SWEDEN/SMHI.py +1 -0
  137. disdrodb/l0/readers/PARSIVEL2/USA/CW3E.py +1 -0
  138. disdrodb/l0/readers/PWS100/AUSTRIA/HOAL.py +1 -0
  139. disdrodb/l0/readers/PWS100/FRANCE/ENPC_PWS100.py +1 -0
  140. disdrodb/l0/readers/PWS100/FRANCE/ENPC_PWS100_SIRTA.py +1 -0
  141. disdrodb/l0/readers/RD80/NOAA/PSL_RD80.py +1 -0
  142. disdrodb/l0/readers/SWS250/BELGIUM/KMI.py +1 -0
  143. disdrodb/l0/readers/template_reader_raw_netcdf_data.py +1 -0
  144. disdrodb/l0/readers/template_reader_raw_text_data.py +1 -0
  145. disdrodb/l0/template_tools.py +6 -8
  146. disdrodb/l1/__init__.py +1 -0
  147. disdrodb/l1/classification.py +1 -0
  148. disdrodb/l1/resampling.py +5 -0
  149. disdrodb/l1_env/routines.py +1 -0
  150. disdrodb/l2/__init__.py +1 -0
  151. disdrodb/l2/empirical_dsd.py +1 -0
  152. disdrodb/l2/processing.py +1 -0
  153. disdrodb/metadata/checks.py +9 -10
  154. disdrodb/metadata/download.py +1 -0
  155. disdrodb/metadata/geolocation.py +2 -1
  156. disdrodb/metadata/info.py +2 -2
  157. disdrodb/metadata/search.py +0 -1
  158. disdrodb/physics/atmosphere.py +1 -0
  159. disdrodb/physics/water.py +1 -0
  160. disdrodb/physics/wrappers.py +1 -0
  161. disdrodb/psd/__init__.py +0 -1
  162. disdrodb/psd/fitting.py +1 -0
  163. disdrodb/psd/models.py +1 -0
  164. disdrodb/routines/__init__.py +1 -0
  165. disdrodb/routines/l0.py +13 -9
  166. disdrodb/routines/l1.py +17 -12
  167. disdrodb/routines/l2.py +4 -5
  168. disdrodb/routines/options.py +1 -0
  169. disdrodb/routines/options_validation.py +12 -12
  170. disdrodb/routines/wrappers.py +33 -33
  171. disdrodb/scattering/__init__.py +0 -1
  172. disdrodb/scattering/permittivity.py +1 -0
  173. disdrodb/scattering/routines.py +3 -3
  174. disdrodb/summary/routines.py +12 -5
  175. disdrodb/utils/archiving.py +2 -1
  176. disdrodb/utils/attrs.py +3 -2
  177. disdrodb/utils/compression.py +1 -2
  178. disdrodb/utils/coords.py +45 -0
  179. disdrodb/utils/dask.py +5 -2
  180. disdrodb/utils/dataframe.py +4 -3
  181. disdrodb/utils/decorators.py +2 -1
  182. disdrodb/utils/directories.py +2 -2
  183. disdrodb/utils/encoding.py +2 -1
  184. disdrodb/utils/manipulations.py +1 -0
  185. disdrodb/utils/pydantic.py +1 -0
  186. disdrodb/utils/routines.py +1 -0
  187. disdrodb/utils/time.py +3 -2
  188. disdrodb/utils/warnings.py +1 -0
  189. disdrodb/utils/writer.py +4 -0
  190. disdrodb/utils/xarray.py +1 -0
  191. disdrodb/viz/plots.py +1 -0
  192. {disdrodb-0.3.0.dist-info → disdrodb-0.5.0.dist-info}/METADATA +4 -3
  193. disdrodb-0.5.0.dist-info/RECORD +361 -0
  194. {disdrodb-0.3.0.dist-info → disdrodb-0.5.0.dist-info}/WHEEL +1 -1
  195. disdrodb-0.3.0.dist-info/RECORD +0 -358
  196. {disdrodb-0.3.0.dist-info → disdrodb-0.5.0.dist-info}/entry_points.txt +0 -0
  197. {disdrodb-0.3.0.dist-info → disdrodb-0.5.0.dist-info}/licenses/LICENSE +0 -0
  198. {disdrodb-0.3.0.dist-info → disdrodb-0.5.0.dist-info}/top_level.txt +0 -0
@@ -15,6 +15,7 @@
15
15
  # along with this program. If not, see <http://www.gnu.org/licenses/>.
16
16
  # -----------------------------------------------------------------------------.
17
17
  """DISDRODB reader for ARSO LPM sensors."""
18
+
18
19
  import pandas as pd
19
20
 
20
21
  from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
@@ -228,23 +229,23 @@ def read_SM05_telegram(
228
229
  "number_particles_no_hydrometeor",
229
230
  "number_particles_no_hydrometeor_internal_data",
230
231
  "number_particles_unknown_classification",
231
- "number_particles_unknown_classification_internal_data",
232
- "number_particles_class_1",
233
- "number_particles_class_1_internal_data",
234
- "number_particles_class_2",
235
- "number_particles_class_2_internal_data",
236
- "number_particles_class_3",
237
- "number_particles_class_3_internal_data",
238
- "number_particles_class_4",
239
- "number_particles_class_4_internal_data",
240
- "number_particles_class_5",
241
- "number_particles_class_5_internal_data",
242
- "number_particles_class_6",
243
- "number_particles_class_6_internal_data",
244
- "number_particles_class_7",
245
- "number_particles_class_7_internal_data",
246
- "number_particles_class_8",
247
- "number_particles_class_8_internal_data",
232
+ "total_gross_volume_unknown_classification",
233
+ "number_particles_hail",
234
+ "total_gross_volume_hail",
235
+ "number_particles_solid_precipitation",
236
+ "total_gross_volume_solid_precipitation",
237
+ "number_particles_large_pellet",
238
+ "total_gross_volume_large_pellet",
239
+ "number_particles_small_pellet",
240
+ "total_gross_volume_small_pellet",
241
+ "number_particles_snowgrain",
242
+ "total_gross_volume_snowgrain",
243
+ "number_particles_rain",
244
+ "total_gross_volume_rain",
245
+ "number_particles_small_rain",
246
+ "total_gross_volume_small_rain",
247
+ "number_particles_drizzle",
248
+ "total_gross_volume_drizzle",
248
249
  "number_particles_class_9",
249
250
  "number_particles_class_9_internal_data",
250
251
  "raw_drop_number",
@@ -15,6 +15,7 @@
15
15
  # along with this program. If not, see <http://www.gnu.org/licenses/>.
16
16
  # -----------------------------------------------------------------------------.
17
17
  """DISDRODB reader for UL LPM sensors in Crni Vrh."""
18
+
18
19
  import pandas as pd
19
20
 
20
21
  from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
@@ -150,23 +151,23 @@ def reader(
150
151
  "number_particles_no_hydrometeor",
151
152
  "number_particles_no_hydrometeor_internal_data",
152
153
  "number_particles_unknown_classification",
153
- "number_particles_unknown_classification_internal_data",
154
- "number_particles_class_1",
155
- "number_particles_class_1_internal_data",
156
- "number_particles_class_2",
157
- "number_particles_class_2_internal_data",
158
- "number_particles_class_3",
159
- "number_particles_class_3_internal_data",
160
- "number_particles_class_4",
161
- "number_particles_class_4_internal_data",
162
- "number_particles_class_5",
163
- "number_particles_class_5_internal_data",
164
- "number_particles_class_6",
165
- "number_particles_class_6_internal_data",
166
- "number_particles_class_7",
167
- "number_particles_class_7_internal_data",
168
- "number_particles_class_8",
169
- "number_particles_class_8_internal_data",
154
+ "total_gross_volume_unknown_classification",
155
+ "number_particles_hail",
156
+ "total_gross_volume_hail",
157
+ "number_particles_solid_precipitation",
158
+ "total_gross_volume_solid_precipitation",
159
+ "number_particles_large_pellet",
160
+ "total_gross_volume_large_pellet",
161
+ "number_particles_small_pellet",
162
+ "total_gross_volume_small_pellet",
163
+ "number_particles_snowgrain",
164
+ "total_gross_volume_snowgrain",
165
+ "number_particles_rain",
166
+ "total_gross_volume_rain",
167
+ "number_particles_small_rain",
168
+ "total_gross_volume_small_rain",
169
+ "number_particles_drizzle",
170
+ "total_gross_volume_drizzle",
170
171
  "number_particles_class_9",
171
172
  "number_particles_class_9_internal_data",
172
173
  "raw_drop_number",
@@ -15,6 +15,7 @@
15
15
  # along with this program. If not, see <http://www.gnu.org/licenses/>.
16
16
  # -----------------------------------------------------------------------------.
17
17
  """DISDRODB reader for GID LPM sensors not measuring wind."""
18
+
18
19
  import pandas as pd
19
20
 
20
21
  from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
@@ -145,23 +146,23 @@ def reader(
145
146
  "number_particles_no_hydrometeor",
146
147
  "number_particles_no_hydrometeor_internal_data",
147
148
  "number_particles_unknown_classification",
148
- "number_particles_unknown_classification_internal_data",
149
- "number_particles_class_1",
150
- "number_particles_class_1_internal_data",
151
- "number_particles_class_2",
152
- "number_particles_class_2_internal_data",
153
- "number_particles_class_3",
154
- "number_particles_class_3_internal_data",
155
- "number_particles_class_4",
156
- "number_particles_class_4_internal_data",
157
- "number_particles_class_5",
158
- "number_particles_class_5_internal_data",
159
- "number_particles_class_6",
160
- "number_particles_class_6_internal_data",
161
- "number_particles_class_7",
162
- "number_particles_class_7_internal_data",
163
- "number_particles_class_8",
164
- "number_particles_class_8_internal_data",
149
+ "total_gross_volume_unknown_classification",
150
+ "number_particles_hail",
151
+ "total_gross_volume_hail",
152
+ "number_particles_solid_precipitation",
153
+ "total_gross_volume_solid_precipitation",
154
+ "number_particles_large_pellet",
155
+ "total_gross_volume_large_pellet",
156
+ "number_particles_small_pellet",
157
+ "total_gross_volume_small_pellet",
158
+ "number_particles_snowgrain",
159
+ "total_gross_volume_snowgrain",
160
+ "number_particles_rain",
161
+ "total_gross_volume_rain",
162
+ "number_particles_small_rain",
163
+ "total_gross_volume_small_rain",
164
+ "number_particles_drizzle",
165
+ "total_gross_volume_drizzle",
165
166
  "number_particles_class_9",
166
167
  "number_particles_class_9_internal_data",
167
168
  "raw_drop_number",
@@ -15,6 +15,7 @@
15
15
  # along with this program. If not, see <http://www.gnu.org/licenses/>.
16
16
  # -----------------------------------------------------------------------------.
17
17
  """DISDRODB reader for the MANCHESTER Withworth Meteorological Observatory LPM sensor."""
18
+
18
19
  import pandas as pd
19
20
 
20
21
  from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
@@ -167,23 +168,23 @@ def reader(
167
168
  "number_particles_no_hydrometeor",
168
169
  "number_particles_no_hydrometeor_internal_data",
169
170
  "number_particles_unknown_classification",
170
- "number_particles_unknown_classification_internal_data",
171
- "number_particles_class_1",
172
- "number_particles_class_1_internal_data",
173
- "number_particles_class_2",
174
- "number_particles_class_2_internal_data",
175
- "number_particles_class_3",
176
- "number_particles_class_3_internal_data",
177
- "number_particles_class_4",
178
- "number_particles_class_4_internal_data",
179
- "number_particles_class_5",
180
- "number_particles_class_5_internal_data",
181
- "number_particles_class_6",
182
- "number_particles_class_6_internal_data",
183
- "number_particles_class_7",
184
- "number_particles_class_7_internal_data",
185
- "number_particles_class_8",
186
- "number_particles_class_8_internal_data",
171
+ "total_gross_volume_unknown_classification",
172
+ "number_particles_hail",
173
+ "total_gross_volume_hail",
174
+ "number_particles_solid_precipitation",
175
+ "total_gross_volume_solid_precipitation",
176
+ "number_particles_large_pellet",
177
+ "total_gross_volume_large_pellet",
178
+ "number_particles_small_pellet",
179
+ "total_gross_volume_small_pellet",
180
+ "number_particles_snowgrain",
181
+ "total_gross_volume_snowgrain",
182
+ "number_particles_rain",
183
+ "total_gross_volume_rain",
184
+ "number_particles_small_rain",
185
+ "total_gross_volume_small_rain",
186
+ "number_particles_drizzle",
187
+ "total_gross_volume_drizzle",
187
188
  "number_particles_class_9",
188
189
  "number_particles_class_9_internal_data",
189
190
  "raw_drop_number",
@@ -15,6 +15,7 @@
15
15
  # along with this program. If not, see <http://www.gnu.org/licenses/>.
16
16
  # -----------------------------------------------------------------------------.
17
17
  """DISDRODB reader for CHARLESTON experiment LPM sensors."""
18
+
18
19
  import os
19
20
 
20
21
  import numpy as np
@@ -159,23 +160,23 @@ def reader(
159
160
  "number_particles_no_hydrometeor",
160
161
  "number_particles_no_hydrometeor_internal_data",
161
162
  "number_particles_unknown_classification",
162
- "number_particles_unknown_classification_internal_data",
163
- "number_particles_class_1",
164
- "number_particles_class_1_internal_data",
165
- "number_particles_class_2",
166
- "number_particles_class_2_internal_data",
167
- "number_particles_class_3",
168
- "number_particles_class_3_internal_data",
169
- "number_particles_class_4",
170
- "number_particles_class_4_internal_data",
171
- "number_particles_class_5",
172
- "number_particles_class_5_internal_data",
173
- "number_particles_class_6",
174
- "number_particles_class_6_internal_data",
175
- "number_particles_class_7",
176
- "number_particles_class_7_internal_data",
177
- "number_particles_class_8",
178
- "number_particles_class_8_internal_data",
163
+ "total_gross_volume_unknown_classification",
164
+ "number_particles_hail",
165
+ "total_gross_volume_hail",
166
+ "number_particles_solid_precipitation",
167
+ "total_gross_volume_solid_precipitation",
168
+ "number_particles_large_pellet",
169
+ "total_gross_volume_large_pellet",
170
+ "number_particles_small_pellet",
171
+ "total_gross_volume_small_pellet",
172
+ "number_particles_snowgrain",
173
+ "total_gross_volume_snowgrain",
174
+ "number_particles_rain",
175
+ "total_gross_volume_rain",
176
+ "number_particles_small_rain",
177
+ "total_gross_volume_small_rain",
178
+ "number_particles_drizzle",
179
+ "total_gross_volume_drizzle",
179
180
  "number_particles_class_9",
180
181
  "number_particles_class_9_internal_data",
181
182
  "raw_drop_number",
@@ -0,0 +1,255 @@
1
+ # -----------------------------------------------------------------------------.
2
+ # Copyright (c) 2021-2026 DISDRODB developers
3
+ #
4
+ # This program is free software: you can redistribute it and/or modify
5
+ # it under the terms of the GNU General Public License as published by
6
+ # the Free Software Foundation, either version 3 of the License, or
7
+ # (at your option) any later version.
8
+ #
9
+ # This program is distributed in the hope that it will be useful,
10
+ # but WITHOUT ANY WARRANTY; without even the implied warranty of
11
+ # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12
+ # GNU General Public License for more details.
13
+ #
14
+ # You should have received a copy of the GNU General Public License
15
+ # along with this program. If not, see <http://www.gnu.org/licenses/>.
16
+ # -----------------------------------------------------------------------------.
17
+ """DISDRODB reader for DEVEX LPM sensors."""
18
+
19
+ import numpy as np
20
+ import pandas as pd
21
+
22
+ from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
23
+ from disdrodb.l0.l0a_processing import read_raw_text_file
24
+ from disdrodb.utils.logger import log_error
25
+
26
+
27
+ @is_documented_by(reader_generic_docstring)
28
+ def read_txt_file(
29
+ file,
30
+ filename,
31
+ logger=None,
32
+ ):
33
+ """Reader."""
34
+ ##------------------------------------------------------------------------.
35
+ #### - Define raw data headers
36
+ column_names = ["TO_PARSE"]
37
+
38
+ ##------------------------------------------------------------------------.
39
+ #### Define reader options
40
+ # - For more info: https://pandas.pydata.org/docs/reference/api/pandas.read_csv.html
41
+ reader_kwargs = {}
42
+
43
+ # - Define delimiter
44
+ reader_kwargs["delimiter"] = "\\n"
45
+
46
+ # - Avoid first column to become df index !!!
47
+ reader_kwargs["index_col"] = False
48
+
49
+ # Since column names are expected to be passed explicitly, header is set to None
50
+ reader_kwargs["header"] = None
51
+
52
+ # - Number of rows to be skipped at the beginning of the file
53
+ reader_kwargs["skiprows"] = None
54
+
55
+ # - Define behaviour when encountering bad lines
56
+ reader_kwargs["on_bad_lines"] = "skip"
57
+
58
+ # - Define reader engine
59
+ # - C engine is faster
60
+ # - Python engine is more feature-complete
61
+ reader_kwargs["engine"] = "python"
62
+
63
+ # - Define on-the-fly decompression of on-disk data
64
+ # - Available: gzip, bz2, zip
65
+ reader_kwargs["compression"] = "infer"
66
+
67
+ # - Strings to recognize as NA/NaN and replace with standard NA flags
68
+ # - Already included: '#N/A', '#N/A N/A', '#NA', '-1.#IND', '-1.#QNAN',
69
+ # '-NaN', '-nan', '1.#IND', '1.#QNAN', '<NA>', 'N/A',
70
+ # 'NA', 'NULL', 'NaN', 'n/a', 'nan', 'null'
71
+ reader_kwargs["na_values"] = ["na", "", "error"]
72
+
73
+ ##------------------------------------------------------------------------.
74
+ #### Read the data
75
+ df = read_raw_text_file(
76
+ filepath=file,
77
+ column_names=column_names,
78
+ reader_kwargs=reader_kwargs,
79
+ logger=logger,
80
+ )
81
+
82
+ ##------------------------------------------------------------------------.
83
+ #### Adapt the dataframe to adhere to DISDRODB L0 standards
84
+ # Raise error if empty file
85
+ if len(df) == 0:
86
+ raise ValueError(f"{filename} is empty.")
87
+
88
+ # Select only rows with expected number of delimiters
89
+ df = df[df["TO_PARSE"].str.count(";") == 520]
90
+
91
+ # Raise error if no data left
92
+ if len(df) == 0:
93
+ raise ValueError(f"No valid data in {filename}.")
94
+
95
+ # Split by ; delimiter (before raw drop number)
96
+ df = df["TO_PARSE"].str.split(";", expand=True, n=79)
97
+
98
+ # Assign column names
99
+ names = [
100
+ "start_identifier",
101
+ "device_address",
102
+ "sensor_serial_number",
103
+ "sensor_date",
104
+ "sensor_time",
105
+ "weather_code_synop_4677_5min",
106
+ "weather_code_synop_4680_5min",
107
+ "weather_code_metar_4678_5min",
108
+ "precipitation_rate_5min",
109
+ "weather_code_synop_4677",
110
+ "weather_code_synop_4680",
111
+ "weather_code_metar_4678",
112
+ "precipitation_rate",
113
+ "rainfall_rate",
114
+ "snowfall_rate",
115
+ "precipitation_accumulated",
116
+ "mor_visibility",
117
+ "reflectivity",
118
+ "quality_index",
119
+ "max_hail_diameter",
120
+ "laser_status",
121
+ "static_signal_status",
122
+ "laser_temperature_analog_status",
123
+ "laser_temperature_digital_status",
124
+ "laser_current_analog_status",
125
+ "laser_current_digital_status",
126
+ "sensor_voltage_supply_status",
127
+ "current_heating_pane_transmitter_head_status",
128
+ "current_heating_pane_receiver_head_status",
129
+ "temperature_sensor_status",
130
+ "current_heating_voltage_supply_status",
131
+ "current_heating_house_status",
132
+ "current_heating_heads_status",
133
+ "current_heating_carriers_status",
134
+ "control_output_laser_power_status",
135
+ "reserved_status",
136
+ "temperature_interior",
137
+ "laser_temperature",
138
+ "laser_current_average",
139
+ "control_voltage",
140
+ "optical_control_voltage_output",
141
+ "sensor_voltage_supply",
142
+ "current_heating_pane_transmitter_head",
143
+ "current_heating_pane_receiver_head",
144
+ "temperature_ambient",
145
+ "current_heating_voltage_supply",
146
+ "current_heating_house",
147
+ "current_heating_heads",
148
+ "current_heating_carriers",
149
+ "number_particles",
150
+ "number_particles_internal_data",
151
+ "number_particles_min_speed",
152
+ "number_particles_min_speed_internal_data",
153
+ "number_particles_max_speed",
154
+ "number_particles_max_speed_internal_data",
155
+ "number_particles_min_diameter",
156
+ "number_particles_min_diameter_internal_data",
157
+ "number_particles_no_hydrometeor",
158
+ "number_particles_no_hydrometeor_internal_data",
159
+ "number_particles_unknown_classification",
160
+ "total_gross_volume_unknown_classification",
161
+ "number_particles_hail",
162
+ "total_gross_volume_hail",
163
+ "number_particles_solid_precipitation",
164
+ "total_gross_volume_solid_precipitation",
165
+ "number_particles_large_pellet",
166
+ "total_gross_volume_large_pellet",
167
+ "number_particles_small_pellet",
168
+ "total_gross_volume_small_pellet",
169
+ "number_particles_snowgrain",
170
+ "total_gross_volume_snowgrain",
171
+ "number_particles_rain",
172
+ "total_gross_volume_rain",
173
+ "number_particles_small_rain",
174
+ "total_gross_volume_small_rain",
175
+ "number_particles_drizzle",
176
+ "total_gross_volume_drizzle",
177
+ "number_particles_class_9",
178
+ "number_particles_class_9_internal_data",
179
+ "raw_drop_number",
180
+ ]
181
+ df.columns = names
182
+
183
+ # Remove checksum from raw_drop_number
184
+ df["raw_drop_number"] = df["raw_drop_number"].str.rsplit(";", n=2, expand=True)[0]
185
+
186
+ # Infer and define "time" column
187
+ start_time_str = filename.split(".")[0] # '2024020200.txt'
188
+ start_time = pd.to_datetime(start_time_str, format="%Y%m%d%H")
189
+
190
+ # - Define timedelta based on sensor_time
191
+ # --> Add +24h to subsequent times when time resets
192
+ dt = pd.to_timedelta(df["sensor_time"]).to_numpy().astype("m8[s]")
193
+ rollover_indices = np.where(np.diff(dt) < np.timedelta64(0, "s"))[0]
194
+ if rollover_indices.size > 0:
195
+ for idx in rollover_indices:
196
+ dt[idx + 1 :] += np.timedelta64(24, "h")
197
+ dt = dt - dt[0]
198
+
199
+ # - Define approximate time
200
+ df["time"] = start_time + dt
201
+
202
+ # - Keep rows where time increment is between 00 and 59 minutes
203
+ valid_rows = dt <= np.timedelta64(3540, "s")
204
+ df = df[valid_rows]
205
+
206
+ # Drop row if start_identifier different than 00
207
+ # df = df[df["start_identifier"].astype(str) == "00"]
208
+
209
+ # Drop rows with invalid raw_drop_number
210
+ df = df[df["raw_drop_number"].astype(str).str.len() == 1759]
211
+
212
+ # Drop columns not agreeing with DISDRODB L0 standards
213
+ columns_to_drop = [
214
+ "start_identifier",
215
+ "device_address",
216
+ "sensor_serial_number",
217
+ "sensor_date",
218
+ "sensor_time",
219
+ ]
220
+ df = df.drop(columns=columns_to_drop)
221
+ return df
222
+
223
+
224
+ @is_documented_by(reader_generic_docstring)
225
+ def reader(
226
+ filepath,
227
+ logger=None,
228
+ ):
229
+ """Reader."""
230
+ import zipfile
231
+
232
+ list_df = []
233
+ with zipfile.ZipFile(filepath, "r") as zip_ref:
234
+ filenames = sorted(zip_ref.namelist())
235
+ for filename in filenames:
236
+ if filename.endswith(".txt"):
237
+ # Open file
238
+ with zip_ref.open(filename) as file:
239
+ try:
240
+ df = read_txt_file(file=file, filename=filename, logger=logger)
241
+ if df is not None:
242
+ list_df.append(df)
243
+ except Exception as e:
244
+ msg = f"An error occurred while reading {filename}. The error is: {e}"
245
+ log_error(logger=logger, msg=msg, verbose=True)
246
+
247
+ # Check the zip file contains at least some non.empty files
248
+ if len(list_df) == 0:
249
+ raise ValueError(f"{filepath} contains only empty files!")
250
+
251
+ # Concatenate all dataframes into a single one
252
+ df = pd.concat(list_df)
253
+
254
+ # ---------------------------------------------------------------------.
255
+ return df
@@ -118,8 +118,8 @@ def read_txt_file(file, filename, logger):
118
118
  "total_gross_volume_hail",
119
119
  "number_particles_solid_precipitation",
120
120
  "total_gross_volume_solid_precipitation",
121
- "number_particles_great_pellet",
122
- "total_gross_volume_great_pellet",
121
+ "number_particles_large_pellet",
122
+ "total_gross_volume_large_pellet",
123
123
  "number_particles_small_pellet",
124
124
  "total_gross_volume_small_pellet",
125
125
  "number_particles_snowgrain",
@@ -15,6 +15,7 @@
15
15
  # along with this program. If not, see <http://www.gnu.org/licenses/>.
16
16
  # -----------------------------------------------------------------------------.
17
17
  """DISDRODB reader for GID LPM V0 sensor (TC-TO) with incorrect reported time."""
18
+
18
19
  import numpy as np
19
20
  import pandas as pd
20
21
 
@@ -121,8 +122,8 @@ def read_txt_file(file, filename, logger):
121
122
  "total_gross_volume_hail",
122
123
  "number_particles_solid_precipitation",
123
124
  "total_gross_volume_solid_precipitation",
124
- "number_particles_great_pellet",
125
- "total_gross_volume_great_pellet",
125
+ "number_particles_large_pellet",
126
+ "total_gross_volume_large_pellet",
126
127
  "number_particles_small_pellet",
127
128
  "total_gross_volume_small_pellet",
128
129
  "number_particles_snowgrain",
@@ -15,6 +15,7 @@
15
15
  # along with this program. If not, see <http://www.gnu.org/licenses/>.
16
16
  # -----------------------------------------------------------------------------.
17
17
  """Reader for OceanRAIN ODM470 R and W files in netCDF format."""
18
+
18
19
  import os
19
20
 
20
21
  import numpy as np
@@ -15,6 +15,7 @@
15
15
  # along with this program. If not, see <http://www.gnu.org/licenses/>.
16
16
  # -----------------------------------------------------------------------------.
17
17
  """DISDRODB reader for EUSKALMET OTT Parsivel raw data."""
18
+
18
19
  # import os
19
20
  # import tempfile
20
21
  # from disdrodb.utils.compression import unzip_file_on_terminal
@@ -15,6 +15,7 @@
15
15
  # along with this program. If not, see <http://www.gnu.org/licenses/>.
16
16
  # -----------------------------------------------------------------------------.
17
17
  """Reader for CHONGQING campaign."""
18
+
18
19
  import numpy as np
19
20
  import pandas as pd
20
21
 
@@ -16,6 +16,7 @@
16
16
  # along with this program. If not, see <http://www.gnu.org/licenses/>.
17
17
  # -----------------------------------------------------------------------------.
18
18
  """Reader for ARCTIC 2021 campaign."""
19
+
19
20
  import pandas as pd
20
21
 
21
22
  from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
@@ -16,6 +16,7 @@
16
16
  # along with this program. If not, see <http://www.gnu.org/licenses/>.
17
17
  # -----------------------------------------------------------------------------.
18
18
  """Reader for COMMON 2011 campaign."""
19
+
19
20
  import pandas as pd
20
21
 
21
22
  from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
@@ -16,6 +16,7 @@
16
16
  # along with this program. If not, see <http://www.gnu.org/licenses/>.
17
17
  # -----------------------------------------------------------------------------.
18
18
  """Reader for DAVOS 2009-2011 campaign."""
19
+
19
20
  import pandas as pd
20
21
 
21
22
  from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
@@ -16,6 +16,7 @@
16
16
  # along with this program. If not, see <http://www.gnu.org/licenses/>.
17
17
  # -----------------------------------------------------------------------------.
18
18
  """Reader for EPFL 2009 campaign."""
19
+
19
20
  import pandas as pd
20
21
 
21
22
  from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
@@ -16,6 +16,7 @@
16
16
  # along with this program. If not, see <http://www.gnu.org/licenses/>.
17
17
  # -----------------------------------------------------------------------------.
18
18
  """Reader for EPFL ROOF 2008 campaign."""
19
+
19
20
  import pandas as pd
20
21
 
21
22
  from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
@@ -16,6 +16,7 @@
16
16
  # along with this program. If not, see <http://www.gnu.org/licenses/>.
17
17
  # -----------------------------------------------------------------------------.
18
18
  """Reader for EPFL ROOF 2010 campaign."""
19
+
19
20
  import pandas as pd
20
21
 
21
22
  from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
@@ -16,6 +16,7 @@
16
16
  # along with this program. If not, see <http://www.gnu.org/licenses/>.
17
17
  # -----------------------------------------------------------------------------.
18
18
  """Reader for EPFL ROOF 2011 campaign."""
19
+
19
20
  import pandas as pd
20
21
 
21
22
  from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
@@ -16,6 +16,7 @@
16
16
  # along with this program. If not, see <http://www.gnu.org/licenses/>.
17
17
  # -----------------------------------------------------------------------------.
18
18
  """Reader for EPFL ROOF 2012 campaign."""
19
+
19
20
  import pandas as pd
20
21
 
21
22
  from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
@@ -16,6 +16,7 @@
16
16
  # along with this program. If not, see <http://www.gnu.org/licenses/>.
17
17
  # -----------------------------------------------------------------------------.
18
18
  """Reader for the GENEPI campaign."""
19
+
19
20
  import pandas as pd
20
21
 
21
22
  from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
@@ -18,6 +18,7 @@
18
18
  # along with this program. If not, see <http://www.gnu.org/licenses/>.
19
19
  # -----------------------------------------------------------------------------.
20
20
  """Reader for the GRAND ST BERNARD campaign."""
21
+
21
22
  import pandas as pd
22
23
 
23
24
  from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring