disdrodb 0.1.5__py3-none-any.whl → 0.2.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (125) hide show
  1. disdrodb/__init__.py +1 -5
  2. disdrodb/_version.py +2 -2
  3. disdrodb/accessor/methods.py +22 -4
  4. disdrodb/api/checks.py +10 -0
  5. disdrodb/api/io.py +20 -18
  6. disdrodb/api/path.py +42 -77
  7. disdrodb/api/search.py +89 -23
  8. disdrodb/cli/disdrodb_create_summary.py +1 -1
  9. disdrodb/cli/disdrodb_run_l0.py +1 -1
  10. disdrodb/cli/disdrodb_run_l0a.py +1 -1
  11. disdrodb/cli/disdrodb_run_l0b.py +1 -1
  12. disdrodb/cli/disdrodb_run_l0c.py +1 -1
  13. disdrodb/cli/disdrodb_run_l1.py +1 -1
  14. disdrodb/cli/disdrodb_run_l2e.py +1 -1
  15. disdrodb/cli/disdrodb_run_l2m.py +1 -1
  16. disdrodb/configs.py +30 -83
  17. disdrodb/constants.py +4 -3
  18. disdrodb/data_transfer/download_data.py +4 -2
  19. disdrodb/docs.py +2 -2
  20. disdrodb/etc/products/L1/1MIN.yaml +13 -0
  21. disdrodb/etc/products/L1/LPM/1MIN.yaml +13 -0
  22. disdrodb/etc/products/L1/LPM_V0/1MIN.yaml +13 -0
  23. disdrodb/etc/products/L1/PARSIVEL/1MIN.yaml +13 -0
  24. disdrodb/etc/products/L1/PARSIVEL2/1MIN.yaml +13 -0
  25. disdrodb/etc/products/L1/PWS100/1MIN.yaml +13 -0
  26. disdrodb/etc/products/L1/RD80/1MIN.yaml +13 -0
  27. disdrodb/etc/products/L1/SWS250/1MIN.yaml +13 -0
  28. disdrodb/etc/products/L1/global.yaml +6 -0
  29. disdrodb/etc/products/L2E/10MIN.yaml +1 -12
  30. disdrodb/etc/products/L2E/global.yaml +1 -1
  31. disdrodb/etc/products/L2M/MODELS/NGAMMA_GS_R_MAE.yaml +6 -0
  32. disdrodb/etc/products/L2M/global.yaml +1 -1
  33. disdrodb/issue/checks.py +2 -2
  34. disdrodb/l0/check_configs.py +1 -1
  35. disdrodb/l0/configs/LPM/l0a_encodings.yml +0 -1
  36. disdrodb/l0/configs/LPM/l0b_cf_attrs.yml +0 -4
  37. disdrodb/l0/configs/LPM/l0b_encodings.yml +9 -9
  38. disdrodb/l0/configs/LPM/raw_data_format.yml +11 -11
  39. disdrodb/l0/configs/LPM_V0/bins_diameter.yml +103 -0
  40. disdrodb/l0/configs/LPM_V0/bins_velocity.yml +103 -0
  41. disdrodb/l0/configs/LPM_V0/l0a_encodings.yml +45 -0
  42. disdrodb/l0/configs/LPM_V0/l0b_cf_attrs.yml +180 -0
  43. disdrodb/l0/configs/LPM_V0/l0b_encodings.yml +410 -0
  44. disdrodb/l0/configs/LPM_V0/raw_data_format.yml +474 -0
  45. disdrodb/l0/configs/PARSIVEL/l0b_encodings.yml +1 -1
  46. disdrodb/l0/configs/PARSIVEL/raw_data_format.yml +8 -8
  47. disdrodb/l0/configs/PARSIVEL2/raw_data_format.yml +9 -9
  48. disdrodb/l0/l0_reader.py +2 -2
  49. disdrodb/l0/l0a_processing.py +6 -2
  50. disdrodb/l0/l0b_processing.py +26 -19
  51. disdrodb/l0/l0c_processing.py +17 -3
  52. disdrodb/l0/manuals/LPM_V0.pdf +0 -0
  53. disdrodb/l0/readers/LPM/ITALY/GID_LPM.py +15 -7
  54. disdrodb/l0/readers/LPM/ITALY/GID_LPM_PI.py +279 -0
  55. disdrodb/l0/readers/LPM/ITALY/GID_LPM_T.py +276 -0
  56. disdrodb/l0/readers/LPM/ITALY/GID_LPM_W.py +2 -2
  57. disdrodb/l0/readers/LPM/NETHERLANDS/DELFT_RWANDA_LPM_NC.py +103 -0
  58. disdrodb/l0/readers/LPM/NORWAY/HAUKELISETER_LPM.py +216 -0
  59. disdrodb/l0/readers/LPM/NORWAY/NMBU_LPM.py +208 -0
  60. disdrodb/l0/readers/LPM/UK/WITHWORTH_LPM.py +219 -0
  61. disdrodb/l0/readers/LPM/USA/CHARLESTON.py +229 -0
  62. disdrodb/l0/readers/{LPM → LPM_V0}/BELGIUM/ULIEGE.py +33 -49
  63. disdrodb/l0/readers/LPM_V0/ITALY/GID_LPM_V0.py +240 -0
  64. disdrodb/l0/readers/PARSIVEL/BASQUECOUNTRY/EUSKALMET_OTT.py +227 -0
  65. disdrodb/l0/readers/{PARSIVEL2 → PARSIVEL}/NASA/LPVEX.py +16 -28
  66. disdrodb/l0/readers/PARSIVEL/{GPM → NASA}/MC3E.py +1 -1
  67. disdrodb/l0/readers/PARSIVEL/NCAR/VORTEX2_2010_UF.py +3 -3
  68. disdrodb/l0/readers/PARSIVEL2/BASQUECOUNTRY/EUSKALMET_OTT2.py +232 -0
  69. disdrodb/l0/readers/PARSIVEL2/DENMARK/EROSION_raw.py +1 -1
  70. disdrodb/l0/readers/PARSIVEL2/JAPAN/PRECIP.py +155 -0
  71. disdrodb/l0/readers/PARSIVEL2/MPI/BCO_PARSIVEL2.py +14 -7
  72. disdrodb/l0/readers/PARSIVEL2/MPI/BOWTIE.py +8 -3
  73. disdrodb/l0/readers/PARSIVEL2/NASA/APU.py +28 -5
  74. disdrodb/l0/readers/PARSIVEL2/NCAR/RELAMPAGO_PARSIVEL2.py +1 -1
  75. disdrodb/l0/readers/PARSIVEL2/{GPM/GCPEX.py → NORWAY/UIB.py} +54 -29
  76. disdrodb/l0/readers/PARSIVEL2/PHILIPPINES/{PANGASA.py → PAGASA.py} +6 -3
  77. disdrodb/l0/readers/PARSIVEL2/SPAIN/GRANADA.py +1 -1
  78. disdrodb/l0/readers/PARSIVEL2/SWEDEN/SMHI.py +189 -0
  79. disdrodb/l0/readers/{PARSIVEL/GPM/PIERS.py → PARSIVEL2/USA/CSU.py} +62 -29
  80. disdrodb/l0/readers/PARSIVEL2/USA/{C3WE.py → CW3E.py} +51 -24
  81. disdrodb/l0/readers/{PARSIVEL/GPM/IFLOODS.py → RD80/BRAZIL/ATTO_RD80.py} +50 -34
  82. disdrodb/l0/readers/{SW250 → SWS250}/BELGIUM/KMI.py +1 -1
  83. disdrodb/l1/beard_model.py +45 -1
  84. disdrodb/l1/fall_velocity.py +1 -6
  85. disdrodb/l1/filters.py +2 -0
  86. disdrodb/l1/processing.py +6 -5
  87. disdrodb/l1/resampling.py +101 -38
  88. disdrodb/l2/empirical_dsd.py +12 -8
  89. disdrodb/l2/processing.py +4 -3
  90. disdrodb/metadata/search.py +3 -4
  91. disdrodb/routines/l0.py +4 -4
  92. disdrodb/routines/l1.py +173 -60
  93. disdrodb/routines/l2.py +121 -269
  94. disdrodb/routines/options.py +347 -0
  95. disdrodb/routines/wrappers.py +9 -1
  96. disdrodb/scattering/axis_ratio.py +3 -0
  97. disdrodb/scattering/routines.py +1 -1
  98. disdrodb/summary/routines.py +765 -724
  99. disdrodb/utils/archiving.py +51 -44
  100. disdrodb/utils/attrs.py +1 -1
  101. disdrodb/utils/compression.py +4 -2
  102. disdrodb/utils/dask.py +35 -15
  103. disdrodb/utils/dict.py +33 -0
  104. disdrodb/utils/encoding.py +1 -1
  105. disdrodb/utils/manipulations.py +7 -1
  106. disdrodb/utils/routines.py +9 -8
  107. disdrodb/utils/time.py +9 -1
  108. disdrodb/viz/__init__.py +0 -13
  109. disdrodb/viz/plots.py +209 -0
  110. {disdrodb-0.1.5.dist-info → disdrodb-0.2.1.dist-info}/METADATA +1 -1
  111. {disdrodb-0.1.5.dist-info → disdrodb-0.2.1.dist-info}/RECORD +124 -95
  112. disdrodb/l0/readers/PARSIVEL/GPM/LPVEX.py +0 -85
  113. /disdrodb/etc/products/L2M/{GAMMA_GS_ND_MAE.yaml → MODELS/GAMMA_GS_ND_MAE.yaml} +0 -0
  114. /disdrodb/etc/products/L2M/{GAMMA_ML.yaml → MODELS/GAMMA_ML.yaml} +0 -0
  115. /disdrodb/etc/products/L2M/{LOGNORMAL_GS_LOG_ND_MAE.yaml → MODELS/LOGNORMAL_GS_LOG_ND_MAE.yaml} +0 -0
  116. /disdrodb/etc/products/L2M/{LOGNORMAL_GS_ND_MAE.yaml → MODELS/LOGNORMAL_GS_ND_MAE.yaml} +0 -0
  117. /disdrodb/etc/products/L2M/{LOGNORMAL_ML.yaml → MODELS/LOGNORMAL_ML.yaml} +0 -0
  118. /disdrodb/etc/products/L2M/{NGAMMA_GS_LOG_ND_MAE.yaml → MODELS/NGAMMA_GS_LOG_ND_MAE.yaml} +0 -0
  119. /disdrodb/etc/products/L2M/{NGAMMA_GS_ND_MAE.yaml → MODELS/NGAMMA_GS_ND_MAE.yaml} +0 -0
  120. /disdrodb/etc/products/L2M/{NGAMMA_GS_Z_MAE.yaml → MODELS/NGAMMA_GS_Z_MAE.yaml} +0 -0
  121. /disdrodb/l0/readers/PARSIVEL2/{GPM → NASA}/NSSTC.py +0 -0
  122. {disdrodb-0.1.5.dist-info → disdrodb-0.2.1.dist-info}/WHEEL +0 -0
  123. {disdrodb-0.1.5.dist-info → disdrodb-0.2.1.dist-info}/entry_points.txt +0 -0
  124. {disdrodb-0.1.5.dist-info → disdrodb-0.2.1.dist-info}/licenses/LICENSE +0 -0
  125. {disdrodb-0.1.5.dist-info → disdrodb-0.2.1.dist-info}/top_level.txt +0 -0
disdrodb/l0/configs/LPM_V0/l0b_encodings.yml ADDED
@@ -0,0 +1,410 @@
1
+ # start_identifier:
2
+ # dtype: uint8
3
+ # zlib: true
4
+ # complevel: 3
5
+ # shuffle: true
6
+ # fletcher32: false
7
+ # contiguous: false
8
+ # chunksizes: 5000
9
+ # _FillValue: 255
10
+ # sensor_serial_number:
11
+ # dtype: uint16
12
+ # zlib: false
13
+ # complevel: 3
14
+ # shuffle: true
15
+ # fletcher32: false
16
+ # contiguous: false
17
+ # chunksizes: 5000
18
+ # _FillValue: 65535
19
+ weather_code_synop_4680_5min:
20
+ dtype: uint8
21
+ zlib: true
22
+ complevel: 3
23
+ shuffle: true
24
+ fletcher32: false
25
+ contiguous: false
26
+ chunksizes: 5000
27
+ _FillValue: 255
28
+ weather_code_metar_4678_5min:
29
+ dtype: str
30
+ zlib: false
31
+ complevel: 3
32
+ shuffle: true
33
+ fletcher32: false
34
+ contiguous: false
35
+ chunksizes: 5000
36
+ precipitation_rate_5min:
37
+ dtype: float32
38
+ zlib: true
39
+ complevel: 3
40
+ shuffle: true
41
+ fletcher32: false
42
+ contiguous: false
43
+ chunksizes: 5000
44
+ weather_code_synop_4680:
45
+ dtype: uint8
46
+ zlib: true
47
+ complevel: 3
48
+ shuffle: true
49
+ fletcher32: false
50
+ contiguous: false
51
+ chunksizes: 5000
52
+ _FillValue: 255
53
+ weather_code_metar_4678:
54
+ dtype: str
55
+ zlib: false
56
+ complevel: 3
57
+ shuffle: true
58
+ fletcher32: false
59
+ contiguous: false
60
+ chunksizes: 5000
61
+ precipitation_rate:
62
+ dtype: float32
63
+ zlib: true
64
+ complevel: 3
65
+ shuffle: true
66
+ fletcher32: false
67
+ contiguous: false
68
+ chunksizes: 5000
69
+ precipitation_accumulated:
70
+ dtype: float32
71
+ zlib: true
72
+ complevel: 3
73
+ shuffle: true
74
+ fletcher32: false
75
+ contiguous: false
76
+ chunksizes: 5000
77
+ temperature_interior:
78
+ dtype: float32 # uint with offset?
79
+ zlib: true
80
+ complevel: 3
81
+ shuffle: true
82
+ fletcher32: false
83
+ contiguous: false
84
+ chunksizes: 5000
85
+ # _FillValue: 65535
86
+ laser_temperature:
87
+ dtype: uint16
88
+ zlib: true
89
+ complevel: 3
90
+ shuffle: true
91
+ fletcher32: false
92
+ contiguous: false
93
+ chunksizes: 5000
94
+ _FillValue: 65535
95
+ laser_current_average:
96
+ dtype: uint16
97
+ zlib: true
98
+ complevel: 3
99
+ shuffle: true
100
+ fletcher32: false
101
+ contiguous: false
102
+ chunksizes: 5000
103
+ _FillValue: 65535
104
+ control_voltage:
105
+ dtype: float32
106
+ zlib: true
107
+ complevel: 3
108
+ shuffle: true
109
+ fletcher32: false
110
+ contiguous: false
111
+ chunksizes: 5000
112
+ optical_control_voltage_output:
113
+ dtype: float32
114
+ zlib: true
115
+ complevel: 3
116
+ shuffle: true
117
+ fletcher32: false
118
+ contiguous: false
119
+ chunksizes: 5000
120
+ number_particles:
121
+ dtype: uint16
122
+ zlib: true
123
+ complevel: 3
124
+ shuffle: true
125
+ fletcher32: false
126
+ contiguous: false
127
+ chunksizes: 5000
128
+ _FillValue: 65535
129
+ number_particles_internal_data:
130
+ dtype: float32
131
+ zlib: true
132
+ complevel: 3
133
+ shuffle: true
134
+ fletcher32: false
135
+ contiguous: false
136
+ chunksizes: 5000
137
+ number_particles_min_speed:
138
+ dtype: uint16
139
+ zlib: true
140
+ complevel: 3
141
+ shuffle: true
142
+ fletcher32: false
143
+ contiguous: false
144
+ chunksizes: 5000
145
+ _FillValue: 65535
146
+ number_particles_min_speed_internal_data:
147
+ dtype: float32
148
+ zlib: true
149
+ complevel: 3
150
+ shuffle: true
151
+ fletcher32: false
152
+ contiguous: false
153
+ chunksizes: 5000
154
+ number_particles_max_speed:
155
+ dtype: uint16
156
+ zlib: true
157
+ complevel: 3
158
+ shuffle: true
159
+ fletcher32: false
160
+ contiguous: false
161
+ chunksizes: 5000
162
+ _FillValue: 65535
163
+ number_particles_max_speed_internal_data:
164
+ dtype: float32
165
+ zlib: true
166
+ complevel: 3
167
+ shuffle: true
168
+ fletcher32: false
169
+ contiguous: false
170
+ chunksizes: 5000
171
+ number_particles_min_diameter:
172
+ dtype: uint16
173
+ zlib: true
174
+ complevel: 3
175
+ shuffle: true
176
+ fletcher32: false
177
+ contiguous: false
178
+ chunksizes: 5000
179
+ _FillValue: 65535
180
+ number_particles_min_diameter_internal_data:
181
+ dtype: float32
182
+ zlib: true
183
+ complevel: 3
184
+ shuffle: true
185
+ fletcher32: false
186
+ contiguous: false
187
+ chunksizes: 5000
188
+ number_particles_no_hydrometeor:
189
+ dtype: uint16
190
+ zlib: true
191
+ complevel: 3
192
+ shuffle: true
193
+ fletcher32: false
194
+ contiguous: false
195
+ chunksizes: 5000
196
+ _FillValue: 65535
197
+ number_particles_no_hydrometeor_internal_data:
198
+ dtype: float32
199
+ zlib: true
200
+ complevel: 3
201
+ shuffle: true
202
+ fletcher32: false
203
+ contiguous: false
204
+ chunksizes: 5000
205
+ number_particles_unknown_classification:
206
+ dtype: uint16
207
+ zlib: true
208
+ complevel: 3
209
+ shuffle: true
210
+ fletcher32: false
211
+ contiguous: false
212
+ chunksizes: 5000
213
+ _FillValue: 65535
214
+ total_gross_volume_unknown_classification:
215
+ dtype: float32
216
+ zlib: true
217
+ complevel: 3
218
+ shuffle: true
219
+ fletcher32: false
220
+ contiguous: false
221
+ chunksizes: 5000
222
+ number_particles_hail:
223
+ dtype: uint16
224
+ zlib: true
225
+ complevel: 3
226
+ shuffle: true
227
+ fletcher32: false
228
+ contiguous: false
229
+ chunksizes: 5000
230
+ _FillValue: 65535
231
+ total_gross_volume_hail:
232
+ dtype: float32
233
+ zlib: true
234
+ complevel: 3
235
+ shuffle: true
236
+ fletcher32: false
237
+ contiguous: false
238
+ chunksizes: 5000
239
+ number_particles_solid_precipitation:
240
+ dtype: uint16
241
+ zlib: true
242
+ complevel: 3
243
+ shuffle: true
244
+ fletcher32: false
245
+ contiguous: false
246
+ chunksizes: 5000
247
+ _FillValue: 65535
248
+ total_gross_volume_solid_precipitation:
249
+ dtype: float32
250
+ zlib: true
251
+ complevel: 3
252
+ shuffle: true
253
+ fletcher32: false
254
+ contiguous: false
255
+ chunksizes: 5000
256
+ number_particles_great_pellet:
257
+ dtype: uint16
258
+ zlib: true
259
+ complevel: 3
260
+ shuffle: true
261
+ fletcher32: false
262
+ contiguous: false
263
+ chunksizes: 5000
264
+ _FillValue: 65535
265
+ total_gross_volume_great_pellet:
266
+ dtype: float32
267
+ zlib: true
268
+ complevel: 3
269
+ shuffle: true
270
+ fletcher32: false
271
+ contiguous: false
272
+ chunksizes: 5000
273
+ number_particles_small_pellet:
274
+ dtype: uint16
275
+ zlib: true
276
+ complevel: 3
277
+ shuffle: true
278
+ fletcher32: false
279
+ contiguous: false
280
+ chunksizes: 5000
281
+ _FillValue: 65535
282
+ total_gross_volume_small_pellet:
283
+ dtype: float32
284
+ zlib: true
285
+ complevel: 3
286
+ shuffle: true
287
+ fletcher32: false
288
+ contiguous: false
289
+ chunksizes: 5000
290
+ number_particles_snowgrain:
291
+ dtype: uint16
292
+ zlib: true
293
+ complevel: 3
294
+ shuffle: true
295
+ fletcher32: false
296
+ contiguous: false
297
+ chunksizes: 5000
298
+ _FillValue: 65535
299
+ total_gross_volume_snowgrain:
300
+ dtype: float32
301
+ zlib: true
302
+ complevel: 3
303
+ shuffle: true
304
+ fletcher32: false
305
+ contiguous: false
306
+ chunksizes: 5000
307
+ number_particles_rain:
308
+ dtype: uint16
309
+ zlib: true
310
+ complevel: 3
311
+ shuffle: true
312
+ fletcher32: false
313
+ contiguous: false
314
+ chunksizes: 5000
315
+ _FillValue: 65535
316
+ total_gross_volume_rain:
317
+ dtype: float32
318
+ zlib: true
319
+ complevel: 3
320
+ shuffle: true
321
+ fletcher32: false
322
+ contiguous: false
323
+ chunksizes: 5000
324
+ number_particles_small_rain:
325
+ dtype: uint16
326
+ zlib: true
327
+ complevel: 3
328
+ shuffle: true
329
+ fletcher32: false
330
+ contiguous: false
331
+ chunksizes: 5000
332
+ _FillValue: 65535
333
+ total_gross_volume_small_rain:
334
+ dtype: float32
335
+ zlib: true
336
+ complevel: 3
337
+ shuffle: true
338
+ fletcher32: false
339
+ contiguous: false
340
+ chunksizes: 5000
341
+ number_particles_drizzle:
342
+ dtype: uint16
343
+ zlib: true
344
+ complevel: 3
345
+ shuffle: true
346
+ fletcher32: false
347
+ contiguous: false
348
+ chunksizes: 5000
349
+ _FillValue: 65535
350
+ total_gross_volume_drizzle:
351
+ dtype: float32
352
+ zlib: true
353
+ complevel: 3
354
+ shuffle: true
355
+ fletcher32: false
356
+ contiguous: false
357
+ chunksizes: 5000
358
+ raw_drop_number:
359
+ dtype: uint16
360
+ zlib: true
361
+ complevel: 3
362
+ shuffle: true
363
+ fletcher32: false
364
+ contiguous: false
365
+ _FillValue: 65535
366
+ chunksizes:
367
+ - 5000
368
+ - 22 # diameter
369
+ - 20 # velocity
370
+ air_temperature:
371
+ dtype: uint16
372
+ scale_factor: 0.1
373
+ add_offset: -99.9
374
+ zlib: true
375
+ complevel: 3
376
+ shuffle: true
377
+ fletcher32: false
378
+ contiguous: false
379
+ _FillValue: 65535
380
+ chunksizes: 5000
381
+ relative_humidity:
382
+ dtype: uint16
383
+ scale_factor: 0.01
384
+ zlib: true
385
+ complevel: 3
386
+ shuffle: true
387
+ fletcher32: false
388
+ contiguous: false
389
+ _FillValue: 65535
390
+ chunksizes: 5000
391
+ wind_speed:
392
+ dtype: uint16
393
+ scale_factor: 0.1
394
+ add_offset: -99.9
395
+ zlib: true
396
+ complevel: 3
397
+ shuffle: true
398
+ fletcher32: false
399
+ contiguous: false
400
+ _FillValue: 65535
401
+ chunksizes: 5000
402
+ wind_direction:
403
+ dtype: uint16
404
+ zlib: true
405
+ complevel: 3
406
+ shuffle: true
407
+ fletcher32: false
408
+ contiguous: false
409
+ _FillValue: 65535
410
+ chunksizes: 5000