disdrodb 0.1.2__py3-none-any.whl → 0.1.4__py3-none-any.whl

disdrodb/etc/configs/encodings.yaml

@@ -0,0 +1,473 @@
+sample_interval:
+  dtype: uint16
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  _FillValue: 65535
+M1:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+M2:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+M3:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+M4:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+M5:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+M6:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+Nt:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+R:
+  dtype: uint16
+  scale_factor: 0.01
+  _FillValue: 65535
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+Rm:
+  dtype: uint16
+  scale_factor: 0.01
+  _FillValue: 65535
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+P:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+Z:
+  dtype: uint16
+  scale_factor: 0.01
+  add_offset: -60
+  _FillValue: 65535
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+W:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+Dm:
+  dtype: uint16
+  scale_factor: 0.001
+  _FillValue: 65535
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+sigma_m:
+  dtype: uint16
+  scale_factor: 0.001
+  _FillValue: 65535
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+Dmode:
+  dtype: uint16
+  scale_factor: 0.001
+  _FillValue: 65535
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+Nw:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+D50:
+  dtype: uint16
+  scale_factor: 0.001
+  _FillValue: 65535
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+D10:
+  dtype: uint16
+  scale_factor: 0.001
+  _FillValue: 65535
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+D90:
+  dtype: uint16
+  scale_factor: 0.001
+  _FillValue: 65535
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+drop_number:
+  dtype: uint16
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  _FillValue: 65535
+raw_drop_number:
+  dtype: uint16
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  _FillValue: 65535
+drop_counts:
+  dtype: uint32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  _FillValue: 4294967295
+Nraw:
+  dtype: uint32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  _FillValue: 4294967295
+N:
+  dtype: uint32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  _FillValue: 4294967295
+Nremoved:
+  dtype: uint32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  _FillValue: 4294967295
+Nbins:
+  dtype: uint8
+  _FillValue: 255
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+Nbins_missing:
+  dtype: uint8
+  _FillValue: 255
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+Nbins_missing_consecutive:
+  dtype: uint8
+  _FillValue: 255
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+Nbins_missing_fraction:
+  dtype: uint8
+  scale_factor: 0.01
+  _FillValue: 255
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+Dmin:
+  dtype: uint16
+  scale_factor: 0.001
+  _FillValue: 65535
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+Dmax:
+  dtype: uint16
+  scale_factor: 0.001
+  _FillValue: 65535
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+drop_average_velocity:
+  dtype: uint16
+  scale_factor: 0.001
+  _FillValue: 65535
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+fall_velocity:
+  dtype: uint16
+  scale_factor: 0.001
+  _FillValue: 65535
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+drop_number_concentration:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+drop_volume:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+drop_total_volume:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+drop_relative_volume_ratio:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+KEmin:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+KEmax:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+TKE:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+KED:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+KEF:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+DBZH:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+DBZV:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+ZDR:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+RHOHV:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+DELTAHV:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+LDR:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+KDP:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+AH:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+AV:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+ADP:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+R2:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+MAE:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+MaxAE:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+RelMaxAE:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+PeakDiff:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+RelPeakDiff:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+DmodeDiff:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+NtDiff:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+KLDiv:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false

disdrodb/etc/products/L1/global.yaml

@@ -0,0 +1,13 @@
+product_options:
+  fall_velocity_method: "Beard1976"
+  minimum_diameter: 0
+  maximum_diameter: 10
+  minimum_velocity: 0
+  maximum_velocity: 12
+  above_velocity_fraction: 0.5
+  above_velocity_tolerance: null
+  below_velocity_fraction: 0.5
+  below_velocity_tolerance: null
+  small_diameter_threshold: 1
+  small_velocity_threshold: 2.5
+  maintain_smallest_drops: True

disdrodb/etc/products/L2E/10MIN.yaml

@@ -0,0 +1,12 @@
+archive_options:
+  strategy: event
+  strategy_options:
+    min_drops: 5
+    neighbor_min_size: 2
+    neighbor_time_interval: "5MIN"
+    event_max_time_gap: "6H"
+    event_min_duration: "5MIN"
+    event_min_size: 3
+  folder_partitioning: "year/month"
+product_options:
+  minimum_ndrops: 0

disdrodb/etc/products/L2E/1MIN.yaml

@@ -0,0 +1 @@
+radar_enabled: True

disdrodb/etc/products/L2E/global.yaml

@@ -0,0 +1,22 @@
+temporal_resolutions: ["1MIN", "5MIN", "10MIN", "ROLL1MIN"]
+archive_options:
+  strategy: time_block
+  strategy_options:
+    freq: month
+  folder_partitioning: ""
+product_options:
+  minimum_ndrops: 1
+  minimum_nbins: 1
+  minimum_rain_rate: 0.01
+  compute_spectra: False
+  compute_percentage_contribution: False
+radar_enabled: False
+radar_options:
+  frequency: ["S", "C", "X", "Ku", "K", "Ka", "W"]
+  num_points: 1024
+  diameter_max: 10
+  canting_angle_std: 7
+  axis_ratio_model: Thurai2007
+  permittivity_model: Turner2016
+  water_temperature: 10
+  elevation_angle: 0

disdrodb/etc/products/L2M/10MIN.yaml

@@ -0,0 +1,12 @@
+archive_options:
+  strategy: event
+  strategy_options:
+    min_drops: 5
+    neighbor_min_size: 2
+    neighbor_time_interval: "5MIN"
+    event_max_time_gap: "6H"
+    event_min_duration: "5MIN"
+    event_min_size: 3
+  folder_partitioning: "year/month"
+product_options:
+  minimum_ndrops: 0

disdrodb/etc/products/L2M/GAMMA_ML.yaml

@@ -0,0 +1,8 @@
+psd_model: "GammaPSD"
+optimization: "ML"
+optimization_kwargs:
+  init_method: "M346"
+  probability_method: "cdf"
+  likelihood: "multinomial"
+  truncated_likelihood: True
+  optimizer: "Nelder-Mead"

disdrodb/etc/products/L2M/NGAMMA_GS_LOG_ND_MAE.yaml

@@ -0,0 +1,6 @@
+psd_model: "NormalizedGammaPSD"
+optimization: "GS"
+optimization_kwargs:
+  target: "ND"
+  transformation: "log"
+  error_order: 1

disdrodb/etc/products/L2M/NGAMMA_GS_ND_MAE.yaml

@@ -0,0 +1,6 @@
+psd_model: "NormalizedGammaPSD"
+optimization: "GS"
+optimization_kwargs:
+  target: "ND"
+  transformation: "identity"
+  error_order: 1

disdrodb/etc/products/L2M/NGAMMA_GS_Z_MAE.yaml

@@ -0,0 +1,6 @@
+psd_model: "NormalizedGammaPSD"
+optimization: "GS"
+optimization_kwargs:
+  target: "Z"
+  transformation: "identity"
+  error_order: 1

disdrodb/etc/products/L2M/global.yaml

@@ -0,0 +1,26 @@
+temporal_resolutions: ["1MIN", "5MIN", "10MIN"]
+models: ["GAMMA_ML", "NGAMMA_GS_LOG_ND_MAE"]
+archive_options:
+  strategy: time_block
+  strategy_options:
+    freq: month
+  folder_partitioning: ""
+product_options:
+  fall_velocity_method: "Beard1976"
+  diameter_min: 0
+  diameter_max: 10
+  diameter_spacing: 0.05
+  gof_metrics: True
+  minimum_ndrops: 1
+  minimum_nbins: 5
+  minimum_rain_rate: 0.01
+radar_enabled: False
+radar_options:
+  frequency: ["S", "C", "X", "Ku", "K", "Ka", "W"]
+  num_points: 1024
+  diameter_max: 10
+  canting_angle_std: 7
+  axis_ratio_model: Thurai2007
+  permittivity_model: "Turner2016"
+  water_temperature: 10
+  elevation_angle: 0

disdrodb/issue/writer.py

@@ -120,9 +120,11 @@ def create_station_issue(data_source, campaign_name, station_name, metadata_arch
     )
     if os.path.exists(issue_filepath):
         raise ValueError("A issue YAML file already exists at {issue_filepath}.")
+
     # Create issue dir if not existing
     issue_dir = os.path.dirname(issue_filepath)
     os.makedirs(issue_dir, exist_ok=True)
+
     # Write issue file
     write_issue(filepath=issue_filepath)
     print(f"An empty issue YAML file for station {station_name} has been created .")

disdrodb/l0/__init__.py

@@ -15,3 +15,16 @@
 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 # -----------------------------------------------------------------------------.
 """DISDRODB L0 software."""
+from disdrodb.l0.l0_reader import available_readers, get_reader, get_station_reader
+from disdrodb.l0.l0a_processing import generate_l0a
+from disdrodb.l0.l0b_nc_processing import generate_l0b_from_nc
+from disdrodb.l0.l0b_processing import generate_l0b
+
+__all__ = [
+    "available_readers",
+    "generate_l0a",
+    "generate_l0b",
+    "generate_l0b_from_nc",
+    "get_reader",
+    "get_station_reader",
+]

disdrodb/l0/configs/LPM/l0b_cf_attrs.yml

@@ -129,11 +129,11 @@ reserve_status:
 temperature_interior:
   description: "Interior temperature [C] (NNN)"
   long_name: Interior temperature
-  units: "C"
+  units: "degC"
 laser_temperature:
   description: "Temperature of laser driver 0-80C (NN)"
   long_name: Temperature of laser driver
-  units: "C"
+  units: "degC"
 laser_current_average:
   description: Mean value laser current [1/100 mA] (NNNN)
   long_name: Mean value laser current
@@ -161,7 +161,7 @@ current_heating_pane_receiver_head:
 temperature_ambient:
   description: "Ambient temperature [C] (NNN.N)"
   long_name: Ambient temperature
-  units: "C"
+  units: "degC"
 current_heating_voltage_supply:
   description:
     Voltage Heating supply [1/10 V] (only 5.4110.x1.xxx, otherwise "999")
@@ -311,7 +311,7 @@ raw_drop_number:
 air_temperature:
   description: "Air temperature in degrees Celsius (C)"
   long_name: Air temperature
-  units: "C"
+  units: "degC"
 relative_humidity:
   description: "Relative humidity in percent (%)"
   long_name: Relative humidity

disdrodb/l0/configs/PARSIVEL/l0b_cf_attrs.yml

@@ -47,7 +47,7 @@ number_particles:
 sensor_temperature:
   description: Temperature in sensor housing
   long_name: Temperature of the sensor
-  units: "C"
+  units: "degC"
 sensor_serial_number:
   description: Sensor serial number
   long_name: Serial number of the sensor

disdrodb/l0/configs/PARSIVEL/l0b_encodings.yml

@@ -102,7 +102,7 @@ sensor_temperature:
   chunksizes: 5000
   _FillValue: 255
 sensor_serial_number:
-  dtype: object
+  dtype: str
   zlib: false
   complevel: 3
   shuffle: true
@@ -110,7 +110,7 @@ sensor_serial_number:
   contiguous: false
   chunksizes: 5000
 firmware_iop:
-  dtype: object
+  dtype: str
   zlib: false
   complevel: 3
   shuffle: true
@@ -118,7 +118,7 @@ firmware_iop:
   contiguous: false
   chunksizes: 5000
 firmware_dsp:
-  dtype: object
+  dtype: str
   zlib: false
   complevel: 3
   shuffle: true

disdrodb/l0/configs/PARSIVEL/raw_data_format.yml

@@ -15,7 +15,7 @@ rainfall_accumulated_32bit:
   n_naturals: 4
   data_range:
     - 0
-    - 300.0
+    - 9999.0
   nan_flags: null
   field_number: "02"
 weather_code_synop_4680: