disdrodb 0.1.3__py3-none-any.whl → 0.1.5__py3-none-any.whl

disdrodb/l0/configs/SWS250/bins_velocity.yml

@@ -0,0 +1,83 @@
+center:
+  0: 0.55
+  1: 0.95
+  2: 1.41
+  3: 1.84
+  4: 2.465
+  5: 3.27
+  6: 4.01
+  7: 4.625
+  8: 5.275
+  9: 6.325
+  10: 7.63
+  11: 9.51
+  12: 11.745
+  13: 14.14
+  14: 17.775
+  15: 22.5
+bounds:
+  0:
+    - 0.40
+    - 0.70
+  1:
+    - 0.70
+    - 1.20
+  2:
+    - 1.20
+    - 1.62
+  3:
+    - 1.62
+    - 2.06
+  4:
+    - 2.06
+    - 2.87
+  5:
+    - 2.87
+    - 3.67
+  6:
+    - 3.67
+    - 4.35
+  7:
+    - 4.35
+    - 4.90
+  8:
+    - 4.90
+    - 5.65
+  9:
+    - 5.65
+    - 7.00
+  10:
+    - 7.00
+    - 8.26
+  11:
+    - 8.26
+    - 10.76
+  12:
+    - 10.76
+    - 12.73
+  13:
+    - 12.73
+    - 15.55
+  14:
+    - 15.55
+    - 20.00
+  15:
+    - 20.00
+    - 25.00
+width:
+  0: 0.3
+  1: 0.5
+  2: 0.42
+  3: 0.44
+  4: 0.81
+  5: 0.8
+  6: 0.68
+  7: 0.55
+  8: 0.75
+  9: 1.35
+  10: 1.26
+  11: 2.5
+  12: 1.97
+  13: 2.82
+  14: 4.45
+  15: 5.0

disdrodb/l0/configs/SWS250/l0a_encodings.yml

@@ -0,0 +1,18 @@
+precipitation_rate: "float32"
+precipitation_accumulated: "float32"
+weather_code_synop_4680: "float32" # 'uint16'
+weather_code_metar_4678: "str"
+past_weather1: "str"
+past_weather2: "str"
+mor_visibility_5min: "float32"
+mor_visibility: "float32" # 'uint16'
+number_particles: "float32" #  'uint32'
+sensor_temperature: "float32" #  'uint16'
+obstruction_status: "str"
+total_extinction_coefficient: "float32"
+transmissometer_extinction_coefficient: "float32"
+back_scatter_extinction_coefficient: "float32"
+ambient_light_sensor_signal: "float32"
+sensor_status: "str" #
+ambient_light_sensor_signal_status: "str"
+raw_drop_number: "str"

disdrodb/l0/configs/SWS250/l0b_cf_attrs.yml

@@ -0,0 +1,72 @@
+precipitation_rate:
+  description: Rainfall rate
+  long_name: Precipitation rate
+  units: mm/h
+precipitation_accumulated:
+  description: Accumulated rain amount over the measurement interval
+  long_name: Precipitation accumulated
+  units: mm
+weather_code_synop_4680:
+  description: SYNOP weather code according to table 4680 of Parsivel documentation
+  long_name: Weather code SYNOP 4680
+  units: ""
+weather_code_metar_4678:
+  description: METAR/SPECI weather code according to table 4678 of Parsivel documentation
+  long_name: Weather code METAR 4678
+  units: ""
+past_weather1:
+  description: Past weather code 1
+  long_name: Past weather 1
+  units: ""
+past_weather2:
+  description: Past weather code 2
+  long_name: Past weather 2
+  units: ""
+mor_visibility_5min:
+  description: Meteorological Optical Range in precipitation (5 minute average)
+  long_name: MOR visibility 5 minute
+  units: m
+mor_visibility:
+  description: Meteorological Optical Range in precipitation
+  long_name: MOR visibility
+  units: m
+number_particles:
+  description: Number of particles detected and validated
+  long_name: Number of detected particles
+  units: ""
+sensor_temperature:
+  description: Temperature in sensor housing
+  long_name: Temperature of the sensor
+  units: "degC"
+obstruction_status:
+  description: Obstruction status of the sensor
+  long_name: Obstruction status
+  units: ""
+total_extinction_coefficient:
+  description: Total extinction coefficient
+  long_name: Total extinction coefficient
+  units: "1/km"
+transmissometer_extinction_coefficient:
+  description: Transmissometer extinction coefficient
+  long_name: Transmissometer extinction coefficient
+  units: "1/km"
+back_scatter_extinction_coefficient:
+  description: Back scatter extinction coefficient
+  long_name: Back scatter extinction coefficient
+  units: "1/km"
+ambient_light_sensor_signal:
+  description: Ambient light sensor signal
+  long_name: Ambient light sensor signal
+  units: "cd/m2"
+sensor_status:
+  description: Sensor status
+  long_name: Sensor status
+  units: ""
+ambient_light_sensor_signal_status:
+  description: Ambient light sensor signal status
+  long_name: Ambient light sensor signal status
+  units: ""
+raw_drop_number:
+  description: Drop counts per diameter and velocity class
+  long_name: Raw drop number
+  units: ""

disdrodb/l0/configs/SWS250/l0b_encodings.yml

@@ -0,0 +1,155 @@
+precipitation_rate:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  chunksizes: 5000
+precipitation_accumulated:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  chunksizes: 5000
+weather_code_synop_4680:
+  dtype: uint8
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  chunksizes: 5000
+  _FillValue: 255
+weather_code_metar_4678:
+  dtype: str
+  zlib: false
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  chunksizes: 5000
+past_weather1:
+  dtype: str
+  zlib: false
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  chunksizes: 5000
+past_weather2:
+  dtype: str
+  zlib: false
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  chunksizes: 5000
+mor_visibility_5min:
+  dtype: uint16
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  chunksizes: 5000
+  _FillValue: 65535
+mor_visibility:
+  dtype: uint16
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  chunksizes: 5000
+  _FillValue: 65535
+number_particles:
+  dtype: uint16
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  chunksizes: 5000
+  _FillValue: 65535
+sensor_temperature:
+  dtype: uint16
+  scale_factor: 0.1
+  add_offset: -60.0
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  chunksizes: 5000
+  _FillValue: 65535
+obstruction_status:
+  dtype: str
+  zlib: false
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  chunksizes: 5000
+sensor_status:
+  dtype: str
+  zlib: false
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  chunksizes: 5000
+ambient_light_sensor_signal_status:
+  dtype: str
+  zlib: false
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  chunksizes: 5000
+total_extinction_coefficient:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  chunksizes: 5000
+transmissometer_extinction_coefficient:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  chunksizes: 5000
+back_scatter_extinction_coefficient:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  chunksizes: 5000
+ambient_light_sensor_signal:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  chunksizes: 5000
+raw_drop_number:
+  dtype: uint16
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  _FillValue: 65535
+  chunksizes:
+    - 5000
+    - 16
+    - 21

disdrodb/l0/configs/SWS250/raw_data_format.yml

@@ -0,0 +1,148 @@
+precipitation_rate:
+  n_digits: 6
+  n_characters: 7
+  n_decimals: 3
+  n_naturals: 3
+  data_range:
+    - 0
+    - 9999.999
+  nan_flags: null
+precipitation_accumulated:
+  n_digits: 6
+  n_characters: 7
+  n_decimals: 2
+  n_naturals: 4
+  data_range:
+    - 0
+    - 9999.0
+  nan_flags: null
+weather_code_synop_4680:
+  n_digits: 2
+  n_characters: 2
+  n_decimals: 0
+  n_naturals: 2
+  data_range:
+    - 0
+    - 89
+  nan_flags: null
+weather_code_metar_4678:
+  n_digits: null
+  n_characters: null
+  n_decimals: null
+  n_naturals: null
+  data_range: null
+  nan_flags: null
+past_weather1:
+  n_digits: null
+  n_characters: null
+  n_decimals: null
+  n_naturals: null
+  data_range: null
+  nan_flags: null
+past_weather2:
+  n_digits: null
+  n_characters: null
+  n_decimals: null
+  n_naturals: null
+  data_range: null
+  nan_flags: null
+mor_visibility_5min:
+  n_digits: null
+  n_characters: null
+  n_decimals: null
+  n_naturals: null
+  data_range: null
+  nan_flags: null
+mor_visibility:
+  n_digits: null
+  n_characters: null
+  n_decimals: null
+  n_naturals: null
+  data_range: null
+  nan_flags: null
+number_particles:
+  n_digits: 4
+  n_characters: 4
+  n_decimals: 0
+  n_naturals: 4
+  data_range:
+    - 0
+    - 9999
+  nan_flags: null
+sensor_temperature:
+  n_digits: 4
+  n_characters: 6
+  n_decimals: 1
+  n_naturals: 3
+  data_range:
+    - -99
+    - 100
+  nan_flags: null
+obstruction_status:
+  n_digits: null
+  n_characters: null
+  n_decimals: null
+  n_naturals: null
+  data_range: null
+  nan_flags: null
+total_extinction_coefficient:
+  n_digits: 5
+  n_characters: 6
+  n_decimals: 2
+  n_naturals: 3
+  data_range:
+    - 0
+    - 999.99
+  nan_flags: null
+transmissometer_extinction_coefficient:
+  n_digits: 5
+  n_characters: 6
+  n_decimals: 2
+  n_naturals: 3
+  data_range:
+    - 0
+    - 999.99
+  nan_flags: null
+back_scatter_extinction_coefficient:
+  n_digits: 5
+  n_characters: 7
+  n_decimals: 2
+  n_naturals: 3
+  data_range:
+    - -999.99
+    - 999.99
+  nan_flags: null
+ambient_light_sensor_signal:
+  n_digits: 5
+  n_characters: 5
+  n_decimals: 0
+  n_naturals: 5
+  data_range:
+    - 0
+    - 99998
+  nan_flags: 99999
+sensor_status:
+  n_digits: null
+  n_characters: null
+  n_decimals: null
+  n_naturals: null
+  data_range: null
+  nan_flags: null
+ambient_light_sensor_signal_status:
+  n_digits: null
+  n_characters: null
+  n_decimals: null
+  n_naturals: null
+  data_range: null
+  nan_flags: null
+raw_drop_number:
+  n_digits: 0
+  n_characters: 4096
+  n_decimals: 0
+  n_naturals: 0
+  data_range: null
+  nan_flags: null
+  dimension_order:
+    - velocity_bin_center
+    - diameter_bin_center
+  n_values: 336

disdrodb/l0/l0a_processing.py

@@ -269,13 +269,15 @@ def remove_issue_timesteps(df, issue_dict, logger=None, verbose=False):
     # Retrieve timesteps and time_periods
     timesteps = issue_dict.get("timesteps", None)
     time_periods = issue_dict.get("time_periods", None)
+    timesteps = [] if timesteps is None else timesteps
+    time_periods = [] if time_periods is None else time_periods
 
     # Drop rows of specified timesteps
-    if timesteps:
+    if len(timesteps) > 0:
         df = drop_timesteps(df=df, timesteps=timesteps)
 
     # Drop rows within specified time_period
-    if time_periods:
+    if len(time_periods) > 0:
         df = drop_time_periods(df, time_periods=time_periods)
 
     # Report number of dropped rows
@@ -804,9 +806,6 @@ def read_l0a_dataframe(
     # Define the list of dataframe
     df = pq.ParquetDataset(filepaths).read().to_pandas()
 
-    # Ensure no index
-    df = df.reset_index(drop=True)
-
     # Reduce rows
     if debugging_mode:
         n_rows = min(100, len(df))
@@ -815,6 +814,12 @@ def read_l0a_dataframe(
     # Ensure time is in nanoseconds
     df["time"] = df["time"].astype("M8[ns]")
 
+    # Ensure sorted by time
+    df = df.sort_values(by="time")
+
+    # Ensure no index
+    df = df.reset_index(drop=True)
+
     # ---------------------------------------------------
     # Return dataframe
     return df

disdrodb/l0/l0b_nc_processing.py

@@ -36,7 +36,6 @@ from disdrodb.l0.standards import (
 from disdrodb.utils.logger import (
     log_error,
     # log_warning,
-    # log_debug,
     log_info,
 )
 
@@ -347,7 +346,7 @@ def drop_timesteps(ds, timesteps: list):
     # Ensure there's at least one timestep left
     if ds_filtered.sizes.get("time", 0) == 0:
         raise ValueError(
-            "No timesteps left after removing problematic timesteps. " "Maybe you need to adjust the issue YAML file.",
+            "No timesteps left after removing problematic timesteps. Maybe you need to adjust the issue YAML file.",
         )
     return ds_filtered
 
@@ -423,16 +422,21 @@ def remove_issue_timesteps(
     ValueError
         If after removing specified timesteps/periods no data remains.
     """
+    # Retrieve number of initial rows
     n_initial = ds.sizes.get("time", 0)
-    timesteps = issue_dict.get("timesteps", []) or []
-    time_periods = issue_dict.get("time_periods", []) or []
+
+    # Retrieve timesteps and time_periods
+    timesteps = issue_dict.get("timesteps")
+    time_periods = issue_dict.get("time_periods")
+    timesteps = [] if timesteps is None else timesteps
+    time_periods = [] if time_periods is None else time_periods
 
     # Drop individual timesteps
-    if timesteps:
+    if len(timesteps) > 0:
         ds = drop_timesteps(ds, timesteps)
 
     # Drop intervals of time
-    if time_periods:
+    if len(time_periods) > 0:
         ds = drop_time_periods(ds, time_periods)
 
     # Report number dropped