disdrodb 0.2.0__py3-none-any.whl → 0.2.1__py3-none-any.whl

disdrodb/_version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = '0.2.0'
-__version_tuple__ = version_tuple = (0, 2, 0)
+__version__ = version = '0.2.1'
+__version_tuple__ = version_tuple = (0, 2, 1)
 
 __commit_id__ = commit_id = None

disdrodb/accessor/methods.py

@@ -64,6 +64,13 @@ class DISDRODB_Base_Accessor:
 
         return get_diameter_bin_edges(self._obj)
 
+    @property
+    def velocity_bin_edges(self):
+        """Return velocity bin edges."""
+        from disdrodb.utils.manipulations import get_velocity_bin_edges
+
+        return get_velocity_bin_edges(self._obj)
+
     def regularize(self):
         """Regularize timesteps."""
         from disdrodb.utils.time import regularize_dataset
@@ -93,7 +100,7 @@ class DISDRODB_Base_Accessor:
         """Plot spectrum."""
         from disdrodb.viz.plots import plot_spectrum
 
-        plot_spectrum(self._obj, **kwargs)
+        return plot_spectrum(self._obj, **kwargs)
 
 
 @xr.register_dataset_accessor("disdrodb")
@@ -119,13 +126,13 @@ class DISDRODB_Dataset_Accessor(DISDRODB_Base_Accessor):
         """Plot drop number concentration N(D) timeseries."""
         from disdrodb.viz.plots import plot_nd
 
-        plot_nd(self._obj, **kwargs)
+        return plot_nd(self._obj, **kwargs)
 
     def plot_raw_and_filtered_spectra(self, **kwargs):
         """Plot the raw and filtered spectra."""
         from disdrodb.viz.plots import plot_raw_and_filtered_spectra
 
-        plot_raw_and_filtered_spectra(self._obj, **kwargs)
+        return plot_raw_and_filtered_spectra(self._obj, **kwargs)
 
 
 @xr.register_dataarray_accessor("disdrodb")

disdrodb/api/checks.py

@@ -161,7 +161,7 @@ def check_temporal_resolution(temporal_resolution):
     if not isinstance(temporal_resolution, str):
         raise TypeError("'temporal_resolution' must be a string.")
     # If correct, the follow should not raise error
-    sample_interval, rolling = get_sampling_information(temporal_resolution)
+    _ = get_sampling_information(temporal_resolution)
 
 
 def check_folder_partitioning(folder_partitioning):

disdrodb/api/io.py

@@ -347,6 +347,7 @@ def open_netcdf_files(
     ds = xr.open_mfdataset(
         filepaths,
         chunks=chunks,
+        data_vars="all",
         combine="nested",
         join="outer",
         concat_dim="time",
@@ -355,7 +356,7 @@ def open_netcdf_files(
         preprocess=preprocess,
         compat="no_conflicts",
         combine_attrs="override",
-        coords="different",  # maybe minimal?
+        coords="different",  # maybe minimal? would remove lon/lat/alt?
         decode_timedelta=False,
         cache=False,
         autoclose=True,
@@ -475,6 +476,10 @@ def open_dataset(
         compute=compute,
         **open_kwargs,
     )
+
+    # Ensure coordinates in memory
+    # for coord in list(ds.coords):
+    #     ds[coord] = ds[coord].compute()
     return ds
 
 

disdrodb/constants.py

@@ -41,7 +41,7 @@ COORDINATES = [
     "time",
     "sample_interval",
 ]
-OPTICAL_SENSORS = ["PARSIVEL", "PARSIVEL2", "LPM", "PWS100", "SWS250"]
+OPTICAL_SENSORS = ["PARSIVEL", "PARSIVEL2", "LPM", "LPM_V0", "PWS100", "SWS250"]
 IMPACT_SENSORS = ["RD80"]
 
 PRODUCTS = ["RAW", "L0A", "L0B", "L0C", "L1", "L2E", "L2M"]

disdrodb/etc/products/L1/LPM_V0/1MIN.yaml

@@ -0,0 +1,13 @@
+product_options:
+  fall_velocity_model: "Beard1976"
+  minimum_diameter: 0
+  maximum_diameter: 10
+  minimum_velocity: 0
+  maximum_velocity: 12
+  above_velocity_fraction: 0.5
+  above_velocity_tolerance: null
+  below_velocity_fraction: 0.5
+  below_velocity_tolerance: null
+  small_diameter_threshold: 1
+  small_velocity_threshold: 2.5
+  maintain_smallest_drops: True

disdrodb/etc/products/L1/global.yaml

@@ -1,4 +1,4 @@
-temporal_resolutions: ["1MIN", "5MIN", "10MIN", "ROLL1MIN", "5MIN"]
+temporal_resolutions: ["1MIN", "5MIN", "10MIN", "ROLL1MIN"]
 archive_options:
   strategy: time_block
   strategy_options:

disdrodb/etc/products/L2E/global.yaml

@@ -1,4 +1,4 @@
-temporal_resolutions: ["1MIN"] # "5MIN", "10MIN", "ROLL1MIN"]
+temporal_resolutions: ["1MIN", "5MIN", "10MIN", "ROLL1MIN"]
 archive_options:
   strategy: time_block
   strategy_options:

disdrodb/etc/products/L2M/global.yaml

@@ -1,4 +1,4 @@
-temporal_resolutions: ["1MIN"] #, "5MIN", "10MIN"]
+temporal_resolutions: ["1MIN", "5MIN", "10MIN"]
 models:
   [
     "GAMMA_ML",

disdrodb/issue/checks.py

@@ -173,7 +173,7 @@ def check_time_periods(time_periods):
 
 def _get_issue_timesteps(issue_dict):
     """Get timesteps from issue dictionary."""
-    timesteps = issue_dict.get("timesteps", None)
+    timesteps = issue_dict.get("timesteps")
     # Check validity
     timesteps = check_timesteps(timesteps)
     # Sort
@@ -183,7 +183,7 @@ def _get_issue_timesteps(issue_dict):
 
 def _get_issue_time_periods(issue_dict):
     """Get time_periods from issue dictionary."""
-    time_periods = issue_dict.get("time_periods", None)
+    time_periods = issue_dict.get("time_periods")
     time_periods = check_time_periods(time_periods)
     return time_periods
 

disdrodb/l0/check_configs.py

@@ -251,7 +251,7 @@ class RawDataFormatSchema(BaseModel):
     n_decimals: Optional[int]
     n_naturals: Optional[int]
     data_range: Optional[list[float]]
-    nan_flags: Optional[Union[int, str]] = None
+    nan_flags: Optional[Union[int, float, str]] = None
     valid_values: Optional[list[float]] = None
     dimension_order: Optional[list[str]] = None
     n_values: Optional[int] = None

disdrodb/l0/configs/LPM/l0a_encodings.yml

@@ -1,4 +1,3 @@
-device_address: "float32" #  'uint8'
 weather_code_synop_4677_5min: "float32" # 'uint8'
 weather_code_synop_4680_5min: "float32" # 'uint8'
 weather_code_metar_4678_5min: "str"

disdrodb/l0/configs/LPM/l0b_cf_attrs.yml

@@ -1,7 +1,3 @@
-device_address:
-  description: "Device address (factory setting \u201E00\") (NN)"
-  long_name: Device address
-  units: ""
 weather_code_synop_4677_5min:
   description: 5M SYNOP Tab.4677 (5 minutes mean value) (NN)
   long_name: 5 min SYNOP Tab.4677

disdrodb/l0/configs/LPM/l0b_encodings.yml

@@ -7,15 +7,15 @@
 #   contiguous: false
 #   chunksizes: 5000
 #   _FillValue: 255
-device_address:
-  dtype: uint8
-  zlib: true
-  complevel: 3
-  shuffle: true
-  fletcher32: false
-  contiguous: false
-  chunksizes: 5000
-  _FillValue: 255
+# device_address:
+#   dtype: uint8
+#   zlib: true
+#   complevel: 3
+#   shuffle: true
+#   fletcher32: false
+#   contiguous: false
+#   chunksizes: 5000
+#   _FillValue: 255
 # sensor_serial_number:
 #   dtype: uint16
 #   zlib: false

disdrodb/l0/configs/LPM/raw_data_format.yml

@@ -73,7 +73,7 @@ weather_code_synop_4680_5min:
     - -1
     - 89
   nan_flags: -1
-  field_number: 08
+  field_number: "08"
 weather_code_metar_4678_5min:
   n_digits: 0
   n_characters: 5
@@ -81,7 +81,7 @@ weather_code_metar_4678_5min:
   n_naturals: 0
   data_range: null
   nan_flags: null
-  field_number: 09
+  field_number: "09"
 precipitation_rate_5min:
   n_digits: 6
   n_characters: 7
@@ -90,7 +90,7 @@ precipitation_rate_5min:
   data_range:
     - 0.0
     - 999.999
-  nan_flags: null
+  nan_flags: 999.999
   field_number: "10"
 weather_code_synop_4677:
   n_digits: 0
@@ -128,7 +128,7 @@ precipitation_rate:
   data_range:
     - 0.0
     - 999.999
-  nan_flags: null
+  nan_flags: 999.999
   field_number: "14"
 rainfall_rate:
   n_digits: 6
@@ -138,7 +138,7 @@ rainfall_rate:
   data_range:
     - 0.0
     - 999.999
-  nan_flags: null
+  nan_flags: 999.999
   field_number: "15"
 snowfall_rate:
   n_digits: 6
@@ -148,7 +148,7 @@ snowfall_rate:
   data_range:
     - 0.0
     - 999.999
-  nan_flags: null
+  nan_flags: 999.999
   field_number: "16"
 precipitation_accumulated:
   n_digits: 6
@@ -158,7 +158,7 @@ precipitation_accumulated:
   data_range:
     - 0.0
     - 9999.99
-  nan_flags: null
+  nan_flags: 9999.99
   field_number: "17"
 mor_visibility:
   n_digits: 5
@@ -178,7 +178,7 @@ reflectivity:
   data_range:
     - -9.9
     - 99.9
-  nan_flags: null
+  nan_flags: 99.9
   field_number: "19"
 quality_index:
   n_digits: 3
@@ -410,7 +410,7 @@ temperature_interior:
   data_range:
     - -30
     - 999
-  nan_flags: null
+  nan_flags: 999
   field_number: "38"
 laser_temperature:
   n_digits: 2
@@ -430,7 +430,7 @@ laser_current_average:
   data_range:
     - 0
     - 9999
-  nan_flags: null
+  nan_flags: 9999
   field_number: "40"
 control_voltage:
   n_digits: 4
@@ -448,7 +448,7 @@ optical_control_voltage_output:
   data_range:
     - 0
     - 9999
-  nan_flags: null
+  nan_flags: 9999
   field_number: "42"
 sensor_voltage_supply:
   n_digits: 3

disdrodb/l0/configs/LPM_V0/bins_diameter.yml

@@ -0,0 +1,103 @@
+center:
+  0: 0.1875
+  1: 0.3125
+  2: 0.4375
+  3: 0.625
+  4: 0.875
+  5: 1.125
+  6: 1.375
+  7: 1.625
+  8: 1.875
+  9: 2.25
+  10: 2.75
+  11: 3.25
+  12: 3.75
+  13: 4.25
+  14: 4.75
+  15: 5.25
+  16: 5.75
+  17: 6.25
+  18: 6.75
+  19: 7.25
+bounds:
+  0:
+    - 0.125
+    - 0.25
+  1:
+    - 0.25
+    - 0.375
+  2:
+    - 0.375
+    - 0.5
+  3:
+    - 0.5
+    - 0.75
+  4:
+    - 0.75
+    - 1.0
+  5:
+    - 1.0
+    - 1.25
+  6:
+    - 1.25
+    - 1.5
+  7:
+    - 1.5
+    - 1.75
+  8:
+    - 1.75
+    - 2.0
+  9:
+    - 2.0
+    - 2.5
+  10:
+    - 2.5
+    - 3.0
+  11:
+    - 3.0
+    - 3.5
+  12:
+    - 3.5
+    - 4.0
+  13:
+    - 4.0
+    - 4.5
+  14:
+    - 4.5
+    - 5.0
+  15:
+    - 5.0
+    - 5.5
+  16:
+    - 5.5
+    - 6.0
+  17:
+    - 6.0
+    - 6.5
+  18:
+    - 6.5
+    - 7.0
+  19:
+    - 7.0
+    - 7.5
+width:
+  0: 0.125
+  1: 0.125
+  2: 0.125
+  3: 0.25
+  4: 0.25
+  5: 0.25
+  6: 0.25
+  7: 0.25
+  8: 0.25
+  9: 0.5
+  10: 0.5
+  11: 0.5
+  12: 0.5
+  13: 0.5
+  14: 0.5
+  15: 0.5
+  16: 0.5
+  17: 0.5
+  18: 0.5
+  19: 0.5

disdrodb/l0/configs/LPM_V0/bins_velocity.yml

@@ -0,0 +1,103 @@
+center:
+  0: 0.1
+  1: 0.3
+  2: 0.5
+  3: 0.7
+  4: 0.9
+  5: 1.2
+  6: 1.6
+  7: 2.0
+  8: 2.4
+  9: 2.8
+  10: 3.2
+  11: 3.8
+  12: 4.6
+  13: 5.4
+  14: 6.2
+  15: 7.0
+  16: 7.8
+  17: 8.6
+  18: 9.5
+  19: 15.0
+bounds:
+  0:
+    - 0.0
+    - 0.2
+  1:
+    - 0.2
+    - 0.4
+  2:
+    - 0.4
+    - 0.6
+  3:
+    - 0.6
+    - 0.8
+  4:
+    - 0.8
+    - 1.0
+  5:
+    - 1.0
+    - 1.4
+  6:
+    - 1.4
+    - 1.8
+  7:
+    - 1.8
+    - 2.2
+  8:
+    - 2.2
+    - 2.6
+  9:
+    - 2.6
+    - 3.0
+  10:
+    - 3.0
+    - 3.4
+  11:
+    - 3.4
+    - 4.2
+  12:
+    - 4.2
+    - 5.0
+  13:
+    - 5.0
+    - 5.8
+  14:
+    - 5.8
+    - 6.6
+  15:
+    - 6.6
+    - 7.4
+  16:
+    - 7.4
+    - 8.2
+  17:
+    - 8.2
+    - 9.0
+  18:
+    - 9.0
+    - 10.0
+  19:
+    - 10.0
+    - 20.0
+width:
+  0: 0.2
+  1: 0.2
+  2: 0.2
+  3: 0.2
+  4: 0.2
+  5: 0.4
+  6: 0.4
+  7: 0.4
+  8: 0.4
+  9: 0.4
+  10: 0.4
+  11: 0.8
+  12: 0.8
+  13: 0.8
+  14: 0.8
+  15: 0.8
+  16: 0.8
+  17: 0.8
+  18: 1.0
+  19: 10.0

disdrodb/l0/configs/LPM_V0/l0a_encodings.yml

@@ -0,0 +1,45 @@
+weather_code_synop_4680_5min: "float32" # 'uint8'
+weather_code_metar_4678_5min: "str"
+precipitation_rate_5min: "float32"
+weather_code_synop_4680: "float32" # 'uint8'
+weather_code_metar_4678: "str"
+precipitation_rate: "float32"
+precipitation_accumulated: "float32"
+temperature_interior: "float32" # 'uint16'
+laser_temperature: "float32" # 'uint16'
+laser_current_average: "float32" # 'uint16'
+control_voltage: "float32"
+optical_control_voltage_output: "float32"
+number_particles: "float32" # 'uint16'
+number_particles_internal_data: "float32"
+number_particles_min_speed: "float32" # 'uint16'
+number_particles_min_speed_internal_data: "float32"
+number_particles_max_speed: "float32" # 'uint16'
+number_particles_max_speed_internal_data: "float32"
+number_particles_min_diameter: "float32" # 'uint16'
+number_particles_min_diameter_internal_data: "float32"
+number_particles_no_hydrometeor: "float32" # 'uint16'
+number_particles_no_hydrometeor_internal_data: "float32"
+number_particles_unknown_classification: "float32" # 'uint16'
+total_gross_volume_unknown_classification: "float32"
+number_particles_hail: "float32" #  'uint16'
+total_gross_volume_hail: "float32"
+number_particles_solid_precipitation: "float32" # 'uint16'
+total_gross_volume_solid_precipitation: "float32"
+number_particles_great_pellet: "float32" # 'uint16'
+total_gross_volume_great_pellet: "float32"
+number_particles_small_pellet: "float32" # 'uint16'
+total_gross_volume_small_pellet: "float32"
+number_particles_snowgrain: "float32" # 'uint16'
+total_gross_volume_snowgrain: "float32"
+number_particles_rain: "float32" # 'uint16'
+total_gross_volume_rain: "float32"
+number_particles_small_rain: "float32" # 'uint16'
+total_gross_volume_small_rain: "float32"
+number_particles_drizzle: "float32" # 'uint16'
+total_gross_volume_drizzle: "float32"
+raw_drop_number: "str"
+air_temperature: "float32"
+relative_humidity: "float32"
+wind_speed: "float32"
+wind_direction: "float32"