disdrodb 0.1.0__py3-none-any.whl → 0.1.1__py3-none-any.whl

disdrodb/__init__.py

@@ -73,7 +73,7 @@ DIAMETER_COORDS = ["diameter_bin_center", "diameter_bin_width", "diameter_bin_lo
 VELOCITY_COORDS = ["velocity_bin_center", "velocity_bin_width", "velocity_bin_lower", "velocity_bin_upper"]
 VELOCITY_DIMENSION = "velocity_bin_center"
 DIAMETER_DIMENSION = "diameter_bin_center"
-OPTICAL_SENSORS = ["PARSIVEL", "PARSIVEL2", "LPM"]
+OPTICAL_SENSORS = ["PARSIVEL", "PARSIVEL2", "LPM", "PWS100"]
 IMPACT_SENSORS = ["RD80"]
 
 

disdrodb/_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.1.0'
-__version_tuple__ = version_tuple = (0, 1, 0)
+__version__ = version = '0.1.1'
+__version_tuple__ = version_tuple = (0, 1, 1)

disdrodb/api/io.py

@@ -141,6 +141,7 @@ def open_dataset(
     product_kwargs=None,
     debugging_mode: bool = False,
     data_archive_dir: Optional[str] = None,
+    parallel=False,
     **open_kwargs,
 ):
     """Retrieve DISDRODB product files for a give station.
@@ -205,8 +206,17 @@ def open_dataset(
     # Open DISDRODB netCDF files using xarray
     # - TODO: parallel option and add closers !
     # - decode_timedelta -- > sample_interval not decoded to timedelta !
-    list_ds = [xr.open_dataset(fpath, decode_timedelta=False, **open_kwargs) for fpath in filepaths]
-    ds = xr.concat(list_ds, dim="time")
+    # list_ds = [xr.open_dataset(fpath, decode_timedelta=False, **open_kwargs) for fpath in filepaths]
+    # ds = xr.concat(list_ds, dim="time")
+    ds = xr.open_mfdataset(
+        filepaths,
+        engine="netcdf4",
+        combine="nested",  # 'by_coords',
+        concat_dim="time",
+        decode_timedelta=False,
+        parallel=parallel,
+        **open_kwargs,
+    )
     return ds
 
 

disdrodb/l0/check_standards.py

@@ -80,7 +80,12 @@ def _check_valid_values(df, dict_valid_values):
         raise ValueError(f"Columns {list_wrong_columns} have invalid values.")
 
 
-def _check_raw_fields_available(df: pd.DataFrame, sensor_name: str, logger=None, verbose: bool = False) -> None:
+def _check_raw_fields_available(
+    df: pd.DataFrame,
+    sensor_name: str,  # noqa: ARG001
+    logger=None,  # noqa: ARG001
+    verbose: bool = False,  # noqa: ARG001
+) -> None:
     """Check the presence of the raw spectrum data according to the type of sensor.
 
     Parameters
@@ -95,22 +100,22 @@ def _check_raw_fields_available(df: pd.DataFrame, sensor_name: str, logger=None,
     ValueError
         Error if the ``raw_drop_number`` field is missing.
     """
-    from disdrodb.l0.standards import get_raw_array_nvalues
-
-    # Retrieve raw arrays that could be available (based on sensor_name)
-    n_bins_dict = get_raw_array_nvalues(sensor_name=sensor_name)
-    raw_vars = np.array(list(n_bins_dict.keys()))
+    # from disdrodb.l0.standards import get_raw_array_nvalues
 
     # Check that raw_drop_number is present
     if "raw_drop_number" not in df.columns:
         msg = "The 'raw_drop_number' column is not present in the dataframe."
         raise ValueError(msg)
 
+    # Retrieve raw arrays that could be available (based on sensor_name)
+    #  n_bins_dict = get_raw_array_nvalues(sensor_name=sensor_name)
+
     # Report additional raw arrays that are missing
-    missing_vars = raw_vars[np.isin(raw_vars, list(df.columns), invert=True)]
-    if len(missing_vars) > 0:
-        msg = f"The following raw array variable are missing: {missing_vars}"
-        log_info(logger=logger, msg=msg, verbose=verbose)
+    # raw_vars = np.array(list(n_bins_dict.keys()))
+    # missing_vars = raw_vars[np.isin(raw_vars, list(df.columns), invert=True)]
+    # if len(missing_vars) > 0:
+    #     msg = f"The following raw array variable are missing: {missing_vars}"
+    #     log_info(logger=logger, msg=msg, verbose=verbose)
 
 
 def check_l0a_column_names(df: pd.DataFrame, sensor_name: str) -> None:

disdrodb/l0/configs/LPM/l0a_encodings.yml

@@ -74,7 +74,7 @@ number_particles_class_8_internal_data: "float32"
 number_particles_class_9: "float32" # 'uint16'
 number_particles_class_9_internal_data: "float32"
 raw_drop_number: "str"
-# '521': air_temperature
-# '522': relative_humidity
-# '523': wind_speed
-# '524': wind_direction
+air_temperature: "float32"
+relative_humidity: "float32"
+wind_speed: "float32"
+wind_direction: "float32"

disdrodb/l0/configs/LPM/l0b_cf_attrs.yml

@@ -127,13 +127,13 @@ reserve_status:
   long_name: Reserve status
   units: ""
 temperature_interior:
-  description: "Interior temperature [\xB0C] (NNN)"
+  description: "Interior temperature [C] (NNN)"
   long_name: Interior temperature
-  units: "\xB0C"
+  units: "C"
 laser_temperature:
-  description: "Temperature of laser driver 0-80\xB0C (NN)"
+  description: "Temperature of laser driver 0-80C (NN)"
   long_name: Temperature of laser driver
-  units: "\xB0C"
+  units: "C"
 laser_current_average:
   description: Mean value laser current [1/100 mA] (NNNN)
   long_name: Mean value laser current
@@ -159,9 +159,9 @@ current_heating_pane_receiver_head:
   long_name: Current pane heating receiver head
   units: mA
 temperature_ambient:
-  description: "Ambient temperature [\xB0C] (NNN.N)"
+  description: "Ambient temperature [C] (NNN.N)"
   long_name: Ambient temperature
-  units: "\xB0C"
+  units: "C"
 current_heating_voltage_supply:
   description:
     Voltage Heating supply [1/10 V] (only 5.4110.x1.xxx, otherwise "999")
@@ -308,3 +308,19 @@ raw_drop_number:
   description: Precipitation spectrum
   long_name: Precipitation spectrum
   units: ""
+air_temperature:
+  description: "Air temperature in degrees Celsius (C)"
+  long_name: Air temperature
+  units: "C"
+relative_humidity:
+  description: "Relative humidity in percent (%)"
+  long_name: Relative humidity
+  units: "%"
+wind_speed:
+  description: "Wind speed in m/s"
+  long_name: Wind speed
+  units: "m/s"
+wind_direction:
+  description: "Wind direction in degrees (0-360)"
+  long_name: Wind direction
+  units: "degrees"

disdrodb/l0/configs/LPM/l0b_encodings.yml

@@ -693,3 +693,44 @@ raw_drop_number:
     - 5000
     - 22 # diameter
     - 20 # velocity
+air_temperature:
+  dtype: uint16
+  scale_factor: 0.1
+  add_offset: -99.9
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  _FillValue: 65535
+  chunksizes: 5000
+relative_humidity:
+  dtype: uint16
+  scale_factor: 0.01
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  _FillValue: 65535
+  chunksizes: 5000
+wind_speed:
+  dtype: uint16
+  scale_factor: 0.1
+  add_offset: -99.9
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  _FillValue: 65535
+  chunksizes: 5000
+wind_direction:
+  dtype: uint16
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  _FillValue: 65535
+  chunksizes: 5000

disdrodb/l0/configs/LPM/raw_data_format.yml

@@ -828,3 +828,43 @@ raw_drop_number:
     - velocity_bin_center
   n_values: 440
   field_number: "81"
+air_temperature:
+  n_digits: 4
+  n_characters: 5
+  n_decimals: 1
+  n_naturals: 2
+  data_range:
+    - -40
+    - 70
+  nan_flags: 99999
+  field_number: "521"
+relative_humidity:
+  n_digits: 5
+  n_characters: 5
+  n_decimals: 0
+  n_naturals: 5
+  data_range:
+    - 0
+    - 99999
+  nan_flags: 99999
+  field_number: "522"
+wind_speed:
+  n_digits: 3
+  n_characters: 4
+  n_decimals: 1
+  n_naturals: 2
+  data_range:
+    - 0
+    - 60
+  nan_flags: null
+  field_number: "523"
+wind_direction:
+  n_digits: 3
+  n_characters: 3
+  n_decimals: 0
+  n_naturals: 3
+  data_range:
+    - 0
+    - 360
+  nan_flags: 999
+  field_number: "524"

disdrodb/l0/configs/PARSIVEL/l0b_cf_attrs.yml

@@ -47,7 +47,7 @@ number_particles:
 sensor_temperature:
   description: Temperature in sensor housing
   long_name: Temperature of the sensor
-  units: "\xB0C"
+  units: "C"
 sensor_serial_number:
   description: Sensor serial number
   long_name: Serial number of the sensor

disdrodb/l0/configs/PARSIVEL/raw_data_format.yml

@@ -71,7 +71,7 @@ mor_visibility:
   n_naturals: 4
   data_range:
     - 0
-    - 20000
+    - 9999
   nan_flags: null
   field_number: 08
 sample_interval:

disdrodb/l0/configs/PARSIVEL2/l0b_cf_attrs.yml

@@ -47,7 +47,7 @@ number_particles:
 sensor_temperature:
   description: Temperature in sensor housing
   long_name: Temperature of the sensor
-  units: "\xB0C"
+  units: "C"
 sensor_serial_number:
   description: Sensor serial number
   long_name: Serial number of the sensor
@@ -105,15 +105,15 @@ error_code:
 sensor_temperature_pcb:
   description: Temperature in printed circuit board
   long_name: Sensor PCB temperature
-  units: "\xB0C"
+  units: "C"
 sensor_temperature_receiver:
   description: Temperature in right sensor head
   long_name: Sensor receiver temperature
-  units: "\xB0C"
+  units: "C"
 sensor_temperature_trasmitter:
   description: Temperature in left sensor head
   long_name: Sensor trasmitter temperature
-  units: "\xB0C"
+  units: "C"
 rainfall_rate_16_bit_30:
   description: Rainfall rate
   long_name: Rainfall rate max 30 mm/h 16 bit

disdrodb/l0/configs/PARSIVEL2/raw_data_format.yml

@@ -65,10 +65,10 @@ reflectivity_32bit:
   nan_flags: null
   field_number: "07"
 mor_visibility:
-  n_digits: 4
-  n_characters: 4
+  n_digits: 5
+  n_characters: 5
   n_decimals: 0
-  n_naturals: 4
+  n_naturals: 5
   data_range:
     - 0
     - 20000
@@ -270,8 +270,8 @@ sensor_temperature_trasmitter:
 rainfall_rate_16_bit_30:
   n_digits: 5
   n_characters: 6
-  n_decimals: 2
-  n_naturals: 3
+  n_decimals: 3
+  n_naturals: 2
   data_range:
     - 0
     - 30
@@ -280,8 +280,8 @@ rainfall_rate_16_bit_30:
 rainfall_rate_16_bit_1200:
   n_digits: 5
   n_characters: 6
-  n_decimals: 4
-  n_naturals: 1
+  n_decimals: 1
+  n_naturals: 4
   data_range:
     - 0
     - 1200
@@ -310,11 +310,11 @@ reflectivity_16bit:
 rain_kinetic_energy:
   n_digits: 6
   n_characters: 7
-  n_decimals: 3
-  n_naturals: 3
+  n_decimals: 2
+  n_naturals: 4
   data_range:
     - 0
-    - 999.999
+    - 9999.99
   nan_flags: null
   field_number: "34"
 snowfall_rate:

disdrodb/l0/configs/PWS100/bins_diameter.yml

@@ -0,0 +1,173 @@
+center:
+  0: 0.05
+  1: 0.15
+  2: 0.25
+  3: 0.35
+  4: 0.45
+  5: 0.55
+  6: 0.65
+  7: 0.75
+  8: 0.85
+  9: 0.95
+  10: 1.1
+  11: 1.3
+  12: 1.5
+  13: 1.7
+  14: 1.9
+  15: 2.2
+  16: 2.6
+  17: 3.0
+  18: 3.4
+  19: 3.8
+  20: 4.4
+  21: 5.2
+  22: 6.0
+  23: 6.8
+  24: 7.6
+  25: 8.8
+  26: 10.4
+  27: 12.0
+  28: 13.6
+  29: 15.2
+  30: 17.6
+  31: 20.8
+  32: 24.0
+  33: 27.2
+bounds:
+  0:
+    - 0.0
+    - 0.1
+  1:
+    - 0.1
+    - 0.2
+  2:
+    - 0.2
+    - 0.3
+  3:
+    - 0.3
+    - 0.4
+  4:
+    - 0.4
+    - 0.5
+  5:
+    - 0.5
+    - 0.6
+  6:
+    - 0.6
+    - 0.7
+  7:
+    - 0.7
+    - 0.8
+  8:
+    - 0.8
+    - 0.9
+  9:
+    - 0.9
+    - 1.0
+  10:
+    - 1.0
+    - 1.2
+  11:
+    - 1.2
+    - 1.4
+  12:
+    - 1.4
+    - 1.6
+  13:
+    - 1.6
+    - 1.8
+  14:
+    - 1.8
+    - 2.0
+  15:
+    - 2.0
+    - 2.4
+  16:
+    - 2.4
+    - 2.8
+  17:
+    - 2.8
+    - 3.2
+  18:
+    - 3.2
+    - 3.6
+  19:
+    - 3.6
+    - 4.0
+  20:
+    - 4.0
+    - 4.8
+  21:
+    - 4.8
+    - 5.6
+  22:
+    - 5.6
+    - 6.4
+  23:
+    - 6.4
+    - 7.2
+  24:
+    - 7.2
+    - 8.0
+  25:
+    - 8.0
+    - 9.6
+  26:
+    - 9.6
+    - 11.2
+  27:
+    - 11.2
+    - 12.8
+  28:
+    - 12.8
+    - 14.4
+  29:
+    - 14.4
+    - 16.0
+  30:
+    - 16.0
+    - 19.2
+  31:
+    - 19.2
+    - 22.4
+  32:
+    - 22.4
+    - 25.6
+  33:
+    - 25.6
+    - 28.8
+width:
+  0: 0.1
+  1: 0.1
+  2: 0.1
+  3: 0.1
+  4: 0.1
+  5: 0.1
+  6: 0.1
+  7: 0.1
+  8: 0.1
+  9: 0.1
+  10: 0.2
+  11: 0.2
+  12: 0.2
+  13: 0.2
+  14: 0.2
+  15: 0.4
+  16: 0.4
+  17: 0.4
+  18: 0.4
+  19: 0.4
+  20: 0.8
+  21: 0.8
+  22: 0.8
+  23: 0.8
+  24: 0.8
+  25: 1.6
+  26: 1.6
+  27: 1.6
+  28: 1.6
+  29: 1.6
+  30: 3.2
+  31: 3.2
+  32: 3.2
+  33: 3.2

disdrodb/l0/configs/PWS100/bins_velocity.yml

@@ -0,0 +1,173 @@
+center:
+  0: 0.05
+  1: 0.15
+  2: 0.25
+  3: 0.35
+  4: 0.45
+  5: 0.55
+  6: 0.65
+  7: 0.75
+  8: 0.85
+  9: 0.95
+  10: 1.1
+  11: 1.3
+  12: 1.5
+  13: 1.7
+  14: 1.9
+  15: 2.2
+  16: 2.6
+  17: 3.0
+  18: 3.4
+  19: 3.8
+  20: 4.4
+  21: 5.2
+  22: 6.0
+  23: 6.8
+  24: 7.6
+  25: 8.8
+  26: 10.4
+  27: 12.0
+  28: 13.6
+  29: 15.2
+  30: 17.6
+  31: 20.8
+  32: 24.0
+  33: 27.2
+bounds:
+  0:
+    - 0.0
+    - 0.1
+  1:
+    - 0.1
+    - 0.2
+  2:
+    - 0.2
+    - 0.3
+  3:
+    - 0.3
+    - 0.4
+  4:
+    - 0.4
+    - 0.5
+  5:
+    - 0.5
+    - 0.6
+  6:
+    - 0.6
+    - 0.7
+  7:
+    - 0.7
+    - 0.8
+  8:
+    - 0.8
+    - 0.9
+  9:
+    - 0.9
+    - 1.0
+  10:
+    - 1.0
+    - 1.2
+  11:
+    - 1.2
+    - 1.4
+  12:
+    - 1.4
+    - 1.6
+  13:
+    - 1.6
+    - 1.8
+  14:
+    - 1.8
+    - 2.0
+  15:
+    - 2.0
+    - 2.4
+  16:
+    - 2.4
+    - 2.8
+  17:
+    - 2.8
+    - 3.2
+  18:
+    - 3.2
+    - 3.6
+  19:
+    - 3.6
+    - 4.0
+  20:
+    - 4.0
+    - 4.8
+  21:
+    - 4.8
+    - 5.6
+  22:
+    - 5.6
+    - 6.4
+  23:
+    - 6.4
+    - 7.2
+  24:
+    - 7.2
+    - 8.0
+  25:
+    - 8.0
+    - 9.6
+  26:
+    - 9.6
+    - 11.2
+  27:
+    - 11.2
+    - 12.8
+  28:
+    - 12.8
+    - 14.4
+  29:
+    - 14.4
+    - 16.0
+  30:
+    - 16.0
+    - 19.2
+  31:
+    - 19.2
+    - 22.4
+  32:
+    - 22.4
+    - 25.6
+  33:
+    - 25.6
+    - 28.8
+width:
+  0: 0.1
+  1: 0.1
+  2: 0.1
+  3: 0.1
+  4: 0.1
+  5: 0.1
+  6: 0.1
+  7: 0.1
+  8: 0.1
+  9: 0.1
+  10: 0.2
+  11: 0.2
+  12: 0.2
+  13: 0.2
+  14: 0.2
+  15: 0.4
+  16: 0.4
+  17: 0.4
+  18: 0.4
+  19: 0.4
+  20: 0.8
+  21: 0.8
+  22: 0.8
+  23: 0.8
+  24: 0.8
+  25: 1.6
+  26: 1.6
+  27: 1.6
+  28: 1.6
+  29: 1.6
+  30: 3.2
+  31: 3.2
+  32: 3.2
+  33: 3.2

disdrodb/l0/configs/PWS100/l0a_encodings.yml

@@ -0,0 +1,19 @@
+mor_visibility: "float32"
+weather_code_synop_4680: "float32" # 'uint32'
+weather_code_metar_4678: "str"
+weather_code_nws: "str"
+alarms: "str"
+sensor_status: "float32" #  'uint8'
+air_temperature: "float32" #  'uint16'
+relative_humidity: "float32" #  'uint16'
+wetbulb_temperature: "float32" #  'uint16'
+air_temperature_max: "float32" #  'uint16'
+air_temperature_min: "float32" #  'uint16'
+rainfall_rate: "float32" #  'uint16'
+rainfall_accumulated: "float32" #  'uint16'
+average_drop_velocity: "float32"
+average_drop_size: "float32"
+raw_drop_number: "str"
+type_distribution: "str"
+drop_size_distribution: "str"
+peak_to_pedestal_hist: "str"