disdrodb 0.5.0__py3-none-any.whl → 0.5.1__py3-none-any.whl

disdrodb/etc/configs/attributes.yaml

@@ -97,6 +97,18 @@ n_large_hail:
   units: "1"
   description: "Count of hail particles larger than 8 mm in diameter."
   valid_min: 0
+n_margin_fallers:
+  long_name: "number of margin fallers"
+  standard_name: "number_of_margin_fallers"
+  units: "1"
+  description: "Count of particles falling at velocities significantly above the expected terminal velocity for their diameter. These may indicate measurement artifacts or non-hydrometeor particles."
+  valid_min: 0
+n_splashing:
+  long_name: "number of splashing drops"
+  standard_name: "number_of_splashing_drops"
+  units: "1"
+  description: "Count of splashing drops detected. Splashing drops are identified as particles with diameter between 0 and 6 mm and velocity <= 0.6 m/s."
+  valid_min: 0
 drop_number:
   description: Counts of drops per diameter and velocity class
   long_name: Drop counts per diameter and velocity class
@@ -138,20 +150,20 @@ Nremoved:
   long_name: Total number of discarded drops
   units: ""
 Nbins:
-  description: Number of diameter bins with drops
-  long_name: Number of diameter bins with drops
+  description: Number of diameter bins with non-zero particle counts
+  long_name: Number of diameter bins with non-zero particle counts
   units: ""
 Nbins_missing:
-  description: Number of diameter bins with no drops
-  long_name: Number of diameter bins with no drops
+  description: Number of diameter bins with zero particle counts between the first and last non-zero bins
+  long_name: Number of diameter bins with zero particle counts
   units: ""
 Nbins_missing_fraction:
-  description: Fraction of diameter bins with no drops
-  long_name: Fraction of diameter bins with no drops
+  description: Fraction of diameter bins with zero particle counts between the first and last non-zero bins
+  long_name: Fraction of diameter bins with zero particle counts
   units: ""
 Nbins_missing_consecutive:
-  description: Maximum number of consecutive diameter bins with no drops
-  long_name: Maximum number of consecutive diameter bins with no drops
+  description: Maximum number of consecutive diameter bins with zero particle counts between the first and last non-zero bins
+  long_name: Maximum number of consecutive diameter bins with zero particle counts
   units: ""
 drop_number_concentration:
   description: Number concentration of drops per diameter class per unit volume
@@ -371,6 +383,30 @@ KLDiv:
   description: A distance measure of how the modelled distribution diverges from the observed N(D) one.
   units: ""
   valid_range: [0, inf]
+JSD:
+  long_name: Jensen-Shannon Distance
+  standard_name: jensen_shannon_distance
+  description: Jensen-Shannon distance between observed and modelled N(D).
+  units: ""
+  valid_range: [0, inf]
+WD:
+  long_name: Wasserstein Distance
+  standard_name: wasserstein_distance
+  description: Wasserstein-1 distance between observed and modelled N(D).
+  units: ""
+  valid_range: [0, inf]
+KS:
+  long_name: Kolmogorov-Smirnov Statistic
+  standard_name: kolmogorov_smirnov_statistic
+  description: Kolmogorov-Smirnov test statistic between observed and modelled N(D).
+  units: ""
+  valid_range: [0, 1]
+KS_pvalue:
+  long_name: Kolmogorov-Smirnov Test p-value
+  standard_name: kolmogorov_smirnov_pvalue
+  description: Kolmogorov-Smirnov test p-value for the comparison between observed and modelled N(D).
+  units: ""
+  valid_range: [0, 1]
 air_temperature:
   description: "Air temperature in degrees Celsius (C)"
   long_name: Air temperature
@@ -387,3 +423,21 @@ wind_direction:
   description: "Wind direction in degrees (0-360)"
   long_name: Wind direction
   units: "degrees"
+flag_splashing:
+  long_name: "Splashing detection flag"
+  standard_name: "flag_splashing"
+  units: "1"
+  description: "Quality control flag indicating the presence of splashing drops. Flag is set to 1 when fraction_splashing (n_splashing/n_particles) exceeds 0.1 during no precipitation periods. Splashing drops are identified as particles with diameter_lower >= 0.0 mm, diameter_upper <= 6 mm, and velocity_upper <= 0.6 m/s."
+  valid_min: 0
+  valid_max: 1
+  flag_values: [0, 1]
+  flag_meanings: "no_splashing splashing_detected"
+flag_wind_artefacts:
+  long_name: "Wind artefacts detection flag"
+  standard_name: "flag_wind_artefacts"
+  units: "1"
+  description: "Quality control flag for strong wind artefacts in heavy rainfall. Wind artefacts are detected using criteria from Friedrich et al. (2013): particles with diameter_lower >= 5 mm and velocity_upper < 1 m/s."
+  valid_min: 0
+  valid_max: 1
+  flag_values: [0, 1]
+  flag_meanings: "no_wind_artefacts wind_artefacts_detected"

disdrodb/etc/configs/encodings.yaml

@@ -478,6 +478,34 @@ KLDiv:
   shuffle: true
   fletcher32: false
   contiguous: false
+JSD:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+WD:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+KS:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+KS_pvalue:
+  dtype: float32
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
 air_temperature:
   dtype: uint16
   scale_factor: 0.1

disdrodb/etc/products/L2M/MODELS/GAMMA_GS_ND_SSE.yaml

@@ -0,0 +1,8 @@
+psd_model: "GammaPSD"
+optimization: "GS"
+optimization_settings:
+  objectives:
+    - target: "N(D)"
+      transformation: "identity"
+      censoring: "none"
+      loss: "SSE"

disdrodb/etc/products/L2M/MODELS/GAMMA_ML.yaml

@@ -1,6 +1,6 @@
 psd_model: "GammaPSD"
 optimization: "ML"
-optimization_kwargs:
+optimization_settings:
   init_method: "None"
   probability_method: "cdf"
   likelihood: "multinomial"

disdrodb/etc/products/L2M/MODELS/LOGNORMAL_GS_LOG_ND_SSE.yaml

@@ -0,0 +1,8 @@
+psd_model: "LognormalPSD"
+optimization: "GS"
+optimization_settings:
+  objectives:
+    - target: "N(D)"
+      transformation: "log"
+      censoring: "none"
+      loss: "SSE"

disdrodb/etc/products/L2M/MODELS/LOGNORMAL_GS_ND_SSE.yaml

@@ -0,0 +1,8 @@
+psd_model: "LognormalPSD"
+optimization: "GS"
+optimization_settings:
+  objectives:
+    - target: "N(D)"
+      transformation: "identity"
+      censoring: "none"
+      loss: "SSE"

disdrodb/etc/products/L2M/MODELS/LOGNORMAL_ML.yaml

@@ -1,6 +1,6 @@
 psd_model: "LognormalPSD"
 optimization: "ML"
-optimization_kwargs:
+optimization_settings:
   init_method: "None"
   probability_method: "cdf"
   likelihood: "multinomial"

disdrodb/etc/products/L2M/MODELS/NGAMMA_GS_LOG_ND_SSE.yaml

@@ -0,0 +1,8 @@
+psd_model: "NormalizedGammaPSD"
+optimization: "GS"
+optimization_settings:
+  objectives:
+    - target: "N(D)"
+      transformation: "log"
+      censoring: "none"
+      loss: "SSE"

disdrodb/etc/products/L2M/MODELS/NGAMMA_GS_ND_SSE.yaml

@@ -0,0 +1,8 @@
+psd_model: "NormalizedGammaPSD"
+optimization: "GS"
+optimization_settings:
+  objectives:
+    - target: "N(D)"
+      transformation: "identity"
+      censoring: "none"
+      loss: "SSE"

disdrodb/etc/products/L2M/global.yaml

@@ -2,11 +2,11 @@ temporal_resolutions: ["1MIN", "5MIN", "10MIN"]
 models:
   [
     "GAMMA_ML",
-    "GAMMA_GS_ND_MAE",
-    "NGAMMA_GS_LOG_ND_MAE",
-    "NGAMMA_GS_ND_MAE",
+    "GAMMA_GS_ND_SSE",
+    "NGAMMA_GS_LOG_ND_SSE",
+    "NGAMMA_GS_ND_SSE",
     "LOGNORMAL_ML",
-    "LOGNORMAL_GS_ND_MAE",
+    "LOGNORMAL_GS_ND_SSE",
   ]
 archive_options:
   strategy: time_block

disdrodb/fall_velocity/graupel.py

@@ -66,7 +66,7 @@ def get_fall_velocity_lee_2015(diameter):
 
     Returns
     -------
-    fall_velocity : ndarray or xarray.DataArray
+    fall_velocity : numpy.ndarray or xarray.DataArray
         Terminal fall velocity [m s⁻¹].
     """
     fall_velocity = 1.10 * diameter**0.28
@@ -86,7 +86,7 @@ def get_fall_velocity_locatelli_1974_lump(diameter):
 
     Returns
     -------
-    fall_velocity : ndarray or xarray.DataArray
+    fall_velocity : numpy.ndarray or xarray.DataArray
         Terminal fall velocity [m s⁻¹].
 
     Reference
@@ -114,7 +114,7 @@ def get_fall_velocity_locatelli_1974_conical(diameter):
 
     Returns
     -------
-    fall_velocity : ndarray or xarray.DataArray
+    fall_velocity : numpy.ndarray or xarray.DataArray
         Terminal fall velocity [m s⁻¹].
 
     Reference
@@ -140,7 +140,7 @@ def get_fall_velocity_locatelli_1974_hexagonal(diameter):
 
     Returns
     -------
-    fall_velocity : ndarray or xarray.DataArray
+    fall_velocity : numpy.ndarray or xarray.DataArray
         Terminal fall velocity [m s⁻¹].
 
     Reference
@@ -166,7 +166,7 @@ def get_fall_velocity_heymsfield_2014(diameter):
 
     Returns
     -------
-    fall_velocity : ndarray or xarray.DataArray
+    fall_velocity : numpy.ndarray or xarray.DataArray
         Terminal fall velocity [m s⁻¹].
     Reference
     ---------
@@ -319,7 +319,7 @@ def retrieve_graupel_heymsfield2014_fall_velocity(
     ----------
     diameter : array-like
         Diameter of the graupel particles in millimeters.
-    ds_env : xr.Dataset
+    ds_env : xarray.Dataset
         A dataset containing the following environmental variables:
         - 'altitude' :  Altitude in meters (m).
         - 'latitude' :  Latitude in degrees.
@@ -414,7 +414,7 @@ def get_graupel_fall_velocity(diameter, model, ds_env=None, minimum_diameter=0.5
         The model to use for calculating the graupel fall velocity. Must be one of the following:
        'Lee2015', 'Locatelli1974Lump', 'Locatelli1974Conical', 'Locatelli1974Hexagonal',
        'Heymsfield2014', 'Heymsfield2018'.
-    ds_env : xr.Dataset, optional
+    ds_env : xarray.Dataset, optional
         A dataset containing the following environmental variables:
         - 'altitude' (m)
         - 'latitude' (°)
@@ -426,7 +426,7 @@ def get_graupel_fall_velocity(diameter, model, ds_env=None, minimum_diameter=0.5
 
     Returns
     -------
-    fall_velocity : xr.DataArray
+    fall_velocity : xarray.DataArray
         The calculated graupel fall velocities per diameter.
 
     Notes

disdrodb/fall_velocity/hail.py

@@ -229,7 +229,7 @@ def get_hail_fall_velocity(diameter, model, ds_env=None, minimum_diameter=4):
     model : str
         The model to use for calculating the hail fall velocity. Must be one of the following:
        'Laurie1960', 'Knight1983LD', 'Knight1983HD', 'Heymsfield2014', 'Heymsfield2018', 'Fehlmann2020'.
-    ds_env : xr.Dataset, optional
+    ds_env : xarray.Dataset, optional
         A dataset containing the following environmental variables:
         - 'altitude' (m)
         - 'latitude' (°)
@@ -241,7 +241,7 @@ def get_hail_fall_velocity(diameter, model, ds_env=None, minimum_diameter=4):
 
     Returns
     -------
-    fall_velocity : xr.DataArray
+    fall_velocity : xarray.DataArray
         The calculated hail fall velocities per diameter.
 
     """

disdrodb/fall_velocity/rain.py

@@ -58,6 +58,33 @@ def get_fall_velocity_atlas_1973(diameter):
     return fall_velocity
 
 
+def get_fall_velocity_lhermitte1988(diameter):
+    """
+    Compute the fall velocity of raindrops using the Lhermitte et al. (1988) relationship.
+
+    Parameters
+    ----------
+    diameter : array-like
+        Diameter of the raindrops in millimeters.
+
+    Returns
+    -------
+    fall_velocity : array-like
+        Fall velocities corresponding to the input diameters, in meters per second.
+
+    References
+    ----------
+    Roger M. Lhermitte, 1988.
+    Observation of rain at vertical incidence with a 94 GHz Doppler radar: An insight on Mie scattering.
+    Geophysical Research Letter, 15(10), 1125-1128.
+    https://doi.org/10.1029/GL015i010p01125
+    """
+    fall_velocity = 9.25 * (1 - np.exp(-(0.068 * diameter**2 + 0.488 * diameter)))  # Ladino 2025
+    # fall_velocity = 9.25 * (1 - np.exp(-(6.8 * (diameter*10)**2 + 4.88*(diameter*10)))) # Lhermitte 1988 formula wrong
+    fall_velocity = fall_velocity.clip(min=0, max=None)
+    return fall_velocity
+
+
 def get_fall_velocity_brandes_2002(diameter):
     """
     Compute the fall velocity of raindrops using the Brandes et al. (2002) relationship.
@@ -298,7 +325,7 @@ def retrieve_raindrop_beard_fall_velocity(
     ----------
     diameter : array-like
         Diameter of the raindrops in millimeters.
-    ds_env : xr.Dataset
+    ds_env : xarray.Dataset
         A dataset containing the following environmental variables:
         - 'altitude' :  Altitude in meters (m).
         - 'latitude' :  Latitude in degrees.
@@ -395,8 +422,9 @@ def retrieve_raindrop_beard_fall_velocity(
 RAIN_FALL_VELOCITY_MODELS = {
     "Atlas1973": get_fall_velocity_atlas_1973,
     "Beard1976": retrieve_raindrop_beard_fall_velocity,
-    "Brandes2002": get_fall_velocity_brandes_2002,
     "Uplinger1981": get_fall_velocity_uplinger_1981,
+    "Lhermitte1988": get_fall_velocity_lhermitte1988,
+    "Brandes2002": get_fall_velocity_brandes_2002,
     "VanDijk2002": get_fall_velocity_van_dijk_2002,
 }
 
@@ -448,7 +476,7 @@ def get_rain_fall_velocity(diameter, model, ds_env=None):
     model : str
         The model to use for calculating the raindrop fall velocity. Must be one of the following:
         'Atlas1973', 'Beard1976', 'Brandes2002', 'Uplinger1981', 'VanDijk2002'.
-    ds_env : xr.Dataset, optional
+    ds_env : xarray.Dataset, optional
         Only required if model is 'Beard1976'.
         A dataset containing the following environmental variables:
         - 'altitude' (m)
@@ -461,7 +489,7 @@ def get_rain_fall_velocity(diameter, model, ds_env=None):
 
     Returns
     -------
-    fall_velocity : xr.DataArray
+    fall_velocity : xarray.DataArray
         The calculated raindrop fall velocities per diameter.
 
     Notes
@@ -532,7 +560,7 @@ def get_rain_fall_velocity_from_ds(ds, ds_env=None, model="Beard1976", diameter=
     model : str, optional
         Model to compute rain drop fall velocity.
         The default model is ``"Beard1976"``.
-    ds_env : xr.Dataset, optional
+    ds_env : xarray.Dataset, optional
         Only required if model is 'Beard1976'.
         A dataset containing the following environmental variables:
         - 'temperature' : Temperature in degrees Kelvin (K).

disdrodb/issue/checks.py

@@ -176,7 +176,7 @@ def _get_issue_timesteps(issue_dict):
     # Check validity
     timesteps = check_timesteps(timesteps)
     # Sort
-    timesteps.sort()
+    timesteps = np.sort(timesteps)
     return timesteps
 
 

disdrodb/l0/l0_reader.py

@@ -294,7 +294,7 @@ def is_documented_by(original):
 
     Parameters
     ----------
-    original : function
+    original : callable
         Function to take the docstring from.
     """
 

disdrodb/l0/l0a_processing.py

@@ -119,8 +119,8 @@ def read_raw_text_file(
     # Preprocess reader_kwargs
     reader_kwargs = preprocess_reader_kwargs(reader_kwargs)
 
-    # Enforce all raw files columns with dtype = 'object'
-    dtype = "object"
+    # Enforce all raw files columns with dtype = 'str'
+    dtype = "str"
 
     # Try to read the data
     try:

disdrodb/l0/l0b_nc_processing.py

@@ -186,7 +186,7 @@ def replace_custom_nan_flags(ds, dict_nan_flags, logger=None, verbose=False):
 
     Parameters
     ----------
-    df  : xarray.Dataset
+    df : xarray.Dataset
         Input xarray dataset
     dict_nan_flags : dict
         Dictionary with nan flags value to set as ``np.nan``.
@@ -221,7 +221,7 @@ def replace_nan_flags(ds, sensor_name, verbose, logger=None):
 
     Parameters
     ----------
-    ds  : xarray.Dataset
+    ds : xarray.Dataset
         Input xarray dataset
     dict_nan_flags : dict
         Dictionary with nan flags value to set as np.nan
@@ -245,7 +245,7 @@ def set_nan_outside_data_range(ds, sensor_name, verbose, logger=None):
 
     Parameters
     ----------
-    ds  : xarray.Dataset
+    ds : xarray.Dataset
         Input xarray dataset
     sensor_name : str
         Name of the sensor.
@@ -283,7 +283,7 @@ def set_nan_invalid_values(ds, sensor_name, verbose, logger=None):
 
     Parameters
     ----------
-    ds  : xarray.Dataset
+    ds : xarray.Dataset
         Input xarray dataset
     sensor_name : str
         Name of the sensor.
@@ -404,7 +404,7 @@ def remove_issue_timesteps(
     issue_dict : dict
         Dictionary with optional keys 'timesteps' (list of datetimes) and
         'time_periods' (list of (start, end) tuples).
-    logger : any, optional
+    logger : optional
         Logger instance to record dropped steps, by default None.
     verbose : bool, optional
         Whether to log informational messages, by default False.

disdrodb/l0/l0b_processing.py

@@ -85,10 +85,10 @@ def replace_empty_strings_with_zeros(values):
     return values
 
 
-def format_string_array(string: str, n_values: int) -> np.array:
+def format_string_array(string: str, n_values: int):
     """Split a string with multiple numbers separated by a delimiter into an 1D array.
 
-        e.g. : format_string_array("2,44,22,33", 4) will return [ 2. 44. 22. 33.]
+    format_string_array("2,44,22,33", 4) will return [ 2. 44. 22. 33.]
 
     If empty string ("") or "" --> Return an arrays of zeros
     If the list length is not n_values -> Return an arrays of np.nan
@@ -104,7 +104,7 @@ def format_string_array(string: str, n_values: int) -> np.array:
 
     Returns
     -------
-    np.array
+    numpy.ndarray
         array of float
     """
     # Check for empty string or "0" case
@@ -143,42 +143,36 @@ def format_string_array(string: str, n_values: int) -> np.array:
 
 
 def reshape_raw_spectrum(
-    arr: np.array,
+    arr,
     dims_order: list,
     dims_size_dict: dict,
     n_timesteps: int,
-) -> np.array:
+):
     """Reshape the raw spectrum to a 2D+time array.
 
     The array has dimensions ["time"] + dims_order
 
     Parameters
     ----------
-    arr : np.array
+    arr : numpy.ndarray
         Input array.
     dims_order : list
         The order of dimension in the raw spectrum.
-
-    Examples
-    --------
-        - OTT PARSIVEL spectrum [v1d1 ... v1d32, v2d1, ..., v2d32]
-        --> dims_order = ["diameter_bin_center", "velocity_bin_center"]
-        - Thies LPM spectrum [v1d1 ... v20d1, v1d2, ..., v20d2]
-        --> dims_order = ["velocity_bin_center", "diameter_bin_center"]
+        For OTT PARSIVEL spectrum [v1d1 ... v1d32, v2d1, ..., v2d32], thus
+        ``dims_order = ["diameter_bin_center", "velocity_bin_center"]``
+        For Thies LPM spectrum [v1d1 ... v20d1, v1d2, ..., v20d2], thus
+        ``dims_order = ["velocity_bin_center", "diameter_bin_center"]``
     dims_size_dict : dict
         Dictionary with the number of bins for each dimension.
-        For PARSIVEL and PARSIVEL2:
-        {"diameter_bin_center": 32, "velocity_bin_center": 32}
-        For LPM
-        {"diameter_bin_center": 22, "velocity_bin_center": 20}
-        For PWS100
-        {"diameter_bin_center": 34, "velocity_bin_center": 34}
+        For PARSIVEL and PARSIVEL2: ``{"diameter_bin_center": 32, "velocity_bin_center": 32}``
+        For LPM: ``{"diameter_bin_center": 22, "velocity_bin_center": 20}``
+        For PWS100: ``{"diameter_bin_center": 34, "velocity_bin_center": 34}``
     n_timesteps : int
         Number of timesteps.
 
     Returns
     -------
-    np.array
+    numpy.ndarray
         Output array.
 
     Raises
@@ -309,14 +303,16 @@ def ensure_valid_geolocation(ds: xr.Dataset, coord: str, errors: str = "ignore")
         Dataset containing the coordinate.
     coord : str
         Name of the coordinate variable to validate.
-    errors : {"ignore", "raise", "coerce"}, default "ignore"
+    errors : str, optional
+        How to handle invalid values. Options are:
+
         - "ignore": nothing is done.
         - "raise" : raise ValueError if invalid values are found.
         - "coerce": out-of-range values are replaced with NaN.
 
     Returns
     -------
-    xr.Dataset
+    xarray.Dataset
         Dataset with validated coordinate values.
     """
     # Define coordinates ranges
@@ -376,8 +372,8 @@ def set_variable_attributes(ds: xr.Dataset, sensor_name: str) -> xr.Dataset:
 
     Returns
     -------
-    ds
-        xr.Dataset.
+    xarray.Dataset
+        Dataset with variable attributes.
     """
     # Retrieve attributes dictionaries
     cf_attrs_dict = get_l0b_cf_attrs_dict(sensor_name)

disdrodb/l0/l0c_processing.py

@@ -70,16 +70,6 @@ def split_dataset_by_sampling_intervals(
     """
     Split a dataset into subsets where each subset has a consistent sampling interval.
 
-    Notes
-    -----
-    - Does not modify timesteps (regularization is left to `regularize_timesteps`).
-    - Assumes no duplicated timesteps in the dataset.
-    - If only one measurement interval is specified, no timestep-diff checks are performed.
-    - If multiple measurement intervals are specified:
-        * Raises an error if *none* of the expected intervals appear.
-        * Splits where interval changes.
-    - Segments shorter than `min_block_size` are discarded.
-
     Parameters
     ----------
     ds : xarray.Dataset
@@ -97,9 +87,24 @@ def split_dataset_by_sampling_intervals(
         Whether time refers to the end of the measurement interval.
         The default is True.
 
+    Notes
+    -----
+    Does not modify timesteps (regularization is left to `regularize_timesteps`).
+
+    Assumes no duplicated timesteps in the dataset.
+
+    If only one measurement interval is specified, no timestep-diff checks are performed.
+
+    If multiple measurement intervals are specified:
+
+        - Raises an error if *none* of the expected intervals appear.
+        - Splits where interval changes.
+
+    Segments shorter than `min_block_size` are discarded.
+
     Returns
     -------
-    dict[int, xr.Dataset]
+    dict[int, xarray.Dataset]
         A dictionary where keys are the identified sampling intervals (in seconds),
         and values are xarray.Datasets containing only data from those sampling intervals.
     """
@@ -594,7 +599,7 @@ def check_timesteps_regularity(ds, sample_interval, verbose=False, logger=None):
 #### Wrapper
 
 
-def _finalize_l0c_dataset(ds, sample_interval, sensor_name, verbose=True, logger=None):
+def finalize_l0c_dataset(ds, sample_interval, sensor_name, verbose=True, logger=None):
     """Finalize a L0C dataset with unique sampling interval.
 
     It adds the sampling_interval coordinate and it regularizes the timesteps for trailing seconds.
@@ -756,7 +761,7 @@ def create_l0c_datasets(
     # - Add and ensure sample_interval coordinate has just 1 value (not varying with time)
     # - Regularize timesteps for trailing seconds
     dict_ds = {
-        sample_interval: _finalize_l0c_dataset(
+        sample_interval: finalize_l0c_dataset(
             ds=ds,
             sample_interval=sample_interval,
             sensor_name=sensor_name,

disdrodb/l0/readers/LPM/SLOVENIA/ARSO.py

@@ -257,6 +257,10 @@ def read_SM05_telegram(
     # time_str = df["time"].str.extract(r"(\d{2}/\d{2}/\d{4} \d{2}:\d{2}:\d{2})")[0]
     df["time"] = pd.to_datetime(time_str, format="%d/%m/%Y %H:%M:%S", errors="coerce")
 
+    # Remove rows where time year is 1999
+    # - Timesteps with 1999-11-30 appears sometimes when sensors fails
+    df = df[df["time"].dt.year != 1999]
+
     # Remove checksum from raw_drop_number
     df["raw_drop_number"] = df["raw_drop_number"].str.rsplit(";", n=2, expand=True)[0]