disdrodb 0.1.1__py3-none-any.whl → 0.1.2__py3-none-any.whl

disdrodb/_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.1.1'
-__version_tuple__ = version_tuple = (0, 1, 1)
+__version__ = version = '0.1.2'
+__version_tuple__ = version_tuple = (0, 1, 2)

disdrodb/data_transfer/download_data.py

@@ -21,6 +21,8 @@
 import logging
 import os
 import shutil
+import subprocess
+import urllib.parse
 from typing import Optional, Union
 
 import click
@@ -213,7 +215,7 @@ def download_station(
         check_exists=True,
     )
     # Download data
-    _download_station_data(metadata_filepath, data_archive_dir=data_archive_dir, force=force)
+    download_station_data(metadata_filepath, data_archive_dir=data_archive_dir, force=force)
 
 
 def _is_valid_disdrodb_data_url(disdrodb_data_url):
@@ -228,13 +230,25 @@ def _extract_station_files(zip_filepath, station_dir):
         os.remove(zip_filepath)
 
 
-def _download_station_data(metadata_filepath: str, data_archive_dir: str, force: bool = False) -> None:
+def check_consistent_station_name(metadata_filepath, station_name):
+    """Check consistent station_name between YAML file name and metadata key."""
+    # Check consistent station name
+    expected_station_name = os.path.basename(metadata_filepath).replace(".yml", "")
+    if station_name and str(station_name) != str(expected_station_name):
+        raise ValueError(f"Inconsistent station_name values in the {metadata_filepath} file. Download aborted.")
+    return station_name
+
+
+def download_station_data(metadata_filepath: str, data_archive_dir: str, force: bool = False) -> None:
     """Download and unzip the station data .
 
     Parameters
     ----------
     metadata_filepaths : str
         Metadata file path.
+    data_archive_dir : str (optional)
+        DISDRODB Data Archive directory. Format: ``<...>/DISDRODB``.
+        If ``None`` (the default), the disdrodb config variable ``data_archive_dir`` is used.
     force : bool, optional
         If ``True``, delete existing files and redownload it. The default value is ``False``.
 
@@ -247,7 +261,7 @@ def _download_station_data(metadata_filepath: str, data_archive_dir: str, force:
     campaign_name = metadata_dict["campaign_name"]
     station_name = metadata_dict["station_name"]
     station_name = check_consistent_station_name(metadata_filepath, station_name)
-    # Define the destination local filepath path
+    # Define the path to the station RAW data directory
     station_dir = define_station_dir(
         data_archive_dir=data_archive_dir,
         data_source=data_source,
@@ -259,19 +273,136 @@ def _download_station_data(metadata_filepath: str, data_archive_dir: str, force:
     disdrodb_data_url = metadata_dict.get("disdrodb_data_url", None)
     if not _is_valid_disdrodb_data_url(disdrodb_data_url):
         raise ValueError(f"Invalid disdrodb_data_url '{disdrodb_data_url}' for station {station_name}")
-    # Download file
-    zip_filepath = _download_file_from_url(disdrodb_data_url, dst_dir=station_dir, force=force)
-    # Extract the stations files from the downloaded station.zip file
-    _extract_station_files(zip_filepath, station_dir=station_dir)
 
+    # Download files
+    # - Option 1: Zip file from Zenodo containing all station raw data
+    if disdrodb_data_url.startswith("https://zenodo.org/"):
+        download_zenodo_zip_file(url=disdrodb_data_url, dst_dir=station_dir, force=force)
+    # - Option 2: Recursive download from a web server via HTTP or HTTPS.
+    elif disdrodb_data_url.startswith("http"):
+        download_web_server_data(url=disdrodb_data_url, dst_dir=station_dir, force=force, verbose=True)
+    else:
+        raise NotImplementedError(f"Open a GitHub Issue to enable the download of data from {disdrodb_data_url}.")
 
-def check_consistent_station_name(metadata_filepath, station_name):
-    """Check consistent station_name between YAML file name and metadata key."""
-    # Check consistent station name
-    expected_station_name = os.path.basename(metadata_filepath).replace(".yml", "")
-    if station_name and str(station_name) != str(expected_station_name):
-        raise ValueError(f"Inconsistent station_name values in the {metadata_filepath} file. Download aborted.")
-    return station_name
+
+####-----------------------------------------------------------------------------------------.
+#### Download from Web Server via HTTP or HTTPS
+
+
+def download_web_server_data(url: str, dst_dir: str, force=True, verbose=True) -> None:
+    """Download data from a web server via HTTP or HTTPS.
+
+    Use the system's wget command to recursively download all files and subdirectories
+    under the given HTTPS “directory” URL. Works on both Windows and Linux, provided
+    that wget is installed and on the PATH.
+
+    1. Ensure wget is available.
+    2. Normalize URL to end with '/'.
+    3. Compute cut-dirs so that only the last segment of the path remains locally.
+    4. Build and run the wget command.
+
+    Example:
+        download_with_wget("https://ruisdael.citg.tudelft.nl/parsivel/PAR001_Cabauw/2021/202101/")
+        # → Creates a local folder "202101/" with all files and subfolders.
+    """
+    # 1. Ensure wget exists
+    ensure_wget_available()
+
+    # 2. Normalize URL
+    url = ensure_trailing_slash(url)
+
+    # 3. Compute cut-dirs so that only the last URL segment remains locally
+    cut_dirs = compute_cut_dirs(url)
+
+    # 4. Create destination directory if needed
+    os.makedirs(dst_dir, exist_ok=True)
+
+    # 5. Build wget command
+    cmd = build_webserver_wget_command(url, cut_dirs=cut_dirs, dst_dir=dst_dir, force=force, verbose=verbose)
+
+    # 6. Run wget command
+    try:
+        subprocess.run(cmd, check=True)
+    except subprocess.CalledProcessError as e:
+        raise subprocess.CalledProcessError(
+            returncode=e.returncode,
+            cmd=e.cmd,
+            output=e.output,
+            stderr=e.stderr,
+        )
+
+
+def ensure_wget_available() -> None:
+    """Raise FileNotFoundError if 'wget' is not on the system PATH."""
+    if shutil.which("wget") is None:
+        raise FileNotFoundError("The WGET software was not found. Please install WGET or add it to PATH.")
+
+
+def ensure_trailing_slash(url: str) -> str:
+    """Return `url` guaranteed to end with a slash."""
+    return url if url.endswith("/") else url.rstrip("/") + "/"
+
+
+def compute_cut_dirs(url: str) -> int:
+    """Compute the wget cut_dirs value to download directly in `dst_dir`.
+
+    Given a URL ending with '/', compute the total number of path segments.
+    By returning len(segments), we strip away all of them—so that files
+    within that final directory land directly in `dst_dir` without creating
+    an extra subfolder.
+    """
+    parsed = urllib.parse.urlparse(url)
+    path = parsed.path.strip("/")  # remove leading/trailing '/'
+    segments = path.split("/") if path else []
+    return len(segments)
+
+
+def build_webserver_wget_command(url: str, cut_dirs: int, dst_dir: str, force: bool, verbose: bool) -> list[str]:
+    """Construct the wget command list for subprocess.run.
+
+    Notes
+    -----
+    The following wget arguments are used
+      - -q         : quiet mode (no detailed progress)
+      - -r         : recursive
+      - -np        : no parent
+      - -nH        : no host directories
+      - --timestamping: download missing files or when remote version is newer
+      - --cut-dirs : strip all but the last path segment from the remote path
+      - -P dst_dir : download into `dst_dir`
+      - url
+    """
+    cmd = ["wget"]
+    if verbose:
+        cmd.append("-q")
+    cmd += [
+        "-r",
+        "-np",
+        "-nH",
+        f"--cut-dirs={cut_dirs}",
+    ]
+    if force:
+        cmd.append("--timestamping")  # -N
+
+    # Define source and destination directory
+    cmd += [
+        "-P",
+        dst_dir,
+        url,
+    ]
+    return cmd
+
+
+####--------------------------------------------------------------------.
+#### Download from Zenodo
+
+
+def download_zenodo_zip_file(url, dst_dir, force):
+    """Download zip file from zenodo and extract station raw data."""
+    # Download zip file
+    zip_filepath = _download_file_from_url(url, dst_dir=dst_dir, force=force)
+    # Extract the stations files from the downloaded station.zip file
+    _extract_station_files(zip_filepath, station_dir=dst_dir)
 
 
 def _download_file_from_url(url: str, dst_dir: str, force: bool = False) -> str:

disdrodb/l0/configs/LPM/bins_diameter.yml

@@ -20,7 +20,7 @@ center:
   18: 6.75
   19: 7.25
   20: 7.75
-  21: 54
+  21: 9
 bounds:
   0:
     - 0.125
@@ -87,7 +87,7 @@ bounds:
     - 8.0
   21:
     - 8.0
-    - 100
+    - 10.0
 width:
   0: 0.125
   1: 0.125
@@ -110,4 +110,4 @@ width:
   18: 0.5
   19: 0.5
   20: 0.5
-  21: 92
+  21: 2

disdrodb/l0/configs/PARSIVEL2/l0a_encodings.yml

@@ -37,3 +37,7 @@ list_particles: "str"
 raw_drop_concentration: "str"
 raw_drop_average_velocity: "str"
 raw_drop_number: "str"
+air_temperature: "float32"
+relative_humidity: "float32"
+wind_speed: "float32"
+wind_direction: "float32"

disdrodb/l0/configs/PARSIVEL2/l0b_cf_attrs.yml

@@ -158,3 +158,19 @@ raw_drop_number:
   description: Drop counts per diameter and velocity class
   long_name: Raw drop number
   units: ""
+air_temperature:
+  description: "Air temperature in degrees Celsius (C)"
+  long_name: Air temperature
+  units: "C"
+relative_humidity:
+  description: "Relative humidity in percent (%)"
+  long_name: Relative humidity
+  units: "%"
+wind_speed:
+  description: "Wind speed in m/s"
+  long_name: Wind speed
+  units: "m/s"
+wind_direction:
+  description: "Wind direction in degrees (0-360)"
+  long_name: Wind direction
+  units: "degrees"

disdrodb/l0/configs/PARSIVEL2/l0b_encodings.yml

@@ -331,3 +331,44 @@ raw_drop_number:
     - 5000
     - 32
     - 32
+air_temperature:
+  dtype: uint16
+  scale_factor: 0.1
+  add_offset: -99.9
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  _FillValue: 65535
+  chunksizes: 5000
+relative_humidity:
+  dtype: uint16
+  scale_factor: 0.01
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  _FillValue: 65535
+  chunksizes: 5000
+wind_speed:
+  dtype: uint16
+  scale_factor: 0.1
+  add_offset: -99.9
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  _FillValue: 65535
+  chunksizes: 5000
+wind_direction:
+  dtype: uint16
+  zlib: true
+  complevel: 3
+  shuffle: true
+  fletcher32: false
+  contiguous: false
+  _FillValue: 65535
+  chunksizes: 5000

disdrodb/l0/configs/PARSIVEL2/raw_data_format.yml

@@ -379,3 +379,43 @@ raw_drop_number:
     - diameter_bin_center
   n_values: 1024
   field_number: "93"
+air_temperature:
+  n_digits: 4
+  n_characters: 5
+  n_decimals: 1
+  n_naturals: 2
+  data_range:
+    - -40
+    - 70
+  nan_flags: 99999
+  field_number: "521"
+relative_humidity:
+  n_digits: 5
+  n_characters: 5
+  n_decimals: 0
+  n_naturals: 5
+  data_range:
+    - 0
+    - 99999
+  nan_flags: 99999
+  field_number: "522"
+wind_speed:
+  n_digits: 3
+  n_characters: 4
+  n_decimals: 1
+  n_naturals: 2
+  data_range:
+    - 0
+    - 60
+  nan_flags: null
+  field_number: "523"
+wind_direction:
+  n_digits: 3
+  n_characters: 3
+  n_decimals: 0
+  n_naturals: 3
+  data_range:
+    - 0
+    - 360
+  nan_flags: 999
+  field_number: "524"

disdrodb/l0/readers/PARSIVEL/GPM/PIERS.py

@@ -0,0 +1,107 @@
+#!/usr/bin/env python3
+# -----------------------------------------------------------------------------.
+# Copyright (c) 2021-2023 DISDRODB developers
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+# -----------------------------------------------------------------------------.
+import pandas as pd
+
+from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
+from disdrodb.l0.l0a_processing import read_raw_text_file
+
+
+@is_documented_by(reader_generic_docstring)
+def reader(
+    filepath,
+    logger=None,
+):
+    """Reader."""
+    ##------------------------------------------------------------------------.
+    #### Define column names
+    column_names = ["time", "TO_BE_SPLITTED"]
+
+    ##------------------------------------------------------------------------.
+    #### Define reader options
+    reader_kwargs = {}
+    # - Define delimiter
+    reader_kwargs["delimiter"] = ";"
+    # - Skip first row as columns names
+    reader_kwargs["header"] = None
+    # Skip first row as columns names
+    reader_kwargs["header"] = None
+    reader_kwargs["skiprows"] = 0
+    # - Skip file with encoding errors
+    reader_kwargs["encoding_errors"] = "ignore"
+    # - Avoid first column to become df index !!!
+    reader_kwargs["index_col"] = False
+    # - Define behaviour when encountering bad lines
+    reader_kwargs["on_bad_lines"] = "skip"
+    # - Define reader engine
+    #   - C engine is faster
+    #   - Python engine is more feature-complete
+    reader_kwargs["engine"] = "python"
+    # - Define on-the-fly decompression of on-disk data
+    #   - Available: gzip, bz2, zip
+    reader_kwargs["compression"] = "infer"
+    # - Strings to recognize as NA/NaN and replace with standard NA flags
+    #   - Already included: '#N/A', '#N/A N/A', '#NA', '-1.#IND', '-1.#QNAN',
+    #                       '-NaN', '-nan', '1.#IND', '1.#QNAN', '<NA>', 'N/A',
+    #                       'NA', 'NULL', 'NaN', 'n/a', 'nan', 'null'
+    reader_kwargs["na_values"] = ["na", "", "error", "NA", "-.-"]
+
+    ##------------------------------------------------------------------------.
+    #### Read the data
+    df = read_raw_text_file(
+        filepath=filepath,
+        column_names=column_names,
+        reader_kwargs=reader_kwargs,
+        logger=logger,
+    )
+
+    ##------------------------------------------------------------------------.
+    #### Adapt the dataframe to adhere to DISDRODB L0 standards
+    # Convert time column to datetime
+    df_time = pd.to_datetime(df["time"], format="%Y%m%d%H%M%S", errors="coerce")
+
+    # Split the 'TO_BE_SPLITTED' column
+    df = df["TO_BE_SPLITTED"].str.split(",", expand=True, n=9)
+
+    # Assign column names
+    columns_names = [
+        "station_name",
+        "sensor_status",
+        "sensor_temperature",
+        "number_particles",
+        "rainfall_rate_32bit",
+        "reflectivity_16bit",
+        "mor_visibility",
+        "weather_code_synop_4680",
+        "weather_code_synop_4677",
+        "raw_drop_number",
+    ]
+    df.columns = columns_names
+
+    # Add the time column
+    df["time"] = df_time
+
+    # Drop columns not agreeing with DISDRODB L0 standards
+    df = df.drop(columns=["station_name"])
+
+    # Drop rows with invalid values
+    # --> Ensure that weather_code_synop_4677 has length 2
+    # --> If a previous column is missing it will have 000
+    df = df[df["weather_code_synop_4677"].str.len() == 2]
+
+    # Return the dataframe adhering to DISDRODB L0 standards
+    return df

disdrodb/l0/readers/PARSIVEL/JAPAN/JMA.py

@@ -0,0 +1,125 @@
+#!/usr/bin/env python3
+# -----------------------------------------------------------------------------.
+# Copyright (c) 2021-2023 DISDRODB developers
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+# -----------------------------------------------------------------------------.
+import pandas as pd
+
+from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
+from disdrodb.l0.l0a_processing import read_raw_text_file
+
+
+@is_documented_by(reader_generic_docstring)
+def reader(
+    filepath,
+    logger=None,
+):
+    """Reader."""
+    ##------------------------------------------------------------------------.
+    #### Define column names
+    column_names = ["TO_SPLIT"]
+
+    ##------------------------------------------------------------------------.
+    #### Define reader options
+    reader_kwargs = {}
+
+    # - Define delimiter
+    reader_kwargs["delimiter"] = "\\n"
+
+    # - Skip first row as columns names
+    reader_kwargs["header"] = None
+
+    # - Skip header
+    reader_kwargs["skiprows"] = 0
+
+    # - Define encoding
+    reader_kwargs["encoding"] = "ISO-8859-1"
+
+    # - Avoid first column to become df index !!!
+    reader_kwargs["index_col"] = False
+
+    # - Define behaviour when encountering bad lines
+    reader_kwargs["on_bad_lines"] = "skip"
+
+    # - Define reader engine
+    #   - C engine is faster
+    #   - Python engine is more feature-complete
+    reader_kwargs["engine"] = "python"
+
+    # - Define on-the-fly decompression of on-disk data
+    #   - Available: gzip, bz2, zip
+    # reader_kwargs['compression'] = 'xz'
+
+    # - Strings to recognize as NA/NaN and replace with standard NA flags
+    #   - Already included: '#N/A', '#N/A N/A', '#NA', '-1.#IND', '-1.#QNAN',
+    #                       '-NaN', '-nan', '1.#IND', '1.#QNAN', '<NA>', 'N/A',
+    #                       'NA', 'NULL', 'NaN', 'n/a', 'nan', 'null'
+    reader_kwargs["na_values"] = ["na", "error", "-.-", " NA"]
+
+    ##------------------------------------------------------------------------.
+    #### Read the data
+    df = read_raw_text_file(
+        filepath=filepath,
+        column_names=column_names,
+        reader_kwargs=reader_kwargs,
+        logger=logger,
+    )
+
+    ##------------------------------------------------------------------------.
+    #### Adapt the dataframe to adhere to DISDRODB L0 standards
+    # Remove rows with less than 97 characters (empty spectrum --> 97 characters)
+    df = df[df["TO_SPLIT"].str.len() >= 97]
+
+    # Split into columns and assign name
+    df = df["TO_SPLIT"].str.split(";", expand=True, n=14)
+    columns = [
+        "date",
+        "time",
+        "rainfall_rate_32bit",
+        "rainfall_accumulated_32bit",
+        "weather_code_synop_4680",
+        "weather_code_metar_4678",
+        "weather_code_nws",
+        "reflectivity_32bit",
+        "mor_visibility",
+        "laser_amplitude",
+        "number_particles",
+        "sensor_temperature",
+        "sensor_heating_current",
+        "sensor_battery_voltage",
+        "raw_drop_number",
+    ]
+    df.columns = columns
+
+    # Add datetime time column
+    df["time"] = df["date"] + "-" + df["time"]
+    df["time"] = pd.to_datetime(df["time"], format="%Y/%m/%d-%H:%M:%S", errors="coerce")
+    df = df.drop(columns=["date"])
+
+    # Preprocess the raw spectrum
+    # - The '<SPECTRUM>ZERO</SPECTRUM>' indicates no drops detected
+    # --> "" generates an array of zeros in L0B processing
+    df["raw_drop_number"] = df["raw_drop_number"].str.replace("<SPECTRUM>ZERO</SPECTRUM>", "")
+
+    # Remove <SPECTRUM> and </SPECTRUM>" acronyms from the raw_drop_number field
+    df["raw_drop_number"] = df["raw_drop_number"].str.replace("<SPECTRUM>", "")
+    df["raw_drop_number"] = df["raw_drop_number"].str.replace("</SPECTRUM>", "")
+
+    # Add 0 before every , if , not preceded by a digit
+    # Example: ',,1,,' --> '0,0,1,0,'
+    df["raw_drop_number"] = df["raw_drop_number"].str.replace(r"(?<!\d);", "0;", regex=True)
+
+    # Return the dataframe adhering to DISDRODB L0 standards
+    return df

disdrodb/l0/readers/PARSIVEL2/NCAR/FARM_PARSIVEL2.py

@@ -0,0 +1,138 @@
+#!/usr/bin/env python3
+# -----------------------------------------------------------------------------.
+# Copyright (c) 2021-2023 DISDRODB developers
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+# -----------------------------------------------------------------------------.
+"""Reader for CSWR FARM disdrometer data (used in PERILS and RELAMPAGO campaign)."""
+import pandas as pd
+
+from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
+from disdrodb.l0.l0a_processing import read_raw_text_file
+
+
+@is_documented_by(reader_generic_docstring)
+def reader(
+    filepath,
+    logger=None,
+):
+    """Reader."""
+    ##------------------------------------------------------------------------.
+    #### Define column names
+    column_names = ["TO_PARSE"]
+
+    ##------------------------------------------------------------------------.
+    #### Define reader options
+    reader_kwargs = {}
+
+    # - Define delimiter
+    reader_kwargs["delimiter"] = "\\n"
+
+    # - Define encoding
+    reader_kwargs["encoding"] = "ISO-8859-1"
+
+    # Skip first row as columns names
+    reader_kwargs["header"] = None
+    reader_kwargs["skiprows"] = 2
+
+    # - Avoid first column to become df index !!!
+    reader_kwargs["index_col"] = False
+
+    # - Define behaviour when encountering bad lines
+    reader_kwargs["on_bad_lines"] = "skip"
+
+    # - Define reader engine
+    #   - C engine is faster
+    #   - Python engine is more feature-complete
+    reader_kwargs["engine"] = "python"
+
+    # - Define on-the-fly decompression of on-disk data
+    #   - Available: gzip, bz2, zip
+    reader_kwargs["compression"] = "infer"
+
+    # - Strings to recognize as NA/NaN and replace with standard NA flags
+    #   - Already included: '#N/A', '#N/A N/A', '#NA', '-1.#IND', '-1.#QNAN',
+    #                       '-NaN', '-nan', '1.#IND', '1.#QNAN', '<NA>', 'N/A',
+    #                       'NA', 'NULL', 'NaN', 'n/a', 'nan', 'null'
+    reader_kwargs["na_values"] = ["na", "", "error"]
+
+    ##------------------------------------------------------------------------.
+    #### Read the data
+    df = read_raw_text_file(
+        filepath=filepath,
+        column_names=column_names,
+        reader_kwargs=reader_kwargs,
+        logger=logger,
+    )
+
+    ##------------------------------------------------------------------------.
+    #### Adapt the dataframe to adhere to DISDRODB L0 standards
+    # Split and assign integrated variables names
+    df = df["TO_PARSE"].str.split(",", expand=True, n=22)
+
+    names = [
+        "time",
+        "station_name",
+        "station_number",
+        "rainfall_rate_32bit",
+        "rainfall_accumulated_32bit",
+        "weather_code_synop_4680",
+        "weather_code_synop_4677",
+        "weather_code_metar_4678",
+        "weather_code_nws",
+        "reflectivity_32bit",
+        "mor_visibility",
+        "sample_interval",
+        "laser_amplitude",
+        "number_particles",
+        "sensor_temperature",
+        "sensor_serial_number",
+        "firmware_iop",
+        "firmware_dsp",
+        "sensor_heating_current",
+        "sensor_battery_voltage",
+        "sensor_status",
+        "rain_kinetic_energy",
+        "TO_SPLIT",
+    ]
+    df.columns = names
+
+    # Derive raw drop arrays
+    def split_string(s):
+        vals = [v.strip() for v in s.split(",")]
+        c1 = ", ".join(vals[:32])
+        c2 = ", ".join(vals[32:64])
+        c3 = ", ".join(vals[64:])
+        return pd.Series({"raw_drop_concentration": c1, "raw_drop_average_velocity": c2, "raw_drop_number": c3})
+
+    splitted_string = df["TO_SPLIT"].apply(split_string)
+    df["raw_drop_concentration"] = splitted_string["raw_drop_concentration"]
+    df["raw_drop_average_velocity"] = splitted_string["raw_drop_average_velocity"]
+    df["raw_drop_number"] = splitted_string["raw_drop_number"]
+
+    # Define datetime "time" column
+    df["time"] = pd.to_datetime(df["time"], format="%Y-%m-%d %H:%M:%S", errors="coerce")
+
+    # Drop columns not agreeing with DISDRODB L0 standards
+    columns_to_drop = [
+        "station_name",
+        "station_number",
+        "firmware_iop",
+        "firmware_dsp",
+        "TO_SPLIT",
+    ]
+    df = df.drop(columns=columns_to_drop)
+
+    # Return the dataframe adhering to DISDRODB L0 standards
+    return df

disdrodb/l0/readers/PARSIVEL2/NCAR/VORTEX_SE_2016_PIPS.py

@@ -126,6 +126,15 @@ def reader(
     ]
     df_data.columns = column_names
 
+    # Add weather information
+    df_data["air_temperature"] = df["fast_temperature"]
+    df_data["relative_humidity"] = df["relative_humidity"]
+    df_data["wind_direction"] = df["wind_direction"]
+    df_data["wind_speed"] = df["wind_speed"]
+
+    # df_data["dew_point"] = df["dew_point"]
+    # df_data["air_pressure"] = df["pressure"]
+
     # Retrieve time and coordinates information
     # --> Latitude in degrees_north
     # --> Longitude in degrees_east

disdrodb/l0/readers/PARSIVEL2/NETHERLANDS/DELFT_NC.py

@@ -0,0 +1,67 @@
+#!/usr/bin/env python3
+# -----------------------------------------------------------------------------.
+# Copyright (c) 2021-2023 DISDRODB developers
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+# -----------------------------------------------------------------------------.
+"""Reader for DELFT OTT PARSIVEL2 sensor in netCDF format."""
+
+from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
+from disdrodb.l0.l0b_nc_processing import open_raw_netcdf_file, standardize_raw_dataset
+
+
+@is_documented_by(reader_generic_docstring)
+def reader(
+    filepath,
+    logger=None,
+):
+    """Reader."""
+    ##------------------------------------------------------------------------.
+    #### Open the netCDF
+    ds = open_raw_netcdf_file(filepath=filepath, logger=logger)
+
+    ##------------------------------------------------------------------------.
+    #### Adapt the dataframe to adhere to DISDRODB L0 standards
+    # Add time coordinate
+    ds["time"] = ds["time_as_string"].astype("M8[s]")
+    ds = ds.set_coords("time")
+
+    # Define dictionary mapping dataset variables to select and rename
+    dict_names = {
+        ### Dimensions
+        "diameter_classes": "diameter_bin_center",
+        "velocity_classes": "velocity_bin_center",
+        ### Variables
+        "rainfall_rate_32bit": "rainfall_rate_32bit",
+        "weather_code_synop_4680": "weather_code_synop_4680",
+        "weather_code_synop_4677": "weather_code_synop_4677",
+        "weather_code_metar_4678": "weather_code_metar_4678",
+        "weather_code_nws": "weather_code_nws",
+        "reflectivity_32bit": "reflectivity_32bit",
+        "mor_visibility": "mor_visibility",
+        "laser_amplitude": "laser_amplitude",
+        "number_particles_validated": "number_particles",
+        "sensor_temperature": "sensor_temperature",
+        "error_code": "error_code",
+        "kinetic_energy": "rain_kinetic_energy",
+        "fieldV": "raw_drop_average_velocity",
+        "fieldN": "raw_drop_concentration",
+        "raw_data": "raw_drop_number",
+    }
+
+    # Rename dataset variables and columns and infill missing variables
+    ds = standardize_raw_dataset(ds=ds, dict_names=dict_names, sensor_name="PARSIVEL2")
+
+    # Return the dataset adhering to DISDRODB L0B standards
+    return ds

disdrodb/l0/readers/RD80/NOAA/PSL_RD80.py

@@ -18,12 +18,19 @@
 # -----------------------------------------------------------------------------.
 """DISDRODB Reader for NOAA PSL RD80 stations."""
 import os
+import re
 
+# Convert ParserWarning into an error
+import warnings
+
+import numpy as np
 import pandas as pd
 
 from disdrodb.l0.l0_reader import is_documented_by, reader_generic_docstring
 from disdrodb.l0.l0a_processing import read_raw_text_file
 
+warnings.simplefilter("error", pd.errors.ParserWarning)
+
 
 def read_new_format(filepath, logger):
     """Read new format."""
@@ -101,6 +108,14 @@ def read_new_format(filepath, logger):
 
     ##------------------------------------------------------------------------.
     #### Adapt the dataframe to adhere to DISDRODB L0 standards
+    # Retrieve date and hour information
+    with open(filepath) as f:
+        date_header = f.readline().strip()
+    match = re.search(r":\s*(\d+)\s*UTC", date_header)
+    if match:
+        date_hour_str = match.group(1)
+    else:
+        raise ValueError("Date information not found.")
 
     # Replace -99.9900 values with NaN
     columns_to_replace = ["Dmax", "RI", "RA", "Wg", "Z", "EF", "N0", "slope"]
@@ -116,28 +131,30 @@ def read_new_format(filepath, logger):
 
     # - Convert start/end MM:SS:SSS to timedelta
     def parse_time(t):
-        minutes, seconds, milliseconds = map(int, t.split(":"))
-        return pd.Timedelta(minutes=minutes, seconds=seconds, milliseconds=milliseconds)
+        try:
+            minutes, seconds, milliseconds = map(int, t.split(":"))
+            timedelta = pd.Timedelta(minutes=minutes, seconds=seconds, milliseconds=milliseconds)
+        except Exception:
+            timedelta = pd.Timedelta("NaT")
+        return timedelta
 
     df_time["start"] = df_time["start"].apply(parse_time)
     df_time["end"] = df_time["end"].apply(parse_time)
-    # - Wrap end time if it's less than start time (i.e., crosses 60:00 boundary)
-    # --> 00:00 --> 60:00
-    df_time.loc[df_time["end"] < df_time["start"], "end"] += pd.Timedelta(minutes=60)
-
-    # Compute sample_interval in seconds as integer
-    df["sample_interval"] = (df_time["end"] - df_time["start"]).dt.total_seconds().astype(int)
 
     # Define time
-    # - Extract date-hour
-    filename = os.path.basename(filepath)
-    if filename.startswith("lab") or filename.startswith("bao0") or filename.startswith("mdt0"):
-        date_hour_str = filename[4:11]
-    else:
-        date_hour_str = filename[3:10]
     date_hour = pd.to_datetime(date_hour_str, format="%y%j%H")
     df["time"] = date_hour + df_time["start"]
 
+    # Drop invalid timesteps
+    df_time = df_time[~np.isnan(df["time"])]
+    df = df[~np.isnan(df["time"])]
+
+    # Compute sample_interval in seconds as integer
+    # - Wrap end time if it's less than start time (i.e., crosses 60:00 boundary)
+    # --> 00:00 --> 60:00
+    df_time.loc[df_time["end"] < df_time["start"], "end"] += pd.Timedelta(minutes=60)
+    df["sample_interval"] = (df_time["end"] - df_time["start"]).dt.total_seconds().astype(int)
+
     # Create raw_drop_number column
     bin_columns = ["n" + str(i) for i in range(1, 21)]
     df_arr = df[bin_columns]

disdrodb/l1/encoding_attrs.py

@@ -112,13 +112,20 @@ def get_attrs_dict():
             "units": "J",
             "long_name": "Maximum Drop Kinetic Energy",
         },
-        "E": {
+        "TKE": {
+            "description": "Total Kinetic Energy",
+            "standard_name": "",
+            "units": "J m-2",
+            "long_name": "Total Kinetic Energy",
+        },
+        "KED": {
             "description": "Kinetic energy per unit rainfall depth",
             "standard_name": "",
             "units": "J m-2 mm-1",
             "long_name": "Rainfall Kinetic Energy",
         },
-        "KE": {
+        "KEF": {
+            "description": "Kinetic energy per unit time",
             "standard_name": "",
             "units": "J m-2 h-1",
             "long_name": "Kinetic Energy Density Flux",

disdrodb/l1/routines.py

@@ -61,15 +61,16 @@ def get_l1_options():
     # - TODO: as function of sensor name
 
     # minimum_diameter
-    # --> PWS100: 0.05
-    # --> PARSIVEL: 0.2495
-    # --> RD80: 0.313
-    # --> LPM: 0.125 (we currently discard first bin with this setting)
+    # --> PWS100: 0 (0.05)
+    # --> PARSIVEL: 0.2495 (0.312)
+    # --> RD80: 0.313 (0.359)
+    # --> LPM: 0.125 (0.1875) (we currently discard first bin with default settings !)
 
     # maximum_diameter
-    # LPM: 8 mm
-    # RD80: 5.6 mm
-    # OTT: 26 mm
+    # LPM: 9 (10) mm
+    # RD80: 5.373 (5.6) mm
+    # OTT: 24.5 (26) mm
+    # PWS100: 27.2 (28.8) mm
 
     l1_options = {
         # Fall velocity option

disdrodb/utils/dataframe.py

@@ -122,7 +122,7 @@ def compute_1d_histogram(df, column, variables=None, bins=10, labels=None, prefi
         if variables_specified:
             # Compute quantiles
             quantiles = [0.01, 0.05, 0.10, 0.25, 0.50, 0.75, 0.90, 0.95, 0.99]
-            df_stats_quantiles = df_grouped[var].quantile(quantiles).unstack(level=-1)
+            df_stats_quantiles = df_grouped[var].quantile(quantiles).unstack(level=-1)  # noqa: PD010
             df_stats_quantiles.columns = [f"{prefix}Q{int(q*100)}" for q in df_stats_quantiles.columns]
             df_stats_quantiles = df_stats_quantiles.rename(
                 columns={
@@ -276,7 +276,7 @@ def compute_2d_histogram(
         if variables_specified:
             # Compute quantiles
             quantiles = [0.01, 0.05, 0.10, 0.25, 0.50, 0.75, 0.90, 0.95, 0.99]
-            df_stats_quantiles = df_grouped[var].quantile(quantiles).unstack(level=-1)
+            df_stats_quantiles = df_grouped[var].quantile(quantiles).unstack(level=-1)  # noqa: PD010
             df_stats_quantiles.columns = [f"{prefix}Q{int(q*100)}" for q in df_stats_quantiles.columns]
             df_stats_quantiles = df_stats_quantiles.rename(
                 columns={

disdrodb/utils/directories.py

@@ -17,12 +17,12 @@
 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 # -----------------------------------------------------------------------------.
 """Define utilities for Directory/File Checks/Creation/Deletion."""
-
 import glob
 import logging
 import os
 import pathlib
 import shutil
+import subprocess
 from typing import Union
 
 from disdrodb.utils.list import flatten_list
@@ -207,10 +207,22 @@ def _remove_file_or_directories(path, logger=None):
         log_info(logger, msg=f"Deleted the empty directory {path}")
     # If not empty directory
     else:
-        shutil.rmtree(path)
+        # If not window use shutil.rmtree
+        if os.name != "nt":  # Check if not Windows
+            shutil.rmtree(path)
+        else:
+            rmtree_windows(path)
         log_info(logger, msg=f"Deleted directories within {path}")
 
 
+def rmtree_windows(path):
+    """Remove a directory tree on Windows."""
+    if not os.path.isdir(path):
+        raise FileNotFoundError(f"{path!r} is not a valid directory")
+    # Use rd (alias rmdir) with /S (remove all subdirectories/files) and /Q (quiet)
+    subprocess.check_call(["cmd", "/c", "rd", "/S", "/Q", path])
+
+
 def remove_if_exists(path: str, force: bool = False, logger=None) -> None:
     """Remove file or directory if exists and ``force=True``.
 

disdrodb/utils/xarray.py

@@ -97,6 +97,89 @@ def xr_get_last_valid_idx(da_condition, dim, fill_value=None):
     return last_idx
 
 
+####-------------------------------------------------------------------
+#### Unstacking dimension
+
+
+def _check_coord_handling(coord_handling):
+    if coord_handling not in {"keep", "drop", "unstack"}:
+        raise ValueError("coord_handling must be one of 'keep', 'drop', or 'unstack'.")
+
+
+def _unstack_coordinates(xr_obj, dim, prefix, suffix):
+    # Identify coordinates that share the target dimension
+    coords_with_dim = _get_non_dimensional_coordinates(xr_obj, dim=dim)
+    ds = xr.Dataset()
+    for coord_name in coords_with_dim:
+        coord_da = xr_obj[coord_name]
+        # Split the coordinate DataArray along the target dimension, drop coordinate and merge
+        split_ds = unstack_datarray_dimension(coord_da, coord_handling="drop", dim=dim, prefix=prefix, suffix=suffix)
+        ds.update(split_ds)
+    return ds
+
+
+def _handle_unstack_non_dim_coords(ds, source_xr_obj, coord_handling, dim, prefix, suffix):
+    # Deal with coordinates sharing the target dimension
+    if coord_handling == "keep":
+        return ds
+    if coord_handling == "unstack":
+        ds_coords = _unstack_coordinates(source_xr_obj, dim=dim, prefix=prefix, suffix=suffix)
+        ds.update(ds_coords)
+    # Remove non dimensional coordinates (unstack and drop coord_handling)
+    ds = ds.drop_vars(_get_non_dimensional_coordinates(ds, dim=dim))
+    return ds
+
+
+def _get_non_dimensional_coordinates(xr_obj, dim):
+    return [coord_name for coord_name, coord_da in xr_obj.coords.items() if dim in coord_da.dims and coord_name != dim]
+
+
+def unstack_datarray_dimension(da, dim, coord_handling="keep", prefix="", suffix=""):
+    """
+    Split a DataArray along a specified dimension into a Dataset with separate prefixed and suffixed variables.
+
+    Parameters
+    ----------
+    da : xarray.DataArray
+        The DataArray to split.
+    dim : str
+        The dimension along which to split the DataArray.
+    coord_handling : str, optional
+        Option to handle coordinates sharing the target dimension.
+        Choices are 'keep', 'drop', or 'unstack'. Defaults to 'keep'.
+    prefix : str, optional
+        String to prepend to each new variable name.
+    suffix : str, optional
+        String to append to each new variable name.
+
+    Returns
+    -------
+    xarray.Dataset
+        A Dataset with each variable split along the specified dimension.
+        The Dataset variables are named  "{prefix}{name}{suffix}{dim_value}".
+        Coordinates sharing the target dimension are handled based on `coord_handling`.
+    """
+    # Retrieve DataArray name
+    name = da.name
+    # Unstack variables
+    ds = da.to_dataset(dim=dim)
+    rename_dict = {dim_value: f"{prefix}{name}{suffix}{dim_value}" for dim_value in list(ds.data_vars)}
+    ds = ds.rename_vars(rename_dict)
+    # Deal with coordinates sharing the target dimension
+    return _handle_unstack_non_dim_coords(
+        ds=ds,
+        source_xr_obj=da,
+        coord_handling=coord_handling,
+        dim=dim,
+        prefix=prefix,
+        suffix=suffix,
+    )
+
+
+####--------------------------------------------------------------------------
+#### Fill Values Utilities
+
+
 def define_dataarray_fill_value(da):
     """Define the fill value for a numerical xarray.DataArray."""
     if np.issubdtype(da.dtype, np.floating):

{disdrodb-0.1.1.dist-info → disdrodb-0.1.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: disdrodb
-Version: 0.1.1
+Version: 0.1.2
 Summary: disdrodb provides tools to download, standardize, share and analyze global disdrometer data.
 Author: Gionata Ghiggi
 Project-URL: homepage, https://github.com/ltelab/disdrodb

{disdrodb-0.1.1.dist-info → disdrodb-0.1.2.dist-info}/RECORD

@@ -1,6 +1,6 @@
 disdrodb/__init__.py,sha256=e2ICMwXhEcT0zUMq4RUL3V5b7W18pXHLuJipcp1_sjU,4672
 disdrodb/_config.py,sha256=K0hhWvJGUo_3UrROVznlGPiWTbjx-ntUm-GeDRP-xBQ,1750
-disdrodb/_version.py,sha256=Mmxse1R0ki5tjz9qzU8AQyqUsLt8nTyCAbYQp8R87PU,511
+disdrodb/_version.py,sha256=bSmADqydH8nBu-J4lG8UVuR7hnU_zcwhnSav2oQ0W0A,511
 disdrodb/configs.py,sha256=XHjG1CfgGDgMk01-nyyPGPUbvuq57ct1skUR2yNyQEg,7870
 disdrodb/docs.py,sha256=EZQE-LHXeBLMP2Xk6g2jZtvBwzA6IOq2RaEF6OJ1Co4,1500
 disdrodb/routines.py,sha256=TMLysQV0HT9C_GuFMd6gv2kO2Abz6C1fIoH92APZxQI,53777
@@ -42,7 +42,7 @@ disdrodb/cli/disdrodb_run_l2m_station.py,sha256=qM2t3ehaApZ3QKHVlRokcvMEVRDNHXH4
 disdrodb/cli/disdrodb_upload_archive.py,sha256=BN3nzBeDboliFNpNQ3SRDXV_EWv8_mcoJzkUHAaO-NI,3977
 disdrodb/cli/disdrodb_upload_station.py,sha256=18JyaEsXLGUI1scT85qIjOQNeixL2bVGPXH-rj5MIRI,3556
 disdrodb/data_transfer/__init__.py,sha256=JMz0m-lAzNvckxONeB75B0q-jsS0HPmHfQa6vbCG39w,1134
-disdrodb/data_transfer/download_data.py,sha256=l1_Fjb8dLaBAZa_2CFo1zFnv7L-bQUYoZJ2800-JH-s,12726
+disdrodb/data_transfer/download_data.py,sha256=p6oPxs1HvzuM3EZRkWPcXcXMMNKB9-HHF78PDGfoJcw,17489
 disdrodb/data_transfer/upload_data.py,sha256=imLdxor0e5t-Ha3HnujIrq-7xfPR65mD7QvLsRMmv8M,10916
 disdrodb/data_transfer/zenodo.py,sha256=yX7GGocOYi39yO92vzxLxrou-HcDxeMw3BYpSexf80U,9672
 disdrodb/issue/__init__.py,sha256=avYn-r8QItYawWh-iHflsgQDZSILO8b_84RNlgajGbU,991
@@ -60,7 +60,7 @@ disdrodb/l0/l0c_processing.py,sha256=yCfTTRUqlIDaNWTqE1BedF8oe77xla8v-Ptownr5dhA
 disdrodb/l0/routines.py,sha256=3u8bK_S2cl0rt6yFZyADNDsILZb1ZPoGLUIovLVpx54,36007
 disdrodb/l0/standards.py,sha256=SJpKdAuUVUvci07Q3jpU9IetiGg4XxciHS5f5ACq2-I,22954
 disdrodb/l0/template_tools.py,sha256=W-ixB_HTlNA468wawtezSQHk797-XM4cSmGpIS_Cx3s,17097
-disdrodb/l0/configs/LPM/bins_diameter.yml,sha256=c6TYpoZlcsOdWeGEtNbbtdmX6y2eWJaCr6A3WurfS6k,1062
+disdrodb/l0/configs/LPM/bins_diameter.yml,sha256=627jsVTNhbM7zpDa2MAwXFpc57hYglQQkZQor6lmW9M,1061
 disdrodb/l0/configs/LPM/bins_velocity.yml,sha256=fpWt7-viGHKkpN_Mi3nwFxEpnXctBlPzhutQZNYQvO8,918
 disdrodb/l0/configs/LPM/l0a_encodings.yml,sha256=5Wy0HR3T1RkpFC77x2l_AmrtPqgrV6Fzy4CZ7A-1Udo,3475
 disdrodb/l0/configs/LPM/l0b_cf_attrs.yml,sha256=CxrgDPV3EvUnQo_0xjFemPXNpoBGZ6GSL6pDXk6z-Tw,11232
@@ -74,10 +74,10 @@ disdrodb/l0/configs/PARSIVEL/l0b_encodings.yml,sha256=l8u_Juoa7NEeKBW8BzxDgBqx77
 disdrodb/l0/configs/PARSIVEL/raw_data_format.yml,sha256=fhaWZ-t4IlpIUp3ZHTkQ30vgQCh-xeLoSssNCO-8rWM,5225
 disdrodb/l0/configs/PARSIVEL2/bins_diameter.yml,sha256=hdSuUJ7MUUui0WMP_aljGh_PxpeqV8O2F24WfSn9pGc,1607
 disdrodb/l0/configs/PARSIVEL2/bins_velocity.yml,sha256=00xL4MH4KIQiOpswss9HwnM5FT2_utv9S_mUnMOJCiE,1492
-disdrodb/l0/configs/PARSIVEL2/l0a_encodings.yml,sha256=hIMjBNi3Nl3TxMRuvtGm00wq0KPpJRipAuk2xNW4ZA8,1277
-disdrodb/l0/configs/PARSIVEL2/l0b_cf_attrs.yml,sha256=c6bRhhNOWd-okN8RfxBk_o7T25AM_70KwT2BJrmK_GI,4746
-disdrodb/l0/configs/PARSIVEL2/l0b_encodings.yml,sha256=NU1wtDVW4q5zAesij2wzyQMJbyxndOA0xYUwxVZQ_mk,5790
-disdrodb/l0/configs/PARSIVEL2/raw_data_format.yml,sha256=MCUOycBNHYmwUMFXdHEWW1jzZ631QkhrHrD2GceWNpc,6361
+disdrodb/l0/configs/PARSIVEL2/l0a_encodings.yml,sha256=V5_exJ3_1KrhbxK8TvOMGZHMtzxGlIh4Tm9NiQpg39M,1381
+disdrodb/l0/configs/PARSIVEL2/l0b_cf_attrs.yml,sha256=bF8LIxWA_m2E_NzVT-7uvzeP_GDaNKYiYwvQibaGZeM,5174
+disdrodb/l0/configs/PARSIVEL2/l0b_encodings.yml,sha256=E9Qj5oOo1x_QpXdUJtITefFMzuU-mYUurry7Od4GBfk,6511
+disdrodb/l0/configs/PARSIVEL2/raw_data_format.yml,sha256=xjovAoRz9WpbqWv_RZAjz8S0z8lpgrmgFHdVMCZagyE,6972
 disdrodb/l0/configs/PWS100/bins_diameter.yml,sha256=Y7t93TVIqp--tSSWX4D-oUgN-QfvlKVvln_BEKdBFv0,1590
 disdrodb/l0/configs/PWS100/bins_velocity.yml,sha256=Y7t93TVIqp--tSSWX4D-oUgN-QfvlKVvln_BEKdBFv0,1590
 disdrodb/l0/configs/PWS100/l0a_encodings.yml,sha256=IJ5-LRMMRUogyvJc1foSZxgXTdCqlhKxd1h73mIKJaU,636
@@ -96,6 +96,9 @@ disdrodb/l0/manuals/PARSIVEL.pdf,sha256=9R-AC9Yw6M2kpi18M_B6wJNpkpqsNqSQa1CiYg_8
 disdrodb/l0/manuals/PARSIVEL2.pdf,sha256=pp9pyE57esOrw5vkd59suflutkNdD-pHJ-Egv8cE7zE,932634
 disdrodb/l0/manuals/PWS100.pdf,sha256=RoBcAhOgokO-5Wacj-FjIOWg8MZZ7hi4I9rI92_pj9k,2747204
 disdrodb/l0/manuals/RD80.pdf,sha256=0BbIY2gEch4ouAdfzaXnWMJQO2Z7fyd8RYi7euy-sFg,1087911
+disdrodb/l0/manuals/SWS250.pdf,sha256=7RoIG8TP__ggJtqA1T6QqW9kWpe9NKH32mtfFKj0MG4,2285637
+disdrodb/l0/manuals/VPF730.pdf,sha256=fRFKiqcBbJ43rQrFH1I1qaVMoHR3yhbw37g0JeHlzNM,2719195
+disdrodb/l0/manuals/VPF750.pdf,sha256=fRFKiqcBbJ43rQrFH1I1qaVMoHR3yhbw37g0JeHlzNM,2719195
 disdrodb/l0/readers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 disdrodb/l0/readers/template_reader_raw_netcdf_data.py,sha256=u1mBbK2wgsLf2y7WganSsvgEtyZ2TMUrDrZ_BTxqQl0,2950
 disdrodb/l0/readers/template_reader_raw_text_data.py,sha256=CqpoTP9HJ3TRw31rJoKLh4XzOuaxp4oU9s3taXG8W_g,3206
@@ -140,7 +143,8 @@ disdrodb/l0/readers/PARSIVEL/EPFL/UNIL_2022.py,sha256=QIZeq7bL7lyQqzzzeg0-dgf8Ft
 disdrodb/l0/readers/PARSIVEL/GPM/IFLOODS.py,sha256=W0L_IogcMj6y_fVbS1LksK2KGSBL0MYpX_EM_f6cmUo,3931
 disdrodb/l0/readers/PARSIVEL/GPM/LPVEX.py,sha256=EFdv89o01qs-SwGUrCs8UHQxPv6G9g9YX0cj5lV5Xjw,3500
 disdrodb/l0/readers/PARSIVEL/GPM/MC3E.py,sha256=XW7jvKObH5lKNDvAYPO6rrqKl_73YwO2wmZGt7Pm9xo,7209
-disdrodb/l0/readers/PARSIVEL/KIT/BURKINA_FASO.py,sha256=RGeyVOLC5V47OAcsA6F3pe_HOJj3MP0t7oQwE9-2wi0,4782
+disdrodb/l0/readers/PARSIVEL/GPM/PIERS.py,sha256=-iegziC4abXL14iNxVvJK4D617o-ICJx0eG2mtjtrgo,4038
+disdrodb/l0/readers/PARSIVEL/JAPAN/JMA.py,sha256=_4TEeGkgL4y_Fn9azn0oFuOOYkyrKQdFt6AKCWsdZqE,4591
 disdrodb/l0/readers/PARSIVEL/NCAR/CCOPE_2015.py,sha256=Rx3qA7APFEnYxLDgLLfl_7kr0s4jMpGXh41wtIzhpNE,4083
 disdrodb/l0/readers/PARSIVEL/NCAR/OWLES_MIPS.py,sha256=sGQ1hAZguzIgeBBciJgLU-eYbVopVHEehNrpGJZja0c,3889
 disdrodb/l0/readers/PARSIVEL/NCAR/PECAN_MOBILE.py,sha256=qgIYGQE8PnvkqdPfOvZrFqmbMHVRS-CFWFUhe644-og,4558
@@ -158,7 +162,9 @@ disdrodb/l0/readers/PARSIVEL2/FRANCE/SIRTA_PARSIVEL2.py,sha256=aJDxLTcvfsNs1hls3
 disdrodb/l0/readers/PARSIVEL2/GPM/GCPEX.py,sha256=Yl0Q4ZtDB6AtTncQsyzytKarVzx7YHl-8PtuSBOZCRQ,3916
 disdrodb/l0/readers/PARSIVEL2/GPM/NSSTC.py,sha256=QSRSBTflLrd1j5GIb1tfsz_vc7zvai3FhsI7WWPQ28s,6758
 disdrodb/l0/readers/PARSIVEL2/ITALY/GID_PARSIVEL2.py,sha256=wlKhAZHc2C8cMl31bqrpRvPyZn_BXxROdhg-yQ9Vqgo,1260
+disdrodb/l0/readers/PARSIVEL2/KIT/BURKINA_FASO.py,sha256=RGeyVOLC5V47OAcsA6F3pe_HOJj3MP0t7oQwE9-2wi0,4782
 disdrodb/l0/readers/PARSIVEL2/MEXICO/OH_IIUNAM_nc.py,sha256=YT0SbU0PGddRO1oPxD_yKfpG0Exa26Zexb8gqxIiSCA,2412
+disdrodb/l0/readers/PARSIVEL2/NCAR/FARM_PARSIVEL2.py,sha256=w5Z9ZE9TrzNuzFCZNDQQQe0S9nMk4auzvmHgoi5uX-U,4835
 disdrodb/l0/readers/PARSIVEL2/NCAR/PECAN_FP3.py,sha256=UDv5XE9RAuL_jclbuvu2mH3cpMvob82KoJ5wrUJ8EMc,4396
 disdrodb/l0/readers/PARSIVEL2/NCAR/PECAN_MIPS.py,sha256=emMqH0ulkEZ9A75PuAFrAE5uvxptrDMYcyGnTPQ6wPo,3889
 disdrodb/l0/readers/PARSIVEL2/NCAR/RELAMPAGO_PARSIVEL2.py,sha256=Ic95NNoVBL1eFSkZVrOU2za8nE2bZSoTMgVVyH3QrMM,6397
@@ -166,22 +172,23 @@ disdrodb/l0/readers/PARSIVEL2/NCAR/SNOWIE_PJ.py,sha256=41Yml05w7VBN3nmqDl1moe9wc
 disdrodb/l0/readers/PARSIVEL2/NCAR/SNOWIE_SB.py,sha256=41Yml05w7VBN3nmqDl1moe9wc2vPqSi5uLJ2eT1JrwA,6019
 disdrodb/l0/readers/PARSIVEL2/NCAR/VORTEX_SE_2016_P1.py,sha256=_empgxKM6WIT1_JnMHqydhdxNYbTNOfJeRbe7-9YGsA,3932
 disdrodb/l0/readers/PARSIVEL2/NCAR/VORTEX_SE_2016_P2.py,sha256=fhA8i4T0_dooyPnC2n6CoQ9wv79iivdFxdc5Zd04tLE,4503
-disdrodb/l0/readers/PARSIVEL2/NCAR/VORTEX_SE_2016_PIPS.py,sha256=l1isftTEcsWdSsD8xSCAzwIt18HpfPANfMqmfSwqz9I,5246
+disdrodb/l0/readers/PARSIVEL2/NCAR/VORTEX_SE_2016_PIPS.py,sha256=v6NpCOTh13_R6-ZEz0NHqwbhAUWYrViylB_xP-RC9Y0,5583
 disdrodb/l0/readers/PARSIVEL2/NETHERLANDS/DELFT.py,sha256=zfwwJQ1ZF7_0Nih6JvuOihlegnQFdclsKwuRP8CqwmY,6081
+disdrodb/l0/readers/PARSIVEL2/NETHERLANDS/DELFT_NC.py,sha256=v85p9fPE19gS4-BCLeWP-EN-KPRF4UAj3GuAVxUSqb4,2865
 disdrodb/l0/readers/PWS100/FRANCE/ENPC_PWS100.py,sha256=YUpuwhiS78WnhXwVDYzHR4YEZiuKXjrdbMHKt3gMqRA,6796
 disdrodb/l0/readers/RD80/BRAZIL/CHUVA_RD80.py,sha256=yUFwg8hhcm3qQl7cZGL-EibXHqwsL0GItdc5b5ZUSEE,4025
 disdrodb/l0/readers/RD80/BRAZIL/GOAMAZON_RD80.py,sha256=yUFwg8hhcm3qQl7cZGL-EibXHqwsL0GItdc5b5ZUSEE,4025
 disdrodb/l0/readers/RD80/NCAR/CINDY_2011_RD80.py,sha256=Vg447gM0LWcxw0_z-C8KhmNIwtf3t3XLcvTuAJTGDe0,4005
 disdrodb/l0/readers/RD80/NCAR/RELAMPAGO_RD80.py,sha256=n5Jbt8F4S6yQfnlerQSrAvv6R-BlQ-pmbo0kVHW_A3k,4242
-disdrodb/l0/readers/RD80/NOAA/PSL_RD80.py,sha256=XGcCEwiu0jw5DYC2izlVFUKfmTs_6vtMCE-AySERgfY,8961
+disdrodb/l0/readers/RD80/NOAA/PSL_RD80.py,sha256=UiIADOFxQDWSDCzXcJEHpHLtKvH12uQ54fEr3jCyheA,9368
 disdrodb/l1/__init__.py,sha256=F5-IJIQwzjSiw2JBFUyupIm_RaAqJdn9ZFowoDnF0lw,870
 disdrodb/l1/beard_model.py,sha256=3uNUd6gSSV3vUHqScG9l-NvEje6oI7sDwA8vdbUFMOY,22705
-disdrodb/l1/encoding_attrs.py,sha256=xxyxSHXXVusJPcel8DjxOAncwlmJfqA7Woy5py0PaCg,19548
+disdrodb/l1/encoding_attrs.py,sha256=G0cdOiiZWDqN4eK7an8kEFv5b1WnDz9yBlVy3pPJrrU,19801
 disdrodb/l1/fall_velocity.py,sha256=yE9dryElGYaHC62eWD0Ameqg-BIc7bcYnukgZ7QEGnM,9488
 disdrodb/l1/filters.py,sha256=dZgu6L8MaYwfYybtxeOXE2-c7W2Zy112dNAv0xy4VZ0,7969
 disdrodb/l1/processing.py,sha256=rbPjISEabBFTN7apTcQMcf_XACU4WUob0KC7x_kFUb8,8426
 disdrodb/l1/resampling.py,sha256=gn1FGKcLevxsqZb0fNmw8zHby-uXoaSHIAAyVF6CiSs,8908
-disdrodb/l1/routines.py,sha256=u5sq8BGiGpkZGg9GmkolkqQkVLHACHJJ9rkb0HOPu4w,12289
+disdrodb/l1/routines.py,sha256=OKhmWfMOOWg3wG1O3oYNwmIMPta5Q3GHO-IB7RCTPhs,12373
 disdrodb/l1_env/__init__.py,sha256=a0KBE3Ugqz7FBZ2HM_Ey8YxBlrSNjoXIluLtgh10EGc,897
 disdrodb/l1_env/routines.py,sha256=Fv9Bp15gbQ_gvz26euMy-dlGt7KVugNGmEzbVHFjw_g,1570
 disdrodb/l2/__init__.py,sha256=WrQ1sWGc-BVoSlIJzKCtHjMEdp4qB-hcZ1dk5TAhJro,885
@@ -211,22 +218,22 @@ disdrodb/utils/attrs.py,sha256=AZOrEYRaTIafwTAFMOADiK1nz38epD3A6yVREKzma0A,6577
 disdrodb/utils/cli.py,sha256=C5l61lXKyQbI7WhRMex56j9h8BU7aF2MRirEHYNchpU,7738
 disdrodb/utils/compression.py,sha256=80vN987bTOWX-dpVGIAgT0iWo4dKpDXf57mMy1n6ZEE,9506
 disdrodb/utils/dask.py,sha256=S3lP4FlEQa9tHOz60zTeudfkGYt3JZw7xTb0_y3aCs4,2335
-disdrodb/utils/dataframe.py,sha256=Nrc9gDWyHWYJspS9ua_HvlCBtjxaxi5eyHELJPO4V30,12699
+disdrodb/utils/dataframe.py,sha256=lengASuequ0Gy80USc6XNJS44CBVO6sfB0UFjJwp_e4,12729
 disdrodb/utils/decorators.py,sha256=ZudfEHs9t6KRxQaG2m0rPCFn08hNiYu175CLJtg1pew,3822
-disdrodb/utils/directories.py,sha256=2A0lYvb18K2ZMAfq5ww1TvI-Q7tfEZA21XAtlS4gGBY,9732
+disdrodb/utils/directories.py,sha256=xalKuxE0dXeC08cMC1Ym74RsVaprRg-C3s0vygSe8yM,10219
 disdrodb/utils/encoding.py,sha256=CaF7GrJ5OptdDLS7Q4fEMkNa4rvCuhfIcF-VrQhH9h8,3991
 disdrodb/utils/list.py,sha256=1HEIN4RcGjiCDDQOZ7Kbz4Eqg2AhWuttzV_M0tdOysg,1382
 disdrodb/utils/logger.py,sha256=cnjZYUBaXRrsA6lg1-FB4qhg9BNCUJO7N_9X78dkF88,11210
 disdrodb/utils/time.py,sha256=aUdHVmaWYGGEYwnmL925llVXEZfniqMGfGgKVDdBXFs,27414
 disdrodb/utils/warnings.py,sha256=NQeDC0vJhARVGysE1205OVhcSQ_bg-CV0O_LLdgQyoo,1221
 disdrodb/utils/writer.py,sha256=LDI8msK5yS52c2oDGO6H-JIGwp7Z5RyIVWZfMoNgCGQ,2047
-disdrodb/utils/xarray.py,sha256=U9eRAohWpShEWZBFHDxZT3HdyPRIi76ciP7XchdXNGc,6594
+disdrodb/utils/xarray.py,sha256=kUq7gUv9LAucedRZiLjabh20lYNJrcI3_IRHA2FbHfA,9715
 disdrodb/utils/yaml.py,sha256=oeh8BaL-8DbqEuj6SjY5snQcsCDH4icIu0bDix6QZIA,1558
 disdrodb/viz/__init__.py,sha256=jjJc8HDfNm3C4NwNzaJAlLZyVa1AMp_-xp9jpjdD2Ak,881
 disdrodb/viz/plots.py,sha256=4sYJVI3nb2XBFOqykyj3k5x1Nj4hrBGeGGwbhYxG-Fo,875
-disdrodb-0.1.1.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-disdrodb-0.1.1.dist-info/METADATA,sha256=xYx_zzfU4ecI0giu4c-W_glCOmocN1GYvOLQ7NN4kSw,19181
-disdrodb-0.1.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-disdrodb-0.1.1.dist-info/entry_points.txt,sha256=k_Q9WafFQkKcOn-Gz2Q6V4yHad7leXirMM4gJF-Mjx8,2664
-disdrodb-0.1.1.dist-info/top_level.txt,sha256=2LJa4FBAK_iNmy-vH2H7lVNrMrpSAs71py-ktzOMC1k,9
-disdrodb-0.1.1.dist-info/RECORD,,
+disdrodb-0.1.2.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+disdrodb-0.1.2.dist-info/METADATA,sha256=XJIBZT_gzmD-L4R8taFtphyjZmXt5Bz3ZFmvyls-Kt8,19181
+disdrodb-0.1.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+disdrodb-0.1.2.dist-info/entry_points.txt,sha256=k_Q9WafFQkKcOn-Gz2Q6V4yHad7leXirMM4gJF-Mjx8,2664
+disdrodb-0.1.2.dist-info/top_level.txt,sha256=2LJa4FBAK_iNmy-vH2H7lVNrMrpSAs71py-ktzOMC1k,9
+disdrodb-0.1.2.dist-info/RECORD,,