disdrodb 0.2.1__py3-none-any.whl → 0.3.0__py3-none-any.whl

disdrodb/__init__.py

@@ -1,5 +1,5 @@
 # -----------------------------------------------------------------------------.
-# Copyright (c) 2021-2023 DISDRODB developers
+# Copyright (c) 2021-2026 DISDRODB developers
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

disdrodb/_config.py

@@ -1,7 +1,5 @@
-#!/usr/bin/env python3
-
 # -----------------------------------------------------------------------------.
-# Copyright (c) 2021-2023 DISDRODB developers
+# Copyright (c) 2021-2026 DISDRODB developers
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

disdrodb/_version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = '0.2.1'
-__version_tuple__ = version_tuple = (0, 2, 1)
+__version__ = version = '0.3.0'
+__version_tuple__ = version_tuple = (0, 3, 0)
 
 __commit_id__ = commit_id = None

disdrodb/accessor/__init__.py

@@ -1,5 +1,5 @@
 # -----------------------------------------------------------------------------.
-# Copyright (c) 2021-2023 DISDRODB developers
+# Copyright (c) 2021-2026 DISDRODB developers
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

disdrodb/accessor/methods.py

@@ -1,5 +1,5 @@
 # -----------------------------------------------------------------------------.
-# Copyright (c) 2021-2023 DISDRODB developers
+# Copyright (c) 2021-2026 DISDRODB developers
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -32,7 +32,7 @@ class DISDRODB_Base_Accessor:
         from disdrodb.api.checks import check_time
 
         if "time" in self._obj.coords:
-            start_time = self._obj["time"].to_numpy()[0]
+            start_time = self._obj["time"].to_numpy().min()
         else:
             raise ValueError("Time coordinate not found")
         return check_time(start_time)
@@ -43,7 +43,7 @@ class DISDRODB_Base_Accessor:
         from disdrodb.api.checks import check_time
 
         if "time" in self._obj.coords:
-            end_time = self._obj["time"].to_numpy()[-1]
+            end_time = self._obj["time"].to_numpy().max()
         else:
             raise ValueError("Time coordinate not found")
         return check_time(end_time)
@@ -102,6 +102,12 @@ class DISDRODB_Base_Accessor:
 
         return plot_spectrum(self._obj, **kwargs)
 
+    def plot_nd(self, **kwargs):
+        """Plot drop number concentration N(D) timeseries."""
+        from disdrodb.viz.plots import plot_nd
+
+        return plot_nd(self._obj, **kwargs)
+
 
 @xr.register_dataset_accessor("disdrodb")
 class DISDRODB_Dataset_Accessor(DISDRODB_Base_Accessor):
@@ -122,12 +128,6 @@ class DISDRODB_Dataset_Accessor(DISDRODB_Base_Accessor):
         )
         return ds
 
-    def plot_nd(self, **kwargs):
-        """Plot drop number concentration N(D) timeseries."""
-        from disdrodb.viz.plots import plot_nd
-
-        return plot_nd(self._obj, **kwargs)
-
     def plot_raw_and_filtered_spectra(self, **kwargs):
         """Plot the raw and filtered spectra."""
         from disdrodb.viz.plots import plot_raw_and_filtered_spectra

disdrodb/api/checks.py

@@ -1,7 +1,5 @@
-#!/usr/bin/env python3
-
 # -----------------------------------------------------------------------------.
-# Copyright (c) 2021-2023 DISDRODB developers
+# Copyright (c) 2021-2026 DISDRODB developers
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

disdrodb/api/configs.py

@@ -1,7 +1,5 @@
-#!/usr/bin/env python3
-
 # -----------------------------------------------------------------------------.
-# Copyright (c) 2021-2023 DISDRODB developers
+# Copyright (c) 2021-2026 DISDRODB developers
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

disdrodb/api/create_directories.py

@@ -1,7 +1,5 @@
-#!/usr/bin/env python3
-
 # -----------------------------------------------------------------------------.
-# Copyright (c) 2021-2023 DISDRODB developers
+# Copyright (c) 2021-2026 DISDRODB developers
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -23,7 +21,6 @@
 
 import logging
 import os
-import shutil
 
 from disdrodb.api.checks import (
     check_campaign_name,
@@ -46,6 +43,7 @@ from disdrodb.api.path import (
 from disdrodb.configs import get_data_archive_dir, get_metadata_archive_dir
 from disdrodb.utils.directories import (
     create_directory,
+    remove_file_or_directories,
     remove_if_exists,
 )
 
@@ -59,7 +57,7 @@ def ensure_empty_data_dir(data_dir, force):
     """Remove the content of the data_dir directory."""
     # If force=True, remove all the directory content
     if force:
-        shutil.rmtree(data_dir)
+        remove_file_or_directories(data_dir)
         # Recreate the directory
         create_directory(data_dir)
     else:
@@ -258,7 +256,7 @@ def create_logs_directory(
 
     # Ensure empty log directory
     if os.path.isdir(logs_dir):
-        shutil.rmtree(logs_dir)
+        remove_file_or_directories(logs_dir)
 
     # Create logs directory
     os.makedirs(logs_dir, exist_ok=True)

disdrodb/api/info.py

@@ -1,7 +1,5 @@
-#!/usr/bin/env python3
-
 # -----------------------------------------------------------------------------.
-# Copyright (c) 2021-2023 DISDRODB developers
+# Copyright (c) 2021-2026 DISDRODB developers
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

disdrodb/api/io.py

@@ -1,7 +1,5 @@
-#!/usr/bin/env python3
-
 # -----------------------------------------------------------------------------.
-# Copyright (c) 2021-2023 DISDRODB developers
+# Copyright (c) 2021-2026 DISDRODB developers
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -19,7 +17,6 @@
 """Routines to list and open DISDRODB products."""
 import datetime
 import os
-import shutil
 import subprocess
 import sys
 from pathlib import Path
@@ -41,7 +38,7 @@ from disdrodb.api.path import (
 )
 from disdrodb.l0.l0_reader import define_readers_directory
 from disdrodb.utils.dict import extract_product_kwargs
-from disdrodb.utils.directories import list_files
+from disdrodb.utils.directories import list_files, remove_file_or_directories
 from disdrodb.utils.logger import (
     log_info,
 )
@@ -338,8 +335,11 @@ def open_netcdf_files(
     import xarray as xr
 
     # Ensure variables is a list
-    if variables is not None and isinstance(variables, str):
-        variables = [variables]
+    if variables is not None:
+        if isinstance(variables, str):
+            variables = [variables]
+        variables = np.unique(variables).tolist()
+
     # Define preprocessing function for parallel opening
     preprocess = (lambda ds: ds[variables]) if parallel and variables is not None else None
 
@@ -364,6 +364,7 @@ def open_netcdf_files(
     )
     # - Subset variables
     if variables is not None and preprocess is None:
+        variables = [var for var in variables if var in ds]
         ds = ds[variables]
     # - Subset time
     if start_time is not None or end_time is not None:
@@ -509,7 +510,7 @@ def remove_product(
         **product_kwargs,
     )
     log_info(logger=logger, msg="Removal of {product} files started.", verbose=verbose)
-    shutil.rmtree(data_dir)
+    remove_file_or_directories(data_dir)
     log_info(logger=logger, msg="Removal of {product} files ended.", verbose=verbose)
 
 

disdrodb/api/path.py

@@ -1,7 +1,5 @@
-#!/usr/bin/env python3
-
 # -----------------------------------------------------------------------------.
-# Copyright (c) 2021-2023 DISDRODB developers
+# Copyright (c) 2021-2026 DISDRODB developers
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

disdrodb/cli/disdrodb_check_metadata_archive.py

@@ -1,5 +1,5 @@
 # -----------------------------------------------------------------------------.
-# Copyright (c) 2021-2023 DISDRODB developers
+# Copyright (c) 2021-2026 DISDRODB developers
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -34,7 +34,7 @@ sys.tracebacklimit = 0  # avoid full traceback error if occur
     help="Whether to raise error of finish the check",
 )
 def disdrodb_check_metadata_archive(metadata_archive_dir=None, raise_error=True):
-    """Run the DISDRODB Metadata Archive Checks."""
+    """Validate the DISDRODB Metadata Archive."""
     from disdrodb.metadata.checks import check_metadata_archive
 
     metadata_archive_dir = parse_archive_dir(metadata_archive_dir)

disdrodb/cli/disdrodb_check_products_options.py

@@ -0,0 +1,44 @@
+# -----------------------------------------------------------------------------.
+# Copyright (c) 2021-2026 DISDRODB developers
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+# -----------------------------------------------------------------------------.
+"""Script to check the validity of the DISDRODB products configuration files."""
+import sys
+
+import click
+
+from disdrodb.utils.cli import parse_empty_string_and_none
+
+sys.tracebacklimit = 0  # avoid full traceback error if occur
+
+# -------------------------------------------------------------------------.
+# Click Command Line Interface decorator
+
+
+@click.command()
+@click.option(
+    "--products_configs_dir",
+    type=str,
+    show_default=True,
+    default=None,
+    help="Directory with DISDRODB products configurations files",
+)
+def disdrodb_check_products_options(products_configs_dir):
+    """Validate the DISDRODB products configuration files."""
+    from disdrodb.routines.options_validation import validate_products_configurations
+
+    products_configs_dir = parse_empty_string_and_none(products_configs_dir)
+
+    validate_products_configurations(products_configs_dir)

disdrodb/cli/disdrodb_create_summary.py

@@ -1,5 +1,5 @@
 # -----------------------------------------------------------------------------.
-# Copyright (c) 2021-2023 DISDRODB developers
+# Copyright (c) 2021-2026 DISDRODB developers
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -59,27 +59,53 @@ def disdrodb_create_summary(
     data_archive_dir: Optional[str] = None,
     metadata_archive_dir: Optional[str] = None,
 ):
-    r"""Create summary figures and tables for a specific set of DISDRODB stations.
-
-    Parameters \n
-    ---------- \n
-    data_sources : str
-        Name of data source(s) to process.
-        The name(s) must be UPPER CASE.
-        If campaign_names and station are not specified, process all stations.
-        To specify multiple data sources, write i.e.: --data_sources 'NASA EPFL NCAR'
-    campaign_names : str
-        Name of the campaign(s) for which to create stations summaries.
-        The name(s) must be UPPER CASE.
-        To specify multiple campaigns, write i.e.: --campaign_names 'IPEX IMPACTS'
-    station_names : str
-        Station names.
-        To specify multiple stations, write i.e.: --station_names 'station1 station2'
-    data_archive_dir : str \n
-        DISDRODB Data Archive directory \n
-        Format: <...>/DISDRODB \n
-        If not specified, uses path specified in the DISDRODB active configuration. \n
-    """
+    """Create summary figures and tables for DISDRODB stations.
+
+    Generates summary visualizations and statistics from DISDRODB L2E data products.
+    The DISDRODB L2E files must be available.
+
+    \b
+    Station Selection:
+        If no station filters are specified, creates summaries for ALL available stations.
+        Use data_sources, campaign_names, and station_names to filter stations.
+        Filters work together to narrow down the selection (AND logic).
+
+    \b
+    Processing Options:
+        --parallel: Reads files in parallel for faster processing (default: False)
+        --temporal_resolution: Temporal resolution of L2E product to use (default: 1MIN)
+        Valid temporal resolutions depend on available L2E products.
+
+    \b
+    Archive Directories:
+        --data_archive_dir: Custom path to DISDRODB data archive
+        --metadata_archive_dir: Custom path to DISDRODB metadata archive
+        If not specified, paths from the active DISDRODB configuration are used
+
+    \b
+    Examples:
+        # Create summaries for all stations
+        disdrodb_create_summary
+
+        # Create summaries for specific data sources
+        disdrodb_create_summary --data_sources 'EPFL NASA'
+
+        # Create summaries for specific campaigns
+        disdrodb_create_summary --campaign_names 'HYMEX_LTE_SOP2 IFLOODS'
+
+        # Create summaries for specific stations with custom temporal resolution
+        disdrodb_create_summary --station_names 'apu01 apu02' --temporal_resolution 5MIN
+
+        # Create summaries with custom archive directory
+        disdrodb_create_summary --data_sources EPFL --data_archive_dir /path/to/DISDRODB
+
+    \b
+    Important Notes:
+        - Data source names must be in UPPER CASE
+        - Campaign names must be in UPPER CASE
+        - To specify multiple values, use space-separated strings in quotes
+        - Requires L2E data products to be available for the selected stations
+    """  # noqa: D301
     from disdrodb.routines import create_summary
     from disdrodb.utils.dask import close_dask_cluster, initialize_dask_cluster
 

disdrodb/cli/disdrodb_create_summary_station.py

@@ -1,5 +1,5 @@
 # -----------------------------------------------------------------------------.
-# Copyright (c) 2021-2023 DISDRODB developers
+# Copyright (c) 2021-2026 DISDRODB developers
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -55,23 +55,44 @@ def disdrodb_create_summary_station(
     # DISDRODB root directories
     data_archive_dir: Optional[str] = None,
 ):
-    r"""Create summary figures and tables for a specific DISDRODB station.
-
-    Parameters \n
-    ---------- \n
-    data_source : str \n
-        Institution name (when campaign data spans more than 1 country),
-        or country (when all campaigns (or sensor networks) are inside a given country).\n
-        Must be UPPER CASE.\n
-    campaign_name : str \n
-        Campaign name. Must be UPPER CASE.\n
-    station_name : str \n
-        Station name \n
-    data_archive_dir : str \n
-        DISDRODB Data Archive directory \n
-        Format: <...>/DISDRODB \n
-        If not specified, uses path specified in the DISDRODB active configuration. \n
-    """
+    """Create summary figures and tables for a specific DISDRODB station.
+
+    Generates summary visualizations and statistics using the DISDRODB L2E product
+    of the specified station.
+
+    \b
+    Station Specification:
+        Requires exact specification of data_source, campaign_name, and station_name.
+        All three parameters must be provided and are case-sensitive (UPPER CASE required).
+
+    \b
+    Processing Options:
+        --parallel: Reads files in parallel for faster processing (default: False)
+        --temporal_resolution: Temporal resolution of L2E product to use (default: 1MIN)
+        Valid temporal resolutions depend on available L2E products
+
+    \b
+    Archive Directory:
+        --data_archive_dir: Custom path to DISDRODB data archive
+        If not specified, the path from the active DISDRODB configuration is used
+
+    \b
+    Examples:
+        # Create summary for a specific station
+        disdrodb_create_summary_station EPFL HYMEX_LTE_SOP2 10
+
+        # Create summary with custom temporal resolution
+        disdrodb_create_summary_station EPFL HYMEX_LTE_SOP2 10 --temporal_resolution 5MIN
+
+        # Create summary with custom archive directory
+        disdrodb_create_summary_station NASA IFLOODS apu01 --data_archive_dir /path/to/DISDRODB
+
+    \b
+    Important Notes:
+        - Data source, campaign, and station names must be in UPPER CASE
+        - All three station identifiers are required (no wildcards)
+        - Requires L2E data products to be available for the specified station
+    """  # noqa: D301
     from disdrodb.summary.routines import create_station_summary
     from disdrodb.utils.dask import close_dask_cluster, initialize_dask_cluster
 

disdrodb/cli/disdrodb_data_archive_directory.py

@@ -1,7 +1,5 @@
-#!/usr/bin/env python3
-
 # -----------------------------------------------------------------------------.
-# Copyright (c) 2021-2023 DISDRODB developers
+# Copyright (c) 2021-2026 DISDRODB developers
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

disdrodb/cli/disdrodb_download_archive.py

@@ -1,5 +1,5 @@
 # -----------------------------------------------------------------------------.
-# Copyright (c) 2021-2023 DISDRODB developers
+# Copyright (c) 2021-2026 DISDRODB developers
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -45,29 +45,50 @@ def disdrodb_download_archive(
     metadata_archive_dir: Optional[str] = None,
     force: bool = False,
 ):
-    """Download DISDRODB stations with the ``disdrodb_data_url`` in the metadata.
-
-    Parameters
-    ----------
-    data_sources : str or list of str, optional
-        Data source name (eg : EPFL).
-        If not provided (``None``), all data sources will be downloaded.
-        The default value is ``data_source=None``.
-    campaign_names : str or list of str, optional
-        Campaign name (eg :  EPFL_ROOF_2012).
-        If not provided (``None``), all campaigns will be downloaded.
-        The default value is ``campaign_name=None``.
-    station_names : str or list of str, optional
-        Station name.
-        If not provided (``None``), all stations will be downloaded.
-        The default value is ``station_name=None``.
-    force : bool, optional
-        If ``True``, overwrite the already existing raw data file.
-        The default value is ``False``.
-    data_archive_dir : str (optional)
-        DISDRODB Data Archive directory. Format: ``<...>/DISDRODB``.
-        If ``None`` (the default), the disdrodb config variable ``data_archive_dir`` is used.
-    """
+    """Download raw data for multiple DISDRODB stations from the DISDRODB Decentralized Data Archive.
+
+    It downloads station raw data files and stores them in the local DISDRODB Data Archive.
+    The data are organized by data_source, campaign_name, and station_name.
+
+    \b
+    Station Selection:
+        If no station filters are specified, downloads ALL stations.
+        Use data_sources, campaign_names, and station_names to filter stations.
+        Filters work together to narrow down the selection (AND logic).
+        Only stations with a ``disdrodb_data_url`` in their metadata will be downloaded.
+
+    \b
+    Download Behavior:
+        For webserver/FTP-hosted data:
+            - Incremental downloads: Fetch only new files when they become available
+            - Existing files on disk are skipped unless '--force True' is used
+
+        For repository-hosted data (e.g., Zenodo):
+            - Use '--force True' to download new versions when available
+            - Without '--force True', download is skipped if data already exists locally
+
+    \b
+    Download Options:
+        --force: Removes existing raw data files and forces complete re-download (default: False)
+        Warning: All existing station data will be deleted before re-downloading
+
+    \b
+    Archive Directories:
+        --data_archive_dir: Custom path to DISDRODB data archive
+        --metadata_archive_dir: Custom path to DISDRODB metadata archive
+        If not specified, paths from the active DISDRODB configuration are used
+
+    \b
+    Examples:
+        # Download all stations with available download URLs
+        disdrodb_download_archive
+
+        # Download all stations from specific data sources
+        disdrodb_download_archive --data_sources 'EPFL NASA'
+
+        # Download specific campaigns and force re-download
+        disdrodb_download_archive --campaign_names 'HYMEX_LTE_SOP2 IFLOODS' --force True
+    """  # noqa: D301
     from disdrodb.data_transfer.download_data import download_archive
 
     data_archive_dir = parse_archive_dir(data_archive_dir)

disdrodb/cli/disdrodb_download_metadata_archive.py

@@ -1,5 +1,5 @@
 # -----------------------------------------------------------------------------.
-# Copyright (c) 2021-2023 DISDRODB developers
+# Copyright (c) 2021-2026 DISDRODB developers
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -16,6 +16,7 @@
 # -----------------------------------------------------------------------------.
 """Routine to download the DISDRODB Metadata Data Archive."""
 import sys
+from pathlib import Path
 
 import click
 
@@ -25,7 +26,7 @@ sys.tracebacklimit = 0  # avoid full traceback error if occur
 
 
 @click.command()
-@click.argument("directory_path", metavar="<station>")
+@click.argument("directory_path", required=False, metavar="[directory]", type=click.Path())
 @click.option("-f", "--force", type=bool, show_default=True, default=False, help="Force overwriting")
 def disdrodb_download_metadata_archive(
     directory_path,
@@ -33,21 +34,31 @@ def disdrodb_download_metadata_archive(
 ):
     """Download the DISDRODB Metadata Archive to the specified directory.
 
-    Parameters
-    ----------
-    directory_path : str
-        The directory path where the DISDRODB-METADATA directory will be downloaded.
-    force : bool, optional
-         If ``True``, the existing DISDRODB-METADATA directory will be removed
-         and a new one will be downloaded. The default value is ``False``.
-
-    Returns
-    -------
-    metadata_archive_dir
-        The DISDRODB Metadata Archive directory path.
-    """
+    \b
+    Download Options:
+        '--force True' removes the existing DISDRODB-METADATA directory and forces re-download.
+        The default is --force False. If the DISDRODB-METADATA directory already exists, it raises an error.
+
+    \b
+    Examples:
+        # Download metadata archive to current directory
+        disdrodb_download_metadata_archive
+
+        # Download to specific directory
+        disdrodb_download_metadata_archive /path/to/directory
+
+        # Force re-download of existing metadata archive
+        disdrodb_download_metadata_archive /path/to/directory --force True
+
+    \b
+    Important Notes:
+        - Use --force with caution as it will delete the existing metadata archive
+    """  # noqa: D301
     from disdrodb import download_metadata_archive
 
-    directory_path = parse_archive_dir(directory_path)
+    # Default to current directory if none provided
+    directory_path = Path(directory_path or ".").resolve()
+    directory_path = parse_archive_dir(str(directory_path))
 
+    # Download metadata archive
     download_metadata_archive(directory_path, force=force)