disdrodb 0.3.0__py3-none-any.whl → 0.5.0__py3-none-any.whl

disdrodb/utils/coords.py

@@ -0,0 +1,45 @@
+# -----------------------------------------------------------------------------.
+# Copyright (c) 2021-2026 DISDRODB developers
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+# -----------------------------------------------------------------------------.
+"""DISDRODB coordinates utilities."""
+
+
+def add_dataset_crs_coords(xr_obj):
+    """Add a CF-compliant CRS (WGS84) to an xarray.Dataset."""
+    import xarray as xr
+
+    crs_wkt = (
+        'GEOGCRS["WGS 84",'
+        'DATUM["World Geodetic System 1984",'
+        'ELLIPSOID["WGS 84",6378137,298.257223563, LENGTHUNIT["metre",1]]],'
+        'PRIMEM["Greenwich",0, ANGLEUNIT["degree",0.0174532925199433]],'
+        "CS[ellipsoidal,2],"
+        'AXIS["geodetic latitude",north, ANGLEUNIT["degree",0.0174532925199433]],'
+        'AXIS["geodetic longitude",east, ANGLEUNIT["degree",0.0174532925199433]],'
+        'UNIT["degree",0.0174532925199433]'
+    )
+    da_crs = xr.DataArray(
+        0,
+        attrs={
+            "grid_mapping_name": "latitude_longitude",
+            "crs_wkt": crs_wkt,
+            "epsg_code": "EPSG:4326",
+            "semi_major_axis": 6378137.0,
+            "inverse_flattening": 298.257223563,
+            "longitude_of_prime_meridian": 0.0,
+        },
+    )
+    return xr_obj.assign_coords({"crs": da_crs})

disdrodb/utils/dask.py

@@ -15,6 +15,7 @@
 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 # -----------------------------------------------------------------------------.
 """Utilities for Dask Distributed Computations."""
+
 import logging
 import os
 
@@ -28,9 +29,9 @@ def check_parallel_validity(parallel):
     scheduler = dask.config.get("scheduler", None)
     if scheduler is None:
         return parallel
-    if scheduler in ["synchronous", "threads"]:
+    if scheduler in ["synchronous", "threads", "single-threaded"]:
         return False
-    if scheduler == "distributed":
+    if scheduler in ["distributed", "dask.distributed"]:
         from dask.distributed import default_client
 
         client = default_client()
@@ -60,6 +61,8 @@ def initialize_dask_cluster(minimum_memory=None):
     import psutil
 
     # Silence dask warnings
+    # dask.config.set({'distributed.worker.multiprocessing-method': 'forkserver'})
+    # dask.config.set({"distributed.worker.multiprocessing-method": "spawn"})
     # dask.config.set({"logging.distributed": "error"})
     # Import dask.distributed after setting the config
     from dask.distributed import Client, LocalCluster

disdrodb/utils/dataframe.py

@@ -15,6 +15,7 @@
 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 # -----------------------------------------------------------------------------.
 """Dataframe utilities."""
+
 import numpy as np
 import pandas as pd
 
@@ -207,7 +208,7 @@ def compute_1d_histogram(df, column, variables=None, bins=10, labels=None, prefi
 
     # Reset index and add coordinates/labels
     df_stats = df_stats.reset_index()
-    df_stats[f"{column}"] = pd.Categorical(df_stats[f"{column}_binned"].map(dict(zip(intervals, coords, strict=False))))
+    df_stats[f"{column}"] = pd.Categorical(df_stats[f"{column}_binned"].map(dict(zip(intervals, coords, strict=True))))
     df_stats = df_stats.drop(columns=f"{column}_binned")
 
     return df_stats
@@ -373,8 +374,8 @@ def compute_2d_histogram(
 
     # Reset index and set new coordinates
     df_stats = df_stats.reset_index()
-    df_stats[f"{x}"] = pd.Categorical(df_stats[f"{x}_binned"].map(dict(zip(x_intervals, x_coords, strict=False))))
-    df_stats[f"{y}"] = pd.Categorical(df_stats[f"{y}_binned"].map(dict(zip(y_intervals, y_coords, strict=False))))
+    df_stats[f"{x}"] = pd.Categorical(df_stats[f"{x}_binned"].map(dict(zip(x_intervals, x_coords, strict=True))))
+    df_stats[f"{y}"] = pd.Categorical(df_stats[f"{y}_binned"].map(dict(zip(y_intervals, y_coords, strict=True))))
 
     # Set new MultiIndex with coordinates
     df_stats = df_stats.set_index([f"{x}", f"{y}"])

disdrodb/utils/decorators.py

@@ -15,6 +15,7 @@
 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 # -----------------------------------------------------------------------------.
 """DISDRODB decorators."""
+
 import functools
 import importlib
 import uuid
@@ -84,7 +85,7 @@ def single_threaded_if_parallel(function):
         if parallel:
             # Call function with single thread
             # with dask.config.set(scheduler='single-threaded'):
-            with dask.config.set(scheduler="synchronous"):
+            with dask.config.set(scheduler="single-threaded"):  # "synchronous"
                 result = function(*args, **kwargs)
         else:
             # Else run the function as usual

disdrodb/utils/directories.py

@@ -15,13 +15,13 @@
 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 # -----------------------------------------------------------------------------.
 """Define utilities for Directory/File Checks/Creation/Deletion."""
+
 import glob
 import logging
 import os
 import pathlib
 import shutil
 import subprocess
-from typing import Union
 
 from disdrodb.utils.list import flatten_list
 from disdrodb.utils.logger import log_info
@@ -79,7 +79,7 @@ def check_glob_pattern(pattern: str) -> None:
     return pattern
 
 
-def check_glob_patterns(patterns: Union[str, list]) -> list:
+def check_glob_patterns(patterns: str | list) -> list:
     """Check if glob patterns are valids."""
     if not isinstance(patterns, (str, list)):
         raise ValueError("'glob_patterns' must be a str or list of strings.")

disdrodb/utils/encoding.py

@@ -15,6 +15,7 @@
 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 # -----------------------------------------------------------------------------.
 """DISDRODB netCDF4 encoding utilities."""
+
 import os
 
 import numpy as np
@@ -126,7 +127,7 @@ def rechunk_dataset(ds: xr.Dataset, encodings_dict: dict) -> xr.Dataset:
             chunks = encodings_dict[var].get("chunksizes", None)  # .pop("chunksizes", None)
             if chunks is not None:
                 dims = list(ds[var].dims)
-                chunks_dict = dict(zip(dims, chunks))
+                chunks_dict = dict(zip(dims, chunks, strict=True))
                 ds[var] = ds[var].chunk(chunks_dict)
                 ds[var].encoding["chunksizes"] = chunks
     return ds

disdrodb/utils/manipulations.py

@@ -15,6 +15,7 @@
 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 # -----------------------------------------------------------------------------.
 """Include functions helping for DISDRODB product manipulations."""
+
 import numpy as np
 import xarray as xr
 

disdrodb/utils/pydantic.py

@@ -15,6 +15,7 @@
 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 # -----------------------------------------------------------------------------.
 """Definition of pydantic validation custom class."""
+
 from pydantic import BaseModel, ConfigDict, ValidationError
 
 

disdrodb/utils/routines.py

@@ -15,6 +15,7 @@
 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 # -----------------------------------------------------------------------------.
 """Utilities for DISDRODB processing routines."""
+
 import os
 import shutil
 import tempfile

disdrodb/utils/time.py

@@ -15,10 +15,10 @@
 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 # -----------------------------------------------------------------------------.
 """This module contains utilities related to the processing of temporal dataset."""
+
 import logging
 import numbers
 import re
-from typing import Optional
 
 import numpy as np
 import pandas as pd
@@ -233,7 +233,7 @@ def regularize_dataset(
     xr_obj,
     freq: str,
     time_dim: str = "time",
-    method: Optional[str] = None,
+    method: str | None = None,
     fill_value=None,
     start_time=None,
     end_time=None,
@@ -484,6 +484,7 @@ def infer_sample_interval(ds, robust=False, verbose=False, logger=None):
             unexpected_intervals,
             unexpected_intervals_counts,
             unexpected_intervals_fractions,
+            strict=True,
         ):
             msg = f"--> Interval: {interval} seconds, Occurrence: {count}, Frequency: {fraction} %"
             log_info(logger=logger, msg=msg, verbose=verbose)

disdrodb/utils/warnings.py

@@ -15,6 +15,7 @@
 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 # -----------------------------------------------------------------------------.
 """Warning utilities."""
+
 import warnings
 from contextlib import contextmanager
 

disdrodb/utils/writer.py

@@ -21,6 +21,7 @@ import os
 import xarray as xr
 
 from disdrodb.utils.attrs import get_attrs_dict, set_attrs, set_disdrodb_attrs
+from disdrodb.utils.coords import add_dataset_crs_coords
 from disdrodb.utils.directories import create_directory, remove_if_exists
 from disdrodb.utils.encoding import get_encodings_dict, set_encodings
 
@@ -35,6 +36,9 @@ def finalize_product(ds, product=None) -> xr.Dataset:
     encodings_dict = get_encodings_dict()
     ds = set_encodings(ds, encodings_dict=encodings_dict)
 
+    # Add dataset CRS
+    ds = add_dataset_crs_coords(ds)
+
     # Add DISDRODB global attributes
     # - e.g. in generate_l2_radar it inherit from input dataset !
     if product is not None:

disdrodb/utils/xarray.py

@@ -15,6 +15,7 @@
 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 # -----------------------------------------------------------------------------.
 """Xarray utilities."""
+
 import numpy as np
 import xarray as xr
 from xarray.core import dtypes

disdrodb/viz/plots.py

@@ -15,6 +15,7 @@
 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 # -----------------------------------------------------------------------------.
 """DISDRODB Plotting Tools."""
+
 import matplotlib.pyplot as plt
 import numpy as np
 import pandas as pd

{disdrodb-0.3.0.dist-info → disdrodb-0.5.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: disdrodb
-Version: 0.3.0
+Version: 0.5.0
 Summary: disdrodb provides tools to download, standardize, share and analyze global disdrometer data.
 Author: Gionata Ghiggi
 Project-URL: homepage, https://github.com/ltelab/disdrodb
@@ -16,7 +16,7 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Operating System :: Unix
 Classifier: Operating System :: MacOS :: MacOS X
 Classifier: Operating System :: Microsoft :: Windows
-Requires-Python: >=3.9
+Requires-Python: >=3.11
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: click
@@ -34,6 +34,7 @@ Requires-Dist: scipy
 Requires-Dist: dask[distributed]
 Requires-Dist: xarray
 Requires-Dist: bottleneck
+Requires-Dist: flox
 Requires-Dist: matplotlib
 Provides-Extra: dev
 Requires-Dist: jupyter; extra == "dev"
@@ -55,7 +56,7 @@ Dynamic: license-file
 | ----------------- | --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
 | Deployment        | [![PyPI](https://badge.fury.io/py/disdrodb.svg?style=flat)](https://pypi.org/project/disdrodb/) [![Conda](https://img.shields.io/conda/vn/conda-forge/disdrodb.svg?logo=conda-forge&logoColor=white&style=flat)](https://anaconda.org/conda-forge/disdrodb)                                                                                                                                                                                                                                                                                                                                                                                                                       |
 | Activity          | [![PyPI Downloads](https://img.shields.io/pypi/dm/disdrodb.svg?label=PyPI%20downloads&style=flat)](https://pypi.org/project/disdrodb/) [![Conda Downloads](https://img.shields.io/conda/dn/conda-forge/disdrodb.svg?label=Conda%20downloads&style=flat)](https://anaconda.org/conda-forge/disdrodb)                                                                                                                                                                                                                                                                                                                                                                               |
-| Python Versions   | [![Python Versions](https://img.shields.io/badge/Python-3.10%20%203.11%20%203.12-blue?style=flat)](https://www.python.org/downloads/)                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                             |
+| Python Versions   | [![Python Versions](https://img.shields.io/badge/Python-3.11%20%203.12%20%203.13%20%203.14-blue?style=flat)](https://www.python.org/downloads/)                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   |
 | Supported Systems | [![Linux](https://img.shields.io/github/actions/workflow/status/ltelab/disdrodb/.github/workflows/tests.yml?label=Linux&style=flat)](https://github.com/ltelab/disdrodb/actions/workflows/tests.yml) [![macOS](https://img.shields.io/github/actions/workflow/status/ltelab/disdrodb/.github/workflows/tests.yml?label=macOS&style=flat)](https://github.com/ltelab/disdrodb/actions/workflows/tests.yml) [![Windows](https://img.shields.io/github/actions/workflow/status/ltelab/disdrodb/.github/workflows/tests_windows.yml?label=Windows&style=flat)](https://github.com/ltelab/disdrodb/actions/workflows/tests_windows.yml)                                                |
 | Project Status    | [![Project Status](https://www.repostatus.org/badges/latest/active.svg?style=flat)](https://www.repostatus.org/#active)                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           |
 | Build Status      | [![Tests](https://github.com/ltelab/disdrodb/actions/workflows/tests.yml/badge.svg?style=flat)](https://github.com/ltelab/disdrodb/actions/workflows/tests.yml) [![Lint](https://github.com/ltelab/disdrodb/actions/workflows/lint.yml/badge.svg?style=flat)](https://github.com/ltelab/disdrodb/actions/workflows/lint.yml) [![Docs](https://readthedocs.org/projects/disdrodb/badge/?version=latest&style=flat)](https://disdrodb.readthedocs.io/en/latest/)                                                                                                                                                                                                                    |