cloudnetpy 1.64.5__py3-none-any.whl → 1.65.1__py3-none-any.whl

cloudnetpy/categorize/atmos.py

@@ -181,7 +181,14 @@ class LiquidAttenuation(Attenuation):
 
     def __init__(self, data: dict, classification: ClassificationResult):
         super().__init__(data["model"], classification)
-        self._mwr = data["mwr"].data
+        if data["mwr"] is not None:
+            self._mwr = data["mwr"].data
+        else:
+            n_time = data["radar"].data["Z"][:].shape[0]
+            self._mwr = {
+                "lwp": ma.masked_all(n_time),
+                "lwp_error": ma.masked_all(n_time),
+            }
         self._lwc_dz_err = self._get_lwc_change_rate_error()
         self.atten = self._get_liquid_atten()
         self.atten_err = self._get_liquid_atten_err()

cloudnetpy/categorize/categorize.py

@@ -20,54 +20,58 @@ def generate_categorize(
     uuid: str | None = None,
     options: dict | None = None,
 ) -> str:
-    """Generates Cloudnet Level 1c categorize file.
+    """Generates a Cloudnet Level 1c categorize file.
 
-    The measurements are rebinned into a common height / time grid,
-    and classified as different types of scatterers such as ice, liquid,
-    insects, etc. Next, the radar signal is corrected for atmospheric
-    attenuation, and error estimates are computed. Results are saved
-    in *output_file* which is a compressed netCDF4 file.
+    This function rebins measurements into a common height/time grid
+    and classifies them into different scatterer types, such as ice,
+    liquid, insects, etc. The radar signal is corrected for atmospheric
+    attenuation, and error estimates are computed. The results are saved in
+    *output_file*, a compressed netCDF4 file.
 
     Args:
-        input_files: dict containing file names for calibrated `radar`, `lidar`,
-            `model` and `mwr` files. Optionally also `lv0_files`, a list of
-            RPG level 0 files.
-        output_file: Full path of the output file.
-        uuid: Set specific UUID for the file.
-        options: Dictionary containing optional parameters.
+        input_files (dict): Contains filenames for calibrated `radar`, `lidar`,
+            and `model` files. Optionally, it can also include `disdrometer`,
+            `mwr` (containing the LWP variable), and `lv0_files` (a list of RPG
+            Level 0 files).
+        output_file (str): The full path of the output file.
+        uuid (str): Specific UUID to assign to the generated file.
+        options (dict): Dictionary containing optional parameters.
 
     Returns:
-        UUID of the generated file.
+        str: UUID of the generated file.
 
     Raises:
-        RuntimeError: Failed to create the categorize file.
+        RuntimeError: Raised if the categorize file creation fails.
 
     Notes:
-        Separate mwr-file is not needed when using RPG cloud radar which
-        measures liquid water path. Then, the radar file can be used as
-        a mwr-file as well, i.e. {'mwr': 'radar.nc'}.
+        A separate MWR file is not required when using an RPG cloud radar that
+        measures liquid water path (LWP). In this case, the radar file can also
+        serve as the MWR file (e.g., {'mwr': 'radar.nc'}). If no MWR file
+        is provided, liquid attenuation correction cannot be performed.
 
-        If RPG L0 files are provided as an additional input, Voodoo method is used
-        to detect liquid droplets.
+        If RPG L0 files are included as additional input, the Voodoo method
+        is used to detect liquid droplets.
 
     Examples:
         >>> from cloudnetpy.categorize import generate_categorize
-        >>> input_files = {'radar': 'radar.nc',
-                           'lidar': 'lidar.nc',
-                           'model': 'model.nc',
-                           'mwr': 'mwr.nc'}
+        >>> input_files = {
+        ...     'radar': 'radar.nc',
+        ...     'lidar': 'lidar.nc',
+        ...     'model': 'model.nc',
+        ...     'mwr': 'mwr.nc'
+        ... }
         >>> generate_categorize(input_files, 'output.nc')
 
-        >>> input_files["lv0_files"] = ["file1.LV0", "file2.LV0"]  # Add RGP LV0 files
-        >>> generate_categorize(input_files, 'output.nc')  # Use Voodoo method
-
+        >>> input_files['lv0_files'] = ['file1.LV0', 'file2.LV0']  # Add RPG LV0 files
+        >>> generate_categorize(input_files, 'output.nc')  # Use the Voodoo method
     """
 
     def _interpolate_to_cloudnet_grid() -> list:
         wl_band = utils.get_wl_band(data["radar"].radar_frequency)
-        data["mwr"].rebin_to_grid(time)
         if data["disdrometer"] is not None:
             data["disdrometer"].interpolate_to_grid(time)
+        if data["mwr"] is not None:
+            data["mwr"].rebin_to_grid(time)
         data["model"].interpolate_to_common_height(wl_band)
         model_gap_ind = data["model"].interpolate_to_grid(time, height)
         radar_gap_ind = data["radar"].rebin_to_grid(time)
@@ -115,7 +119,7 @@ def generate_categorize(
             **data["lidar"].data,
             **data["model"].data,
             **data["model"].data_sparse,
-            **data["mwr"].data,
+            **(data["mwr"].data if data["mwr"] is not None else {}),
             **(data["disdrometer"].data if data["disdrometer"] is not None else {}),
         }
 
@@ -131,10 +135,12 @@ def generate_categorize(
         data: dict = {
             "radar": Radar(input_files["radar"]),
             "lidar": Lidar(input_files["lidar"]),
-            "mwr": Mwr(input_files["mwr"]),
             "lv0_files": input_files.get("lv0_files"),
+            "mwr": None,
             "disdrometer": None,
         }
+        if "mwr" in input_files:
+            data["mwr"] = Mwr(input_files["mwr"])
         if "disdrometer" in input_files:
             try:
                 data["disdrometer"] = Disdrometer(input_files["disdrometer"])

cloudnetpy/categorize/containers.py

@@ -58,7 +58,11 @@ class ClassData:
         self.tw = data["model"].data["Tw"][:]
         self.model_type = data["model"].source_type
         self.beta = data["lidar"].data["beta"][:]
-        self.lwp = data["mwr"].data["lwp"][:]
+        self.lwp = (
+            data["mwr"].data["lwp"][:]
+            if data["mwr"] is not None
+            else ma.masked_all(self.time.shape)
+        )
         self.is_rain = self._find_profiles_with_rain()
         self.is_clutter = _find_clutter(self.v, self.is_rain)
         self.altitude = data["radar"].altitude

cloudnetpy/exceptions.py

@@ -63,3 +63,10 @@ class HatproDataError(CloudnetException):
 
     def __init__(self, msg: str = "Invalid HATPRO file"):
         super().__init__(msg)
+
+
+class InvalidSourceFileError(CloudnetException):
+    """Internal exception class."""
+
+    def __init__(self, msg: str = "Invalid source file"):
+        super().__init__(msg)

cloudnetpy/instruments/hatpro.py

@@ -60,6 +60,10 @@ def hatpro2l1c(
 
     hatpro = HatproL1c(hatpro_raw, site_meta)
 
+    if not np.any(hatpro.data["tb"][:]):
+        msg = "No valid brightness temperatures found"
+        raise HatproDataError(msg)
+
     timestamps = hatpro.data["time"][:]
     if date is not None:
         # Screen timestamps if these assertions start to fail

cloudnetpy/products/der.py

@@ -10,6 +10,7 @@ from numpy import ma
 from cloudnetpy import output, utils
 from cloudnetpy.categorize import atmos
 from cloudnetpy.datasource import DataSource
+from cloudnetpy.exceptions import InvalidSourceFileError
 from cloudnetpy.metadata import MetaData
 from cloudnetpy.products.product_tools import (
     CategorizeBits,
@@ -113,6 +114,9 @@ class DerSource(DataSource):
 
     def __init__(self, categorize_file: str, parameters: Parameters | None = None):
         super().__init__(categorize_file)
+        if "lwp" not in self.dataset.variables:
+            msg = "Liquid water path missing from the categorize file."
+            raise InvalidSourceFileError(msg)
         self.is_rain = get_is_rain(categorize_file)
         self.categorize_bits = CategorizeBits(categorize_file)
         if parameters is None:

cloudnetpy/products/lwc.py

@@ -8,6 +8,7 @@ from numpy import ma
 from cloudnetpy import output, utils
 from cloudnetpy.categorize import atmos
 from cloudnetpy.datasource import DataSource
+from cloudnetpy.exceptions import InvalidSourceFileError
 from cloudnetpy.metadata import MetaData
 from cloudnetpy.products import product_tools as p_tools
 from cloudnetpy.products.product_tools import CategorizeBits, get_is_rain
@@ -88,6 +89,9 @@ class LwcSource(DataSource):
 
     def __init__(self, categorize_file: str):
         super().__init__(categorize_file)
+        if "lwp" not in self.dataset.variables:
+            msg = "Liquid water path missing from the categorize file."
+            raise InvalidSourceFileError(msg)
         self.lwp = self.getvar("lwp")
         self.lwp[self.lwp < 0] = 0
         self.lwp_error = self.getvar("lwp_error")

cloudnetpy/version.py

@@ -1,4 +1,4 @@
 MAJOR = 1
-MINOR = 64
-PATCH = 5
+MINOR = 65
+PATCH = 1
 __version__ = f"{MAJOR}.{MINOR}.{PATCH}"

{cloudnetpy-1.64.5.dist-info → cloudnetpy-1.65.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cloudnetpy
-Version: 1.64.5
+Version: 1.65.1
 Summary: Python package for Cloudnet processing
 Author: Simo Tukiainen
 License: MIT License

{cloudnetpy-1.64.5.dist-info → cloudnetpy-1.65.1.dist-info}/RECORD

@@ -3,18 +3,18 @@ cloudnetpy/cloudnetarray.py,sha256=Ol1ha4RPAmFZANL__U5CaMKX4oYMXYR6OnjoCZ9w3eo,7
 cloudnetpy/concat_lib.py,sha256=8Ek059RMLAfbbXCkX90cgnhw_8ZpcDrxw1yPvwtuitU,9846
 cloudnetpy/constants.py,sha256=YVbi2porUnKIzO_PdGeH9pEO9gKa95vDcj6TBMSreoY,734
 cloudnetpy/datasource.py,sha256=j7N4g59HPvOBWle-W9bOUF0BfRLgvR4zwOi_B50cI7Q,7921
-cloudnetpy/exceptions.py,sha256=wrI0bZTwmS5C_cqOmvlJ8XJSEFyzuD1eD4voGJc_Gjg,1584
+cloudnetpy/exceptions.py,sha256=ns48useL9RN3mPh7CqIiLA19VI9OmVbyRsKTkwbThF8,1760
 cloudnetpy/metadata.py,sha256=v_VDo2vbdTxB0zIsfP69IcrwSKiRlLpsGdq6JPI4CoA,5306
 cloudnetpy/output.py,sha256=YkCaxVkG_Mt2hng_IVnhygHteV4UMKzKALkeFZwFJL8,14822
 cloudnetpy/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloudnetpy/utils.py,sha256=JV0Fawnme1HoZgoiidV3eIzsn6vx0AEjBNmI1CcrBsA,28517
-cloudnetpy/version.py,sha256=HFcyqxYPsSTDqsoOFkLobAWVqsMpVLEgMyJIizNnV8U,72
+cloudnetpy/version.py,sha256=jw9H3ZZS4YhETjavFqda9t2WtO2jSz4WsOUzbwSTTvk,72
 cloudnetpy/categorize/__init__.py,sha256=gP5q3Vis1y9u9OWgA_idlbjfWXYN_S0IBSWdwBhL_uU,69
-cloudnetpy/categorize/atmos.py,sha256=G4DmEJCt1FAPYyt7oXzBH47JTeb5lUOGDakkviOXblE,12390
+cloudnetpy/categorize/atmos.py,sha256=vavMC_WQQyGH14eL4vAzKLKDDZt8tBrMYimztYHOjH8,12639
 cloudnetpy/categorize/atmos_utils.py,sha256=64uenj2uxj3P3Blaq_pBN1pBjcF-X4LYNt-uTOjvevg,3778
-cloudnetpy/categorize/categorize.py,sha256=owM4ebqJCHnCWHDMELv6Qa8zM_7qKcBpzJOfPva1Py0,17929
+cloudnetpy/categorize/categorize.py,sha256=VcxSs22icYDG3R5x9jTX7uuSjPU8tyc5bIz0Zj5F9z0,18303
 cloudnetpy/categorize/classify.py,sha256=a-0bVCtynGfORnDGTsPuzqkuDeOOR_OMz5ai9NsMuic,9870
-cloudnetpy/categorize/containers.py,sha256=L4UaihDfeMCADZiKdII5NCP49ZNlodCoM9X3yxEfJ_A,4748
+cloudnetpy/categorize/containers.py,sha256=g3SQHoqlY1uJ8b-MG-BbW3oWz5IyacA8kJBeIPy_4EA,4859
 cloudnetpy/categorize/disdrometer.py,sha256=keU3pFvKtk840A0oLwAyNDuqOCswBPJEKf2bV0YWyA8,2004
 cloudnetpy/categorize/droplet.py,sha256=894VHdL9ScaB8f1oxXwM2la4ShXd-uWywQDINoaoiD8,8687
 cloudnetpy/categorize/falling.py,sha256=Wz49mbw0pubnbhoekYTqGT0S9UNaE88jWOjSPEsCIaI,4386
@@ -34,7 +34,7 @@ cloudnetpy/instruments/cl61d.py,sha256=g6DNBFju3wYhLFl32DKmC8pUup7y-EupXoUU0fuoG
 cloudnetpy/instruments/cloudnet_instrument.py,sha256=RG5HJxGM6p0F-IGyr85fvOizcMmgx48OeD_XeIsrgSU,3367
 cloudnetpy/instruments/copernicus.py,sha256=nmgqGOjVQFngj7BNbpcuCwA-W3yksvBbqn__iq7MyDk,6469
 cloudnetpy/instruments/galileo.py,sha256=yQBedd7dmDnwuWi1MtXOsg4-RyRx0uRAXumCY4YuH9k,4686
-cloudnetpy/instruments/hatpro.py,sha256=PD2wLmzzbeOticvg44cT3aJzQYsRnLekW9pBPOzjFLc,8514
+cloudnetpy/instruments/hatpro.py,sha256=9A7H-SEDGp-1zuLFskd8WRp4nU3ZI70Bkq5_GBpIx9I,8646
 cloudnetpy/instruments/instruments.py,sha256=jG5TYnZ8bdCZXnI303ZsaJBEdSKaIjKMbkGtnq6kQX0,3261
 cloudnetpy/instruments/lufft.py,sha256=ugXF6pssHAAz1Y_hqPdpKuluAjxxHSR88xBmQuS6RlI,3705
 cloudnetpy/instruments/mira.py,sha256=EyzEBTpWfDlgaspZVuIfaP4l73GYSVnSzEzBZc0lZNg,9333
@@ -97,19 +97,19 @@ cloudnetpy/plotting/plot_meta.py,sha256=JHrr-4A9fhqdi_tQFe6mR4Fdry3hkI-lmmVu5Ny2
 cloudnetpy/plotting/plotting.py,sha256=rVaCsXTrhb0ahdXerSPLZWRASs_QktyLUbjyHoVuam8,33584
 cloudnetpy/products/__init__.py,sha256=2hRb5HG9hNrxH1if5laJkLeFeaZCd5W1q3hh4ewsX0E,273
 cloudnetpy/products/classification.py,sha256=bNG8W1CMgGoUBpXopQjYAW3F-uEJGyojXb4A5jmErHo,7921
-cloudnetpy/products/der.py,sha256=sITzQbvutU5u1D16hDG2Ke7XB9gBxSP22OLy2Yhi1zI,12446
+cloudnetpy/products/der.py,sha256=1LDBbnbUg8feMUTGWJq3bObBhEcZ_Ee17MB1x0GwRdo,12669
 cloudnetpy/products/drizzle.py,sha256=58C9Mo6oRXR8KpbVPghbJvHvFX9GfS3xUp058pbf0qw,10804
 cloudnetpy/products/drizzle_error.py,sha256=4GwlHRtNbk9ks7bGtXCco-wXbcDOKeAQwKmbhzut6Qk,6132
 cloudnetpy/products/drizzle_tools.py,sha256=LR2AtbFQRGFrJ2LGyiLxOfbnlznVLydXvb8RFDR0_4E,10848
 cloudnetpy/products/ier.py,sha256=ge1f_aYick20Nlznq8zbBl5umWlTP-UwMivy4Y05Sck,7839
 cloudnetpy/products/iwc.py,sha256=Q8dXV3JF3JUQgwkmQFOKakm21Tnf8oCWsH0CSqIEKl4,10209
-cloudnetpy/products/lwc.py,sha256=LsqEPluRW1JmFnM8GiQHfciBR6q5CXjr8D-D2qcGQeM,18774
+cloudnetpy/products/lwc.py,sha256=wSd3GDqELz4yyWBMiKDR-QhRK8scPheqsBcS1qzxYOI,18997
 cloudnetpy/products/mie_lu_tables.nc,sha256=It4fYpqJXlqOgL8jeZ-PxGzP08PMrELIDVe55y9ob58,16637951
 cloudnetpy/products/mwr_tools.py,sha256=3esU5cG5GI2WVmOENqrJ0FbMuxLegADv7q8TB0RorGg,4674
 cloudnetpy/products/product_tools.py,sha256=VNw2diJj30POz68-3qNVkJP7r9AUspT_d1Fp0BbeIx8,10414
 docs/source/conf.py,sha256=IKiFWw6xhUd8NrCg0q7l596Ck1d61XWeVjIFHVSG9Og,1490
-cloudnetpy-1.64.5.dist-info/LICENSE,sha256=wcZF72bdaoG9XugpyE95Juo7lBQOwLuTKBOhhtANZMM,1094
-cloudnetpy-1.64.5.dist-info/METADATA,sha256=TjDw09hqeSIv3ZRqxBqgu9MIuz80Y_gFzsO9dRmrkKo,5784
-cloudnetpy-1.64.5.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
-cloudnetpy-1.64.5.dist-info/top_level.txt,sha256=ibSPWRr6ojS1i11rtBFz2_gkIe68mggj7aeswYfaOo0,16
-cloudnetpy-1.64.5.dist-info/RECORD,,
+cloudnetpy-1.65.1.dist-info/LICENSE,sha256=wcZF72bdaoG9XugpyE95Juo7lBQOwLuTKBOhhtANZMM,1094
+cloudnetpy-1.65.1.dist-info/METADATA,sha256=qxDqKsWNjOAd93st6zGCAqnoJB49_j1gYKLeq7yemjc,5784
+cloudnetpy-1.65.1.dist-info/WHEEL,sha256=Mdi9PDNwEZptOjTlUcAth7XJDFtKrHYaQMPulZeBCiQ,91
+cloudnetpy-1.65.1.dist-info/top_level.txt,sha256=ibSPWRr6ojS1i11rtBFz2_gkIe68mggj7aeswYfaOo0,16
+cloudnetpy-1.65.1.dist-info/RECORD,,

{cloudnetpy-1.64.5.dist-info → cloudnetpy-1.65.1.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (72.1.0)
+Generator: setuptools (73.0.1)
 Root-Is-Purelib: true
 Tag: py3-none-any