cloudnetpy 1.71.1__py3-none-any.whl → 1.71.3__py3-none-any.whl

cloudnetpy/instruments/campbell_scientific.py

@@ -1,6 +1,6 @@
 import binascii
+import datetime
 import re
-from datetime import datetime, timezone
 from typing import NamedTuple
 
 import numpy as np
@@ -11,6 +11,34 @@ from cloudnetpy.instruments import instruments
 from cloudnetpy.instruments.ceilometer import Ceilometer
 
 
+def _date_format_to_regex(fmt: bytes) -> bytes:
+    """Converts a date format string to a regex pattern."""
+    mapping = {
+        b"%Y": rb"\d{4}",
+        b"%m": rb"0[1-9]|1[0-2]",
+        b"%d": rb"0[1-9]|[12]\d|3[01]",
+        b"%H": rb"[01]\d|2[0-3]",
+        b"%M": rb"[0-5]\d",
+        b"%S": rb"[0-5]\d",
+        b"%f": rb"\d{6}",
+    }
+    pattern = re.escape(fmt)
+    for key, value in mapping.items():
+        pattern = pattern.replace(
+            re.escape(key), b"(?P<" + key[1:] + b">" + value + b")"
+        )
+    return pattern
+
+
+FORMATS = [
+    re.compile(_date_format_to_regex(fmt))
+    for fmt in [
+        b"%Y-%m-%dT%H:%M:%S.%f,",
+        b"%%% %Y/%m/%d %H:%M:%S %%%\n",
+    ]
+]
+
+
 class Cs135(Ceilometer):
     def __init__(
         self,
@@ -34,25 +62,34 @@ class Cs135(Ceilometer):
         tilt_angles = []
         range_resolutions = []
 
-        parts = re.split(rb"(\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}.\d{6}),", content)
-        for i in range(1, len(parts), 2):
-            timestamp = datetime.strptime(
-                parts[i].decode(),
-                "%Y-%m-%dT%H:%M:%S.%f",
-            ).replace(tzinfo=timezone.utc)
-            try:
-                self._check_timestamp(timestamp)
-            except ValidTimeStampError:
-                continue
-            try:
-                message = _read_message(parts[i + 1])
-            except InvalidMessageError:
-                continue
-            profile = (message.data[:-2] * 1e-8) * (message.scale / 100)
-            timestamps.append(timestamp)
-            profiles.append(profile)
-            tilt_angles.append(message.tilt_angle)
-            range_resolutions.append(message.range_resolution)
+        for fmt in FORMATS:
+            parts = re.split(fmt, content)
+            for i in range(1, len(parts), fmt.groups + 1):
+                timestamp = datetime.datetime(
+                    int(parts[i + fmt.groupindex["Y"] - 1]),
+                    int(parts[i + fmt.groupindex["m"] - 1]),
+                    int(parts[i + fmt.groupindex["d"] - 1]),
+                    int(parts[i + fmt.groupindex["H"] - 1]),
+                    int(parts[i + fmt.groupindex["M"] - 1]),
+                    int(parts[i + fmt.groupindex["S"] - 1]),
+                    int(parts[i + fmt.groupindex["f"] - 1])
+                    if "f" in fmt.groupindex
+                    else 0,
+                    tzinfo=datetime.timezone.utc,
+                )
+                try:
+                    self._check_timestamp(timestamp)
+                except ValidTimeStampError:
+                    continue
+                try:
+                    message = _read_message(parts[i + fmt.groups])
+                except InvalidMessageError:
+                    continue
+                profile = (message.data[:-2] * 1e-8) * (message.scale / 100)
+                timestamps.append(timestamp)
+                profiles.append(profile)
+                tilt_angles.append(message.tilt_angle)
+                range_resolutions.append(message.range_resolution)
 
         if len(timestamps) == 0:
             msg = "No valid timestamps found in the file"
@@ -77,7 +114,7 @@ class Cs135(Ceilometer):
         self.data["time"] = utils.datetime2decimal_hours(timestamps)
         self.data["zenith_angle"] = np.median(tilt_angles)
 
-    def _check_timestamp(self, timestamp: datetime) -> None:
+    def _check_timestamp(self, timestamp: datetime.datetime) -> None:
         timestamp_components = str(timestamp.date()).split("-")
         if (
             self.expected_date is not None
@@ -119,19 +156,33 @@ def _read_message(message: bytes) -> Message:
             f"got {actual_checksum:04x}"
         )
         raise InvalidMessageError(msg)
-    lines = message.splitlines()
-    if len(lines[0]) != 11:
-        msg = f"Expected 11 characters in first line, got {len(lines[0])}"
+    lines = message[1 : end_idx - 1].splitlines()
+    n_lines = len(lines) + 1
+    n_first = len(lines[0]) + 1
+    if n_first != 11:
+        msg = f"Expected 11 characters in first line, got {n_first}"
         raise NotImplementedError(msg)
-    if (msg_no := lines[0][-4:-1]) != b"002":
-        msg = f"Message number {msg_no.decode()} not implemented"
-        raise NotImplementedError(msg)
-    if len(lines) != 5:
-        msg = f"Expected 5 lines, got {len(lines)}"
-        raise InvalidMessageError(msg)
-    scale, res, n, energy, lt, ti, bl, pulse, rate, _sum = map(int, lines[2].split())
-    data = _read_backscatter(lines[3].strip(), n)
-    return Message(scale, res, energy, lt, ti, bl, pulse, rate, data)
+    msg_no = lines[0][-4:-1]
+    if msg_no == b"002":
+        if n_lines != 5:
+            msg = f"Expected 5 lines, got {len(lines)}"
+            raise InvalidMessageError(msg)
+        scale, res, n, energy, lt, ti, bl, pulse, rate, _sum = map(
+            int, lines[2].split()
+        )
+        data = _read_backscatter(lines[3].strip(), n)
+        return Message(scale, res, energy, lt, ti, bl, pulse, rate, data)
+    if msg_no == b"004":
+        if n_lines != 6:
+            msg = f"Expected 6 lines, got {len(lines)}"
+            raise InvalidMessageError(msg)
+        scale, res, n, energy, lt, ti, bl, pulse, rate, _sum = map(
+            int, lines[3].split()
+        )
+        data = _read_backscatter(lines[4].strip(), n)
+        return Message(scale, res, energy, lt, ti, bl, pulse, rate, data)
+    msg = f"Message number {msg_no.decode()} not implemented"
+    raise NotImplementedError(msg)
 
 
 def _read_backscatter(data: bytes, n_gates: int) -> np.ndarray:

cloudnetpy/products/epsilon.py

@@ -11,6 +11,7 @@ from doppy.product.turbulence import HorizontalWind, Options, Turbulence, Vertic
 from scipy.interpolate import LinearNDInterpolator, NearestNDInterpolator
 
 import cloudnetpy
+from cloudnetpy.exceptions import ValidTimeStampError
 from cloudnetpy.output import copy_variables
 from cloudnetpy.utils import get_time, get_uuid
 
@@ -131,6 +132,8 @@ def _horizontal_wind_from_doppler_lidar_file(
         vmask = np.array(nc["vwind"][:].mask, dtype=np.bool_)
         V = np.sqrt(uwind**2 + vwind**2)
         mask = umask | vmask
+        if np.all(mask):
+            raise ValidTimeStampError
         t = np.broadcast_to(time[:, None], mask.shape)[~mask]
         h = np.broadcast_to(height[None, :], mask.shape)[~mask]
         interp_linear = LinearNDInterpolator(list(zip(t, h, strict=False)), V[~mask])

cloudnetpy/products/ier.py

@@ -83,9 +83,9 @@ class IerSource(IceSource):
 
 
 def _add_ier_comment(attributes: dict, ier: IerSource) -> dict:
-    freq = ier.radar_frequency
+    freq = round(ier.radar_frequency, 3)
     coeffs = ier.coefficients
-    factor = np.round((coeffs[0] / 0.93), 3)
+    factor = round(coeffs[0] / 0.93, 3)
     attributes["ier"] = attributes["ier"]._replace(
         comment=f"This variable was calculated from the {freq}-GHz radar\n"
         f"reflectivity factor after correction for gaseous attenuation,\n"

cloudnetpy/products/iwc.py

@@ -113,9 +113,9 @@ def _add_iwc_error_comment(attributes: dict, lwp_prior, uncertainty: float) -> d
 
 
 def _add_iwc_comment(attributes: dict, iwc: IwcSource) -> dict:
-    freq = iwc.radar_frequency
+    freq = round(iwc.radar_frequency, 3)
     coeffs = iwc.coefficients
-    factor = round((coeffs[0] / 0.93) * 1000) / 1000
+    factor = round(coeffs[0] / 0.93, 3)
     attributes["iwc"] = attributes["iwc"]._replace(
         comment=f"This variable was calculated from the {freq}-GHz radar reflectivity\n"
         "factor after correction for gaseous attenuation, and temperature taken from\n"

cloudnetpy/version.py

@@ -1,4 +1,4 @@
 MAJOR = 1
 MINOR = 71
-PATCH = 1
+PATCH = 3
 __version__ = f"{MAJOR}.{MINOR}.{PATCH}"

{cloudnetpy-1.71.1.dist-info → cloudnetpy-1.71.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: cloudnetpy
-Version: 1.71.1
+Version: 1.71.3
 Summary: Python package for Cloudnet processing
 Author: Simo Tukiainen
 License: MIT License

{cloudnetpy-1.71.1.dist-info → cloudnetpy-1.71.3.dist-info}/RECORD

@@ -9,7 +9,7 @@ cloudnetpy/metadata.py,sha256=BDEpgwZ58PHznc1gi11gtNNV4kFiMAmlHnF4huTy7nw,5982
 cloudnetpy/output.py,sha256=lq4YSeMT_d-j4rlQkKm9KIZ8boupTBBBKV1eUawpmCI,15672
 cloudnetpy/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloudnetpy/utils.py,sha256=U0iMIKPiKLrLVAfs_u9pPuoWYW1RJHcM8dbLF9a4yIA,29796
-cloudnetpy/version.py,sha256=Jpj6HUmEXjg2ZHK10S2ho3h_9Khi4cQ_qHcHcBrM7AU,72
+cloudnetpy/version.py,sha256=tsjo_vDV3Q5KrCVFxMEpgs-KBRK1bdqml45ItHKQVio,72
 cloudnetpy/categorize/__init__.py,sha256=s-SJaysvVpVVo5kidiruWQO6p3gv2TXwY1wEHYO5D6I,44
 cloudnetpy/categorize/atmos_utils.py,sha256=RcmbKxm2COkE7WEya0mK3yX5rzUbrewRVh3ekm01RtM,10598
 cloudnetpy/categorize/attenuation.py,sha256=Y_-fzmQTltWTqIZTulJhovC7a6ifpMcaAazDJcnMIOc,990
@@ -34,7 +34,7 @@ cloudnetpy/categorize/attenuations/melting_attenuation.py,sha256=9c9xoZHtGUbjFYJ
 cloudnetpy/categorize/attenuations/rain_attenuation.py,sha256=qazJzRyXf9vbjJhh4yiFmABI4L57j5W_6YZ-6qjRiBI,2839
 cloudnetpy/instruments/__init__.py,sha256=2vAdceXCNxZhTujhArLf4NjYOfUdkhLpGM-NQa_LXdg,470
 cloudnetpy/instruments/basta.py,sha256=Lb_EhQTI93S5Bd9osDbCE_tC8gZreRsHz7D2_dFOjmE,3793
-cloudnetpy/instruments/campbell_scientific.py,sha256=2WHfBKQjtRSl0AqvtPeX7G8Hdi3Dn0WbvoAppFOMbA8,5270
+cloudnetpy/instruments/campbell_scientific.py,sha256=c3f2W9aA52ghJ35_J994y7FShA3W-Bxk52BCbEm_gt0,6975
 cloudnetpy/instruments/ceilo.py,sha256=xrI7iYNftKvGZf-3C_ESUNsu-QhXV43iWkDuKp3biZU,9552
 cloudnetpy/instruments/ceilometer.py,sha256=pdmLVljsuciyKpaGxWxJ_f1IrJK-UrkBC0lSeuirLlU,12095
 cloudnetpy/instruments/cl61d.py,sha256=g6DNBFju3wYhLFl32DKmC8pUup7y-EupXoUU0fuoGGA,1990
@@ -109,17 +109,17 @@ cloudnetpy/products/der.py,sha256=soypE7uSEP4uHUCCQVEhyXsKY6e9mzV9B_2S5GUizqk,12
 cloudnetpy/products/drizzle.py,sha256=58C9Mo6oRXR8KpbVPghbJvHvFX9GfS3xUp058pbf0qw,10804
 cloudnetpy/products/drizzle_error.py,sha256=4GwlHRtNbk9ks7bGtXCco-wXbcDOKeAQwKmbhzut6Qk,6132
 cloudnetpy/products/drizzle_tools.py,sha256=HLxUQ89mFNo6IIe6Cj3ZH-TPkJdpMxKCOt4cOOmcLs0,11002
-cloudnetpy/products/epsilon.py,sha256=fthijjUAa7bEhoObRiTOGr4_uRgCpXSfqxIOPD2NGT4,7617
-cloudnetpy/products/ier.py,sha256=70jyYrhO-kAHuQ3CpDVcyKKuHT3c9Eby6ADHHlPjAFY,5986
-cloudnetpy/products/iwc.py,sha256=FQtYFYnMNuDnjuK1ee3zOfzPtKsoWH95CXtEz1iplZI,9462
+cloudnetpy/products/epsilon.py,sha256=sVtOcl-tckvZCmM34etRQCzLg5NjvbHlt_5InRCjm1E,7734
+cloudnetpy/products/ier.py,sha256=XW4gg_H-JWMWKToMqLVl6v8kx1S65GBwclWDCn1EfSk,5991
+cloudnetpy/products/iwc.py,sha256=WcPdAZx3zW0zaNJNp2vpAD4JnG0NJjFmCUAhDWzNxMg,9459
 cloudnetpy/products/lwc.py,sha256=sl6Al2tuH3KkCBrPbWTmuz3jlD5UQJ4D6qBsn1tt2CQ,18962
 cloudnetpy/products/mie_lu_tables.nc,sha256=It4fYpqJXlqOgL8jeZ-PxGzP08PMrELIDVe55y9ob58,16637951
 cloudnetpy/products/mwr_tools.py,sha256=rd7UC67O4fsIE5SaHVZ4qWvUJTj41ZGwgQWPwZzOM14,5377
 cloudnetpy/products/product_tools.py,sha256=uu4l6reuGbPcW3TgttbaSrqIKbyYGhBVTdnC7opKvmg,11101
 docs/source/conf.py,sha256=IKiFWw6xhUd8NrCg0q7l596Ck1d61XWeVjIFHVSG9Og,1490
-cloudnetpy-1.71.1.dist-info/LICENSE,sha256=wcZF72bdaoG9XugpyE95Juo7lBQOwLuTKBOhhtANZMM,1094
-cloudnetpy-1.71.1.dist-info/METADATA,sha256=-4IIIVCrDs5UmXIrXQmlWzZ-Q9sV5SVodXEjgh_kdqc,5872
-cloudnetpy-1.71.1.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
-cloudnetpy-1.71.1.dist-info/entry_points.txt,sha256=HhY7LwCFk4qFgDlXx_Fy983ZTd831WlhtdPIzV-Y3dY,51
-cloudnetpy-1.71.1.dist-info/top_level.txt,sha256=ibSPWRr6ojS1i11rtBFz2_gkIe68mggj7aeswYfaOo0,16
-cloudnetpy-1.71.1.dist-info/RECORD,,
+cloudnetpy-1.71.3.dist-info/LICENSE,sha256=wcZF72bdaoG9XugpyE95Juo7lBQOwLuTKBOhhtANZMM,1094
+cloudnetpy-1.71.3.dist-info/METADATA,sha256=kMugQZKRTpx-hY86nY2NMhW5Q6oYE5p4a0eeM6H8vPo,5872
+cloudnetpy-1.71.3.dist-info/WHEEL,sha256=52BFRY2Up02UkjOa29eZOS2VxUrpPORXg1pkohGGUS8,91
+cloudnetpy-1.71.3.dist-info/entry_points.txt,sha256=HhY7LwCFk4qFgDlXx_Fy983ZTd831WlhtdPIzV-Y3dY,51
+cloudnetpy-1.71.3.dist-info/top_level.txt,sha256=ibSPWRr6ojS1i11rtBFz2_gkIe68mggj7aeswYfaOo0,16
+cloudnetpy-1.71.3.dist-info/RECORD,,

{cloudnetpy-1.71.1.dist-info → cloudnetpy-1.71.3.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.8.2)
+Generator: setuptools (76.0.0)
 Root-Is-Purelib: true
 Tag: py3-none-any