cloudnetpy 1.77.0__py3-none-any.whl → 1.77.2__py3-none-any.whl

cloudnetpy/instruments/bowtie.py

@@ -1,5 +1,7 @@
 from os import PathLike
 
+import numpy as np
+
 from cloudnetpy import output
 from cloudnetpy.constants import G_TO_KG, MM_H_TO_M_S
 from cloudnetpy.exceptions import ValidTimeStampError
@@ -59,6 +61,7 @@ def bowtie2nc(
         bowtie.add_site_geolocation()
         bowtie.add_height()
         bowtie.convert_units()
+        bowtie.fix_chirp_start_indices()
         bowtie.test_if_all_masked()
     attributes = output.add_time_attribute(ATTRIBUTES, bowtie.date)
     output.update_attributes(bowtie.data, attributes)
@@ -76,6 +79,11 @@ class Bowtie(NcRadar):
         self.data["rainfall_rate"].data *= MM_H_TO_M_S
         self.data["relative_humidity"].data /= 100
 
+    def fix_chirp_start_indices(self) -> None:
+        ind = self.data["chirp_start_indices"].data
+        self.data["chirp_start_indices"].data = np.array([int(i) for i in ind])
+        self.data["chirp_start_indices"].data_type = "int32"
+
     def check_date(self, date: str):
         if "-".join(self.date) != date:
             raise ValidTimeStampError

cloudnetpy/instruments/fd12p.py

@@ -1,5 +1,7 @@
 import datetime
+import logging
 import math
+import re
 from os import PathLike
 from uuid import UUID
 
@@ -78,20 +80,31 @@ class FD12P(CSVFile):
         # In Lindenberg, format is date and time followed by Message 2 without
         # non-printable characters.
         with open(filename) as file:
+            invalid_lines = 0
             for line in file:
-                columns = line.split()
-                date = _parse_date(columns[0])
-                time = _parse_time(columns[1])
-                self._data["time"].append(datetime.datetime.combine(date, time))
-                self._data["visibility"].append(_parse_int(columns[4]))
-                self._data["synop_WaWa"].append(_parse_int(columns[7]))
-                self._data["precipitation_rate"].append(
-                    _parse_float(columns[10])
-                )  # mm/h
-                self._data["precipitation_amount"].append(
-                    _parse_float(columns[11])
-                )  # mm
-                self._data["snowfall_amount"].append(_parse_int(columns[12]))  # mm
+                try:
+                    columns = line.split()
+                    if len(columns) != 13:
+                        msg = "Invalid column count"
+                        raise ValueError(msg)  # noqa: TRY301
+                    date = _parse_date(columns[0])
+                    time = _parse_time(columns[1])
+                    visibility = _parse_int(columns[4])
+                    synop = _parse_int(columns[7])
+                    p_rate = _parse_float(columns[10])  # mm/h
+                    p_amount = _parse_float(columns[11])  # mm
+                    s_amount = _parse_int(columns[12])  # mm
+                    self._data["time"].append(datetime.datetime.combine(date, time))
+                    self._data["visibility"].append(visibility)
+                    self._data["synop_WaWa"].append(synop)
+                    self._data["precipitation_rate"].append(p_rate)
+                    self._data["precipitation_amount"].append(p_amount)
+                    self._data["snowfall_amount"].append(s_amount)
+                except ValueError:
+                    invalid_lines += 1
+                    continue
+        if invalid_lines:
+            logging.info("Skipped %d lines", invalid_lines)
         for key in ("visibility", "synop_WaWa", "snowfall_amount"):
             values = np.array(
                 [0 if x is math.nan else x for x in self._data[key]], dtype=np.int32
@@ -124,14 +137,25 @@ class FD12P(CSVFile):
 
 
 def _parse_date(date: str) -> datetime.date:
-    day, month, year = map(int, date.split("."))
-    return datetime.date(year, month, day)
+    match = re.fullmatch(r"(?P<day>\d{2})\.(?P<month>\d{2})\.(?P<year>\d{4})", date)
+    if match is None:
+        msg = f"Invalid date: {date}"
+        raise ValueError(msg)
+    return datetime.date(int(match["year"]), int(match["month"]), int(match["day"]))
 
 
 def _parse_time(time: str) -> datetime.time:
-    hour, minute, *rest = [int(x) for x in time.split(":")]
-    second = rest[0] if rest else 0
-    return datetime.time(hour, minute, second)
+    match = re.fullmatch(
+        r"(?P<hour>\d{2}):(?P<minute>\d{2})(:(?P<second>\d{2}))?", time
+    )
+    if match is None:
+        msg = f"Invalid time: {time}"
+        raise ValueError(msg)
+    return datetime.time(
+        int(match["hour"]),
+        int(match["minute"]),
+        int(match["second"]) if match["second"] is not None else 0,
+    )
 
 
 def _parse_int(value: str) -> float:

cloudnetpy/utils.py

@@ -826,6 +826,8 @@ def get_epoch(units: str) -> Epoch:
     except IndexError:
         return fallback
     date = date.replace(",", "")
+    if "T" in date:
+        date = date[: date.index("T")]
     try:
         date_components = [int(x) for x in date.split("-")]
     except ValueError:

cloudnetpy/version.py

@@ -1,4 +1,4 @@
 MAJOR = 1
 MINOR = 77
-PATCH = 0
+PATCH = 2
 __version__ = f"{MAJOR}.{MINOR}.{PATCH}"

{cloudnetpy-1.77.0.dist-info → cloudnetpy-1.77.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cloudnetpy
-Version: 1.77.0
+Version: 1.77.2
 Summary: Python package for Cloudnet processing
 Author: Simo Tukiainen
 License: MIT License

{cloudnetpy-1.77.0.dist-info → cloudnetpy-1.77.2.dist-info}/RECORD

@@ -8,8 +8,8 @@ cloudnetpy/exceptions.py,sha256=hYbUtBwjCIfxnPe_5mELDEw87AWITBrwuo7WYIEKmJ8,1579
 cloudnetpy/metadata.py,sha256=lO7BCbVAzFoH3Nq-VuezYX0f7MnbG1Zp11g5GSiuQwM,6189
 cloudnetpy/output.py,sha256=l0LoOhcGCBrg2EJ4NT1xZ7-UKWdV7X7yQ0fJmhkwJVc,15829
 cloudnetpy/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-cloudnetpy/utils.py,sha256=SSZWk82c4nkAiTcLdOKGVvxt5ovETdAMn_TLxVeYpBY,33473
-cloudnetpy/version.py,sha256=2wWI0Vrxs-3sRV0GweamYgxmMxkoJvam_z0qRWpiarc,72
+cloudnetpy/utils.py,sha256=FFV4MRoiJfcbbknMD5DM-VesY-7yCb8jzeeadyyijLg,33532
+cloudnetpy/version.py,sha256=MBEzrrjK2C6qfoMHCRMYDIMl98CZIE1aPKuEZsjCPeo,72
 cloudnetpy/categorize/__init__.py,sha256=s-SJaysvVpVVo5kidiruWQO6p3gv2TXwY1wEHYO5D6I,44
 cloudnetpy/categorize/atmos_utils.py,sha256=RcmbKxm2COkE7WEya0mK3yX5rzUbrewRVh3ekm01RtM,10598
 cloudnetpy/categorize/attenuation.py,sha256=Y_-fzmQTltWTqIZTulJhovC7a6ifpMcaAazDJcnMIOc,990
@@ -34,13 +34,13 @@ cloudnetpy/categorize/attenuations/melting_attenuation.py,sha256=9c9xoZHtGUbjFYJ
 cloudnetpy/categorize/attenuations/rain_attenuation.py,sha256=qazJzRyXf9vbjJhh4yiFmABI4L57j5W_6YZ-6qjRiBI,2839
 cloudnetpy/instruments/__init__.py,sha256=PEgrrQNoiOuN_ctYilmt4LV2QCLg1likPjJdWtuGlLs,528
 cloudnetpy/instruments/basta.py,sha256=Lb_EhQTI93S5Bd9osDbCE_tC8gZreRsHz7D2_dFOjmE,3793
-cloudnetpy/instruments/bowtie.py,sha256=Hp4mzjGqvYw5bhgAy_LvScYrf3Xm3ULbtPjhG9GnAJ8,2977
+cloudnetpy/instruments/bowtie.py,sha256=jrEkOsZ4ScwmTN35rAwIbVHkHxQatFCHiuzBjVA4pJ0,3279
 cloudnetpy/instruments/ceilo.py,sha256=qM3AkQKHUblhRCD42HsB6lr82giBH-0g_VzoWHZDgeA,9535
 cloudnetpy/instruments/ceilometer.py,sha256=ati9-fUQ54K9tvynIPB-nlBYwtvBVaQtUCjVCLNB67w,12059
 cloudnetpy/instruments/cl61d.py,sha256=g6DNBFju3wYhLFl32DKmC8pUup7y-EupXoUU0fuoGGA,1990
 cloudnetpy/instruments/cloudnet_instrument.py,sha256=SGPsRYYoGPoRoDY7hHJcKUVX0A23X0Telc00Fu01PnY,4495
 cloudnetpy/instruments/copernicus.py,sha256=99idcn6-iKOSvSslNjwFRng3gwlTLFjKPiT1tnVytpQ,6613
-cloudnetpy/instruments/fd12p.py,sha256=LNY_yYk9DshGkNJvGEhOsgDmfpHGZOFRRJAYkT_Qw0M,5868
+cloudnetpy/instruments/fd12p.py,sha256=aGYpkczdSl7FSmK1bByMnpUBD5GAl7RTKkopt0cpWas,6822
 cloudnetpy/instruments/galileo.py,sha256=BjWE15_S3tTCOmAM5k--oicI3wghKaO0hv9EUBxtbl8,4830
 cloudnetpy/instruments/hatpro.py,sha256=G1fHsY9LTos4vHP5kFubjE5Wg2uTVFZpYDSD8VAo-zw,9590
 cloudnetpy/instruments/instruments.py,sha256=z8Osjww3iQRxKvzXdISl-5vV6gShtji8Db5k-ZzDQ-0,4843
@@ -117,10 +117,10 @@ cloudnetpy/products/lwc.py,sha256=sl6Al2tuH3KkCBrPbWTmuz3jlD5UQJ4D6qBsn1tt2CQ,18
 cloudnetpy/products/mie_lu_tables.nc,sha256=It4fYpqJXlqOgL8jeZ-PxGzP08PMrELIDVe55y9ob58,16637951
 cloudnetpy/products/mwr_tools.py,sha256=8HPZpQMTojKZP1JS1S83IE0sxmbDE9bxlaWoqmGnUZE,6199
 cloudnetpy/products/product_tools.py,sha256=uu4l6reuGbPcW3TgttbaSrqIKbyYGhBVTdnC7opKvmg,11101
-cloudnetpy-1.77.0.dist-info/licenses/LICENSE,sha256=wcZF72bdaoG9XugpyE95Juo7lBQOwLuTKBOhhtANZMM,1094
+cloudnetpy-1.77.2.dist-info/licenses/LICENSE,sha256=wcZF72bdaoG9XugpyE95Juo7lBQOwLuTKBOhhtANZMM,1094
 docs/source/conf.py,sha256=IKiFWw6xhUd8NrCg0q7l596Ck1d61XWeVjIFHVSG9Og,1490
-cloudnetpy-1.77.0.dist-info/METADATA,sha256=tEn0YbqanXZxITD44cJM-bw_30aA1s-lwhIZQEJjtzA,5796
-cloudnetpy-1.77.0.dist-info/WHEEL,sha256=DnLRTWE75wApRYVsjgc6wsVswC54sMSJhAEd4xhDpBk,91
-cloudnetpy-1.77.0.dist-info/entry_points.txt,sha256=HhY7LwCFk4qFgDlXx_Fy983ZTd831WlhtdPIzV-Y3dY,51
-cloudnetpy-1.77.0.dist-info/top_level.txt,sha256=ibSPWRr6ojS1i11rtBFz2_gkIe68mggj7aeswYfaOo0,16
-cloudnetpy-1.77.0.dist-info/RECORD,,
+cloudnetpy-1.77.2.dist-info/METADATA,sha256=soDh6zzIkRMSYIeYp6NiOTksTWZX0zttG8MnWJuFjNs,5796
+cloudnetpy-1.77.2.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
+cloudnetpy-1.77.2.dist-info/entry_points.txt,sha256=HhY7LwCFk4qFgDlXx_Fy983ZTd831WlhtdPIzV-Y3dY,51
+cloudnetpy-1.77.2.dist-info/top_level.txt,sha256=ibSPWRr6ojS1i11rtBFz2_gkIe68mggj7aeswYfaOo0,16
+cloudnetpy-1.77.2.dist-info/RECORD,,

{cloudnetpy-1.77.0.dist-info → cloudnetpy-1.77.2.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.4.0)
+Generator: setuptools (80.8.0)
 Root-Is-Purelib: true
 Tag: py3-none-any