cloudnetpy 1.80.1__py3-none-any.whl → 1.80.3__py3-none-any.whl

cloudnetpy/categorize/categorize.py

@@ -145,10 +145,11 @@ def generate_categorize(
         return utils.time_grid(), data.radar.height
 
     def _close_all() -> None:
-        for field in fields(data):
-            obj = getattr(data, field.name)
-            if isinstance(obj, DataSource):
-                obj.close()
+        if "data" in locals():
+            for field in fields(data):
+                obj = getattr(data, field.name)
+                if isinstance(obj, DataSource):
+                    obj.close()
 
     try:
         radar = Radar(input_files["radar"])

cloudnetpy/instruments/radiometrics.py

@@ -11,6 +11,7 @@ from pathlib import Path
 from typing import Any, NamedTuple
 
 import numpy as np
+from numpy import ma
 
 from cloudnetpy import output, utils
 from cloudnetpy.cloudnetarray import CloudnetArray
@@ -122,12 +123,15 @@ class RadiometricsMP:
                             logging.info("Skipping unknown record type %d", record_type)
                             unknown_record_types.add(record_type)
                         continue
+
+                    row_trimmed = [value for value in row if value != ""]
+
                     record = Record(
                         row_number=int(row[0]),
                         timestamp=_parse_datetime(row[1]),
                         block_type=block_type,
                         block_index=block_index,
-                        values=dict(zip(column_names, row[3:], strict=True)),
+                        values=dict(zip(column_names, row_trimmed[3:], strict=True)),
                     )
                     rows.append(record)
 
@@ -148,6 +152,15 @@ class RadiometricsMP:
         ah_times = []
         block_titles = {}
         skip_procs = set()
+
+        def _parse_floats() -> list[float]:
+            return [
+                float(record.values[column])
+                if record.values[column].replace(".", "", 1).isdigit()
+                else math.nan
+                for column in self.ranges
+            ]
+
         for record in self.raw_data:
             if record.block_type == 100:
                 block_type = int(record.values["Record Type"]) - 1
@@ -157,20 +170,18 @@ class RadiometricsMP:
                 # "LV2 Processor" values "Zenith" and "0.00:90.00" should be OK
                 # but "Angle20(N)" and similar should be skipped.
                 proc = record.values["LV2 Processor"]
-                if proc.startswith("Angle"):
+                if proc.startswith(("Angle", "Zenith26")):
                     skip_procs.add(proc)
                     continue
                 if title == "Temperature (K)":
                     temp_times.append(record.timestamp)
-                    temps.append(
-                        [float(record.values[column]) for column in self.ranges]
-                    )
+                    temps.append(_parse_floats())
                 elif title == "Relative Humidity (%)":
                     rh_times.append(record.timestamp)
-                    rhs.append([float(record.values[column]) for column in self.ranges])
+                    rhs.append(_parse_floats())
                 elif title == "Vapor Density (g/m^3)":
                     ah_times.append(record.timestamp)
-                    ahs.append([float(record.values[column]) for column in self.ranges])
+                    ahs.append(_parse_floats())
             elif record.block_type == 10:
                 if record.block_index == 0:
                     lwp = record.values["Lqint(mm)"]
@@ -182,15 +193,13 @@ class RadiometricsMP:
                     irt_times.append(record.timestamp)
                     irts.append([float(irt)])
                     temp_times.append(record.timestamp)
-                    temps.append(
-                        [float(record.values[column]) for column in self.ranges]
-                    )
+                    temps.append(_parse_floats())
                 elif record.block_index == 1:
                     ah_times.append(record.timestamp)
-                    ahs.append([float(record.values[column]) for column in self.ranges])
+                    ahs.append(_parse_floats())
                 elif record.block_index == 2:
                     rh_times.append(record.timestamp)
-                    rhs.append([float(record.values[column]) for column in self.ranges])
+                    rhs.append(_parse_floats())
             elif record.block_type == 200:
                 irt_times.append(record.timestamp)
                 irt = record.values["Tir(K)"]
@@ -204,6 +213,7 @@ class RadiometricsMP:
                 times.append(record.timestamp)
                 lwps.append(float(lwp))
                 iwvs.append(float(iwv))
+
         self.data["time"] = np.array(times, dtype="datetime64[s]")
         self.data["lwp"] = np.array(lwps)  # mm => kg m-2
         self.data["iwv"] = np.array(iwvs) * 10  # cm => kg m-2
@@ -346,7 +356,8 @@ class RadiometricsCombined:
                 if key in ("temperature", "relative_humidity", "absolute_humidity")
                 else None
             )
-            self.data[key] = CloudnetArray(array, key, dimensions=dimensions)
+            array_masked = ma.masked_invalid(array) if np.isnan(array).any() else array
+            self.data[key] = CloudnetArray(array_masked, key, dimensions=dimensions)
 
     def add_meta(self) -> None:
         """Adds some metadata."""

cloudnetpy/instruments/weather_station.py

@@ -3,7 +3,7 @@ import datetime
 import math
 import re
 from collections import defaultdict
-from collections.abc import Iterable
+from collections.abc import Iterable, Sequence
 from os import PathLike
 
 import numpy as np
@@ -21,11 +21,11 @@ from cloudnetpy.utils import datetime2decimal_hours
 
 
 def ws2nc(
-    weather_station_file: str | list[str],
+    weather_station_file: str | PathLike | Sequence[str | PathLike],
     output_file: str,
     site_meta: dict,
     uuid: str | None = None,
-    date: str | None = None,
+    date: str | datetime.date | None = None,
 ) -> str:
     """Converts weather station data into Cloudnet Level 1b netCDF file.
 
@@ -43,8 +43,10 @@ def ws2nc(
     Raises:
         ValidTimeStampError: No valid timestamps found.
     """
-    if not isinstance(weather_station_file, list):
+    if isinstance(weather_station_file, str | PathLike):
         weather_station_file = [weather_station_file]
+    if isinstance(date, str):
+        date = datetime.date.fromisoformat(date)
     ws: WS
     if site_meta["name"] == "Palaiseau":
         ws = PalaiseauWS(weather_station_file, site_meta)
@@ -64,6 +66,8 @@ def ws2nc(
         ws = LampedusaWS(weather_station_file, site_meta)
     elif site_meta["name"] == "Limassol":
         ws = LimassolWS(weather_station_file, site_meta)
+    elif site_meta["name"] == "L'Aquila":
+        ws = LAquilaWS(weather_station_file, site_meta)
     else:
         msg = "Unsupported site"
         raise ValueError(msg)
@@ -98,8 +102,8 @@ class WS(CSVFile):
         rainfall_amount = ma.cumsum(self.data["rainfall_rate"].data * resolution)
         self.data["rainfall_amount"] = CloudnetArray(rainfall_amount, "rainfall_amount")
 
-    def screen_timestamps(self, date: str) -> None:
-        dates = np.array([str(d.date()) for d in self._data["time"]])
+    def screen_timestamps(self, date: datetime.date) -> None:
+        dates = np.array([d.date() for d in self._data["time"]])
         valid_mask = dates == date
         if not valid_mask.any():
             raise ValidTimeStampError
@@ -139,7 +143,7 @@ class WS(CSVFile):
 
 
 class PalaiseauWS(WS):
-    def __init__(self, filenames: list[str], site_meta: dict):
+    def __init__(self, filenames: Sequence[str | PathLike], site_meta: dict):
         super().__init__(site_meta)
         self.filenames = filenames
         self._data = self._read_data()
@@ -170,8 +174,8 @@ class PalaiseauWS(WS):
         decimal_hours = datetime2decimal_hours(self._data["time"])
         self.data["time"] = CloudnetArray(decimal_hours, "time")
 
-    def screen_timestamps(self, date: str) -> None:
-        dates = [str(d.date()) for d in self._data["time"]]
+    def screen_timestamps(self, date: datetime.date) -> None:
+        dates = [d.date() for d in self._data["time"]]
         valid_ind = [ind for ind, d in enumerate(dates) if d == date]
         if not valid_ind:
             raise ValidTimeStampError
@@ -228,7 +232,7 @@ class BucharestWS(PalaiseauWS):
 
 
 class GranadaWS(WS):
-    def __init__(self, filenames: list[str], site_meta: dict):
+    def __init__(self, filenames: Sequence[str | PathLike], site_meta: dict):
         if len(filenames) != 1:
             raise ValueError
         super().__init__(site_meta)
@@ -278,7 +282,7 @@ class GranadaWS(WS):
 
 
 class KenttarovaWS(WS):
-    def __init__(self, filenames: list[str], site_meta: dict):
+    def __init__(self, filenames: Sequence[str | PathLike], site_meta: dict):
         super().__init__(site_meta)
         self.filenames = filenames
         self._data = self._read_data()
@@ -334,7 +338,7 @@ class HyytialaWS(WS):
     - BbRT/mm = Bucket content in real-time (Pluvio200) [mm].
     """
 
-    def __init__(self, filenames: list[str], site_meta: dict):
+    def __init__(self, filenames: Sequence[str | PathLike], site_meta: dict):
         super().__init__(site_meta)
         self.filename = filenames[0]
         self._data = self._read_data()
@@ -395,7 +399,7 @@ class HyytialaWS(WS):
 
 
 class GalatiWS(WS):
-    def __init__(self, filenames: list[str], site_meta: dict):
+    def __init__(self, filenames: Sequence[str | PathLike], site_meta: dict):
         super().__init__(site_meta)
         self.filename = filenames[0]
         self._data = self._read_data()
@@ -450,7 +454,7 @@ class GalatiWS(WS):
 
 
 class JuelichWS(WS):
-    def __init__(self, filenames: list[str], site_meta: dict):
+    def __init__(self, filenames: Sequence[str | PathLike], site_meta: dict):
         super().__init__(site_meta)
         self.filename = filenames[0]
         self._data = self._read_data()
@@ -496,7 +500,7 @@ class JuelichWS(WS):
 class LampedusaWS(WS):
     """Read Lampedusa weather station data in ICOS format."""
 
-    def __init__(self, filenames: list[str], site_meta: dict):
+    def __init__(self, filenames: Sequence[str | PathLike], site_meta: dict):
         super().__init__(site_meta)
         self.filename = filenames[0]
         self._data = self._read_data()
@@ -549,7 +553,7 @@ class LampedusaWS(WS):
 
 
 class LimassolWS(WS):
-    def __init__(self, filenames: list[str], site_meta: dict):
+    def __init__(self, filenames: Sequence[str | PathLike], site_meta: dict):
         super().__init__(site_meta)
         self.filenames = filenames
         self._data = defaultdict(list)
@@ -562,8 +566,8 @@ class LimassolWS(WS):
         decimal_hours = datetime2decimal_hours(self._data["time"])
         self.data["time"] = CloudnetArray(decimal_hours, "time")
 
-    def screen_timestamps(self, date: str) -> None:
-        dates = [str(d.date()) for d in self._data["time"]]
+    def screen_timestamps(self, date: datetime.date) -> None:
+        dates = [d.date() for d in self._data["time"]]
         valid_ind = [ind for ind, d in enumerate(dates) if d == date]
         if not valid_ind:
             raise ValidTimeStampError
@@ -646,3 +650,51 @@ def _parse_sirta(filename: str | PathLike):
                 parsed = float(value)
             output[column].append(parsed)
     return output
+
+
+class LAquilaWS(WS):
+    def __init__(self, filenames: Sequence[str | PathLike], site_meta: dict):
+        super().__init__(site_meta)
+        self.filenames = filenames
+        self._data = self._read_data()
+
+    def _read_data(self) -> dict:
+        data: dict[str, list] = {
+            key: []
+            for key in [
+                "time",
+                "air_temperature",
+                "air_pressure",
+                "relative_humidity",
+                "rainfall_rate",
+                "wind_speed",
+                "wind_direction",
+            ]
+        }
+        for filename in self.filenames:
+            with open(filename) as f:
+                for row in f:
+                    if row.startswith("#"):
+                        continue
+                    columns = row.split(",")
+                    if len(columns) != 7:
+                        continue
+                    timestamp = datetime.datetime.strptime(
+                        columns[0], "%Y-%m-%dT%H:%M:%SZ"
+                    ).replace(tzinfo=datetime.timezone.utc)
+                    data["time"].append(timestamp)
+                    data["air_temperature"].append(self._parse_value(columns[1]))
+                    data["air_pressure"].append(self._parse_value(columns[2]))
+                    data["relative_humidity"].append(self._parse_value(columns[3]))
+                    data["rainfall_rate"].append(self._parse_value(columns[4]))
+                    data["wind_speed"].append(self._parse_value(columns[5]))
+                    data["wind_direction"].append(self._parse_value(columns[6]))
+        output = self.format_data(data)
+        _, time_ind = np.unique(output["time"], return_index=True)
+        for key in output:
+            output[key] = output[key][time_ind]
+        return output
+
+    def _parse_value(self, value: str) -> float:
+        value = value.strip()
+        return float(value) if value else math.nan

cloudnetpy/version.py

@@ -1,4 +1,4 @@
 MAJOR = 1
 MINOR = 80
-PATCH = 1
+PATCH = 3
 __version__ = f"{MAJOR}.{MINOR}.{PATCH}"

{cloudnetpy-1.80.1.dist-info → cloudnetpy-1.80.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cloudnetpy
-Version: 1.80.1
+Version: 1.80.3
 Summary: Python package for Cloudnet processing
 Author: Simo Tukiainen
 License: MIT License

{cloudnetpy-1.80.1.dist-info → cloudnetpy-1.80.3.dist-info}/RECORD

@@ -9,11 +9,11 @@ cloudnetpy/metadata.py,sha256=lO7BCbVAzFoH3Nq-VuezYX0f7MnbG1Zp11g5GSiuQwM,6189
 cloudnetpy/output.py,sha256=gupxt4f_-eUrFsWMto8tnknoV-p9QauC9L6CJAqBILU,15988
 cloudnetpy/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloudnetpy/utils.py,sha256=WczDeGN408XSgGeaRLXFmlLjgAS67lK1osV0YEuKmwo,32027
-cloudnetpy/version.py,sha256=3m_TWVm1w7D_LWUssqw3Dz6luV3AUQL5hIn7k2KVs78,72
+cloudnetpy/version.py,sha256=BW7NnO7naEy7O4jbwWQGYbmOwUJPOQWGf7cSaGqVr7g,72
 cloudnetpy/categorize/__init__.py,sha256=s-SJaysvVpVVo5kidiruWQO6p3gv2TXwY1wEHYO5D6I,44
 cloudnetpy/categorize/atmos_utils.py,sha256=RcmbKxm2COkE7WEya0mK3yX5rzUbrewRVh3ekm01RtM,10598
 cloudnetpy/categorize/attenuation.py,sha256=Y_-fzmQTltWTqIZTulJhovC7a6ifpMcaAazDJcnMIOc,990
-cloudnetpy/categorize/categorize.py,sha256=PzkgQ63MtEHlz_0govFkoM6F41OKgQLsxDh7GLQHyrs,20777
+cloudnetpy/categorize/categorize.py,sha256=E3WAG79UGRLsDK3ZfaRfk7Vedht4OMxSgjHOPVBqrS4,20824
 cloudnetpy/categorize/classify.py,sha256=qovHgHsMku5kpl3cJxKteNBsG8GAkfI3Zo8QhJwZSFQ,8512
 cloudnetpy/categorize/containers.py,sha256=9nAmI1OnR_uANyTZS1cD4do6NrC90EqliEMVrFnQY24,5398
 cloudnetpy/categorize/disdrometer.py,sha256=sRSt2B932lrrkvycKoSaKEIaDVfq9Z7uU-4iHRr-fC0,1893
@@ -50,13 +50,13 @@ cloudnetpy/instruments/mrr.py,sha256=eeAzCp3CiHGauywjwvMUAFwZ4vBOZMcd3IlF8KsrLQo
 cloudnetpy/instruments/nc_lidar.py,sha256=5gQG9PApnNPrHmS9_zanl8HEYIQuGRpbnzC3wfTcOyQ,1705
 cloudnetpy/instruments/nc_radar.py,sha256=HlaZeH5939R86ukF8K-P4Kfzb5-CpLB15LU2u94C5eI,7330
 cloudnetpy/instruments/pollyxt.py,sha256=U3g-ttmcs02LuLwVOydP3GjeNcmDyoYQroB-leIGdHY,10060
-cloudnetpy/instruments/radiometrics.py,sha256=_ZBHYiw3u4m0UDPaYRHnx-ofq2FS59Vdv3-fLiOzm9I,15471
+cloudnetpy/instruments/radiometrics.py,sha256=qCiBTlp1H30DZTxKDN5Xn_4d-JkTNavpVIiUvpJkiMM,15617
 cloudnetpy/instruments/rain_e_h3.py,sha256=JEg4Ko7ZdfjAUJwJ1BWdTkm4K7r3s8WKrPb-HidTqpg,5336
 cloudnetpy/instruments/rpg.py,sha256=m3-xLJ-w2T7Ip7jBveWsGrts4tmNvdc-Lb4HebvHQjQ,17319
 cloudnetpy/instruments/rpg_reader.py,sha256=ThztFuVrWxhmWVAfZTfQDeUiKK1XMTbtv08IBe8GK98,11364
 cloudnetpy/instruments/toa5.py,sha256=CfmmBMv5iMGaWHIGBK01Rw24cuXC1R1RMNTXkmsm340,1760
 cloudnetpy/instruments/vaisala.py,sha256=W_yu_f92cOq8RiiqDLj7bswxu9UMS3TITPWzP5xPdvA,4615
-cloudnetpy/instruments/weather_station.py,sha256=pZK7I5bk1USDRoTeIhZoWzbka9ciea5ypA3oIzZX-7g,24549
+cloudnetpy/instruments/weather_station.py,sha256=C41Fv4kU1ihm3EGWhry5ESe4shnKims8O6wCzz2L78U,26844
 cloudnetpy/instruments/disdrometer/__init__.py,sha256=lyjwttWvFvuwYxEkusoAvgRcbBmglmOp5HJOpXUqLWo,93
 cloudnetpy/instruments/disdrometer/common.py,sha256=g52iK2aNp3Z88kovUmGVpC54NZomPa9D871gzO0AmQ4,9267
 cloudnetpy/instruments/disdrometer/parsivel.py,sha256=HJZrEysQkx9MiIVPDV25CYHpXi_SjgZlgO-otoaKK34,25640
@@ -117,10 +117,10 @@ cloudnetpy/products/lwc.py,sha256=sl6Al2tuH3KkCBrPbWTmuz3jlD5UQJ4D6qBsn1tt2CQ,18
 cloudnetpy/products/mie_lu_tables.nc,sha256=It4fYpqJXlqOgL8jeZ-PxGzP08PMrELIDVe55y9ob58,16637951
 cloudnetpy/products/mwr_tools.py,sha256=8HPZpQMTojKZP1JS1S83IE0sxmbDE9bxlaWoqmGnUZE,6199
 cloudnetpy/products/product_tools.py,sha256=uu4l6reuGbPcW3TgttbaSrqIKbyYGhBVTdnC7opKvmg,11101
-cloudnetpy-1.80.1.dist-info/licenses/LICENSE,sha256=wcZF72bdaoG9XugpyE95Juo7lBQOwLuTKBOhhtANZMM,1094
+cloudnetpy-1.80.3.dist-info/licenses/LICENSE,sha256=wcZF72bdaoG9XugpyE95Juo7lBQOwLuTKBOhhtANZMM,1094
 docs/source/conf.py,sha256=IKiFWw6xhUd8NrCg0q7l596Ck1d61XWeVjIFHVSG9Og,1490
-cloudnetpy-1.80.1.dist-info/METADATA,sha256=to7qpA_egtY91A4EKfa0SckgPWNMr2AkbZ2iWM8VYzA,5803
-cloudnetpy-1.80.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-cloudnetpy-1.80.1.dist-info/entry_points.txt,sha256=HhY7LwCFk4qFgDlXx_Fy983ZTd831WlhtdPIzV-Y3dY,51
-cloudnetpy-1.80.1.dist-info/top_level.txt,sha256=ibSPWRr6ojS1i11rtBFz2_gkIe68mggj7aeswYfaOo0,16
-cloudnetpy-1.80.1.dist-info/RECORD,,
+cloudnetpy-1.80.3.dist-info/METADATA,sha256=N9oYLtyR_xAnhl0Q0pp1d91XHsfb6MPULyqg2_NtBlQ,5803
+cloudnetpy-1.80.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+cloudnetpy-1.80.3.dist-info/entry_points.txt,sha256=HhY7LwCFk4qFgDlXx_Fy983ZTd831WlhtdPIzV-Y3dY,51
+cloudnetpy-1.80.3.dist-info/top_level.txt,sha256=ibSPWRr6ojS1i11rtBFz2_gkIe68mggj7aeswYfaOo0,16
+cloudnetpy-1.80.3.dist-info/RECORD,,