cloudnetpy 1.73.2__py3-none-any.whl → 1.74.1__py3-none-any.whl

cloudnetpy/categorize/categorize.py

@@ -166,6 +166,7 @@ def generate_categorize(
             except DisdrometerDataError as err:
                 logging.warning("Unable to use disdrometer: %s", err)
         time, height = _define_dense_grid()
+        data.radar.add_location(time)
         valid_ind = _interpolate_to_cloudnet_grid()
         if len(valid_ind) < 2:
             msg = "Less than 2 overlapping radar, lidar and model timestamps found"

cloudnetpy/categorize/radar.py

@@ -316,11 +316,25 @@ class Radar(DataSource):
 
     def add_meta(self) -> None:
         """Copies misc. metadata from the input file."""
-        for key in ("latitude", "longitude", "altitude"):
-            self.append_data(np.array(self.getvar(key)), key)
         for key in ("time", "height", "radar_frequency"):
             self.append_data(np.array(getattr(self, key)), key)
 
+    def add_location(self, time_new: np.ndarray):
+        """Add latitude, longitude and altitude from nearest timestamp."""
+        idx = np.searchsorted(self.time, time_new)
+        idx_left = np.clip(idx - 1, 0, len(self.time) - 1)
+        idx_right = np.clip(idx, 0, len(self.time) - 1)
+        diff_left = np.abs(time_new - self.time[idx_left])
+        diff_right = np.abs(time_new - self.time[idx_right])
+        idx_closest = np.where(diff_left < diff_right, idx_left, idx_right)
+        for key in ("latitude", "longitude", "altitude"):
+            data = self.getvar(key)
+            if not utils.isscalar(data):
+                data = data[idx_closest]
+            if not np.any(ma.getmaskarray(data)):
+                data = np.array(data)
+            self.append_data(data, key)
+
     def _init_data(self) -> None:
         self.append_data(self.getvar("Zh"), "Z", units="dBZ")
         for key in ("v", "ldr", "width", "sldr", "rainfall_rate"):

cloudnetpy/instruments/instruments.py

@@ -150,6 +150,13 @@ HALO = Instrument(
     model="StreamLine",
 )
 
+WINDCUBE_WLS100S = Instrument(
+    manufacturer="Vaisala",
+    domain="lidar",
+    category="Doppler lidar",
+    model="WindCube WLS100S",
+)
+
 WINDCUBE_WLS200S = Instrument(
     manufacturer="Vaisala",
     domain="lidar",
@@ -157,6 +164,13 @@ WINDCUBE_WLS200S = Instrument(
     model="WindCube WLS200S",
 )
 
+WINDCUBE_WLS400S = Instrument(
+    manufacturer="Vaisala",
+    domain="lidar",
+    category="Doppler lidar",
+    model="WindCube WLS400S",
+)
+
 WINDCUBE_WLS70 = Instrument(
     manufacturer="Vaisala",
     domain="lidar",

cloudnetpy/instruments/weather_station.py

@@ -1,7 +1,10 @@
 import csv
 import datetime
 import math
+import re
+from collections import defaultdict
 from collections.abc import Iterable
+from os import PathLike
 
 import numpy as np
 from numpy import ma
@@ -59,6 +62,8 @@ def ws2nc(
         ws = JuelichWS(weather_station_file, site_meta)
     elif site_meta["name"] == "Lampedusa":
         ws = LampedusaWS(weather_station_file, site_meta)
+    elif site_meta["name"] == "Limassol":
+        ws = LimassolWS(weather_station_file, site_meta)
     else:
         msg = "Unsupported site"
         raise ValueError(msg)
@@ -122,6 +127,8 @@ class WS(CSVFile):
         self.data["rainfall_rate"].data = rainfall_rate / 60 / 1000  # mm/min -> m/s
 
     def convert_pressure(self) -> None:
+        if "air_pressure" not in self.data:
+            return
         self.data["air_pressure"].data = self.data["air_pressure"][:] * HPA_TO_PA
 
     def convert_time(self) -> None:
@@ -539,3 +546,105 @@ class LampedusaWS(WS):
             "rainfall_rate": raw_data["rain1m"],
         }
         return self.format_data(data)
+
+
+class LimassolWS(WS):
+    def __init__(self, filenames: list[str], site_meta: dict):
+        super().__init__(site_meta)
+        self.filenames = filenames
+        self._data = defaultdict(list)
+        for filename in filenames:
+            for key, values in _parse_sirta(filename).items():
+                self._data[key].extend(values)
+        self._data["time"] = np.array(
+            self._data.pop("Date Time (yyyy-mm-ddThh:mm:ss)")
+        ) - datetime.timedelta(hours=2)
+
+    def convert_time(self) -> None:
+        decimal_hours = datetime2decimal_hours(self._data["time"])
+        self.data["time"] = CloudnetArray(decimal_hours, "time")
+
+    def screen_timestamps(self, date: str) -> None:
+        dates = [str(d.date()) for d in self._data["time"]]
+        valid_ind = [ind for ind, d in enumerate(dates) if d == date]
+        if not valid_ind:
+            raise ValidTimeStampError
+        for key in self._data:
+            self._data[key] = [
+                x for ind, x in enumerate(self._data[key]) if ind in valid_ind
+            ]
+
+    def add_data(self) -> None:
+        self.data["air_temperature"] = CloudnetArray(
+            np.array(self._data["Air temperature (°C)"]), "air_temperature"
+        )
+        self.data["relative_humidity"] = CloudnetArray(
+            np.array(self._data["Relative humidity (%)"]), "relative_humidity"
+        )
+        self.data["rainfall_rate"] = CloudnetArray(
+            np.array(self._data["Total precipitation (mm)"]), "rainfall_rate"
+        )
+        # Wind speed and direction are available since 2025-02-13:
+        if (
+            "Wind speed at 10m (m/s)" in self._data
+            and "Wind direction at 10m (degrees)" in self._data
+        ):
+            self.data["wind_speed"] = CloudnetArray(
+                np.array(self._data["Wind speed at 10m (m/s)"]), "wind_speed"
+            )
+            self.data["wind_direction"] = CloudnetArray(
+                np.array(self._data["Wind direction at 10m (degrees)"]),
+                "wind_direction",
+            )
+        else:
+            self.data["wind_speed"] = CloudnetArray(
+                np.array(self._data["Wind speed (m/s)"]), "wind_speed"
+            )
+
+    def convert_rainfall_rate(self) -> None:
+        rainfall_rate = self.data["rainfall_rate"][:]
+        self.data["rainfall_rate"].data = (
+            rainfall_rate / (10 * 60) / 1000
+        )  # mm/(10 min) -> m/s
+
+
+def _parse_sirta(filename: str | PathLike):
+    """Parse SIRTA-style weather station file."""
+    with open(filename, "rb") as f:
+        raw_content = f.read()
+    try:
+        content = raw_content.decode("utf-8")
+    except UnicodeDecodeError:
+        content = raw_content.decode("latin-1")
+    lines = [line.strip() for line in content.splitlines()]
+    columns: list[str] = []
+    output: dict = {}
+    for line in lines:
+        m = re.fullmatch(r"#\s*Col.\s*(\d+)\s*:\s*(.*)", line)
+        if m is None:
+            continue
+        if m[1] != str(len(columns) + 1):
+            msg = f"Expected column {m[1]}, found {len(columns)+1}"
+            raise ValueError(msg)
+        columns.append(m[2])
+        output[m[2]] = []
+    for line in lines:
+        if not line or line.startswith("#"):
+            continue
+        values = line.split()
+        if len(columns) != len(values):
+            continue
+        for column, value in zip(columns, values, strict=False):
+            parsed: float | datetime.datetime
+            if column == "Date Time (yyyy-mm-ddThh:mm:ss)":
+                parsed = datetime.datetime.strptime(value, "%Y-%m-%dT%H:%M:%S").replace(
+                    tzinfo=datetime.timezone.utc
+                )
+            elif column == "Date Time (yyyy-mm-ddThh:mm:ssZ)":
+                parsed = datetime.datetime.strptime(
+                    value, "%Y-%m-%dT%H:%M:%SZ"
+                ).replace(tzinfo=datetime.timezone.utc)
+            else:
+                parsed = float(value)
+            output[column].append(parsed)
+    return output

cloudnetpy/version.py

@@ -1,4 +1,4 @@
 MAJOR = 1
-MINOR = 73
-PATCH = 2
+MINOR = 74
+PATCH = 1
 __version__ = f"{MAJOR}.{MINOR}.{PATCH}"

{cloudnetpy-1.73.2.dist-info → cloudnetpy-1.74.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cloudnetpy
-Version: 1.73.2
+Version: 1.74.1
 Summary: Python package for Cloudnet processing
 Author: Simo Tukiainen
 License: MIT License

{cloudnetpy-1.73.2.dist-info → cloudnetpy-1.74.1.dist-info}/RECORD

@@ -9,11 +9,11 @@ cloudnetpy/metadata.py,sha256=lO7BCbVAzFoH3Nq-VuezYX0f7MnbG1Zp11g5GSiuQwM,6189
 cloudnetpy/output.py,sha256=l0LoOhcGCBrg2EJ4NT1xZ7-UKWdV7X7yQ0fJmhkwJVc,15829
 cloudnetpy/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloudnetpy/utils.py,sha256=ui6sq8g1HlgfOQO644iNHsRGqpDwS3q-5uGR2y2tOAk,33325
-cloudnetpy/version.py,sha256=O-ZDKRFC3Nc0B4ktZmifX0cT6SR1S3t5k0zOx1eDVn0,72
+cloudnetpy/version.py,sha256=0Q_I-dFOXJ0ERNPLZ0BKTY2uygAYMMjfkWYx4lCm684,72
 cloudnetpy/categorize/__init__.py,sha256=s-SJaysvVpVVo5kidiruWQO6p3gv2TXwY1wEHYO5D6I,44
 cloudnetpy/categorize/atmos_utils.py,sha256=RcmbKxm2COkE7WEya0mK3yX5rzUbrewRVh3ekm01RtM,10598
 cloudnetpy/categorize/attenuation.py,sha256=Y_-fzmQTltWTqIZTulJhovC7a6ifpMcaAazDJcnMIOc,990
-cloudnetpy/categorize/categorize.py,sha256=HtttmUlnLE4Cw3QLdz-DRfRpd8sVr_Tp4A62XI67x24,20739
+cloudnetpy/categorize/categorize.py,sha256=PzkgQ63MtEHlz_0govFkoM6F41OKgQLsxDh7GLQHyrs,20777
 cloudnetpy/categorize/classify.py,sha256=qovHgHsMku5kpl3cJxKteNBsG8GAkfI3Zo8QhJwZSFQ,8512
 cloudnetpy/categorize/containers.py,sha256=evqVQOoUycBtaFeKpms7_NuM9z8jKWq37nLIhoDxa8k,5278
 cloudnetpy/categorize/disdrometer.py,sha256=sRSt2B932lrrkvycKoSaKEIaDVfq9Z7uU-4iHRr-fC0,1893
@@ -26,7 +26,7 @@ cloudnetpy/categorize/lidar.py,sha256=YQrM_LOz8NQrrD9l9HyujV1GSGwkQ8LMqXN13bEJRW
 cloudnetpy/categorize/melting.py,sha256=ZnLeL_qWmiCdjXVOm9iBYHdo29Brqxu_DEErZPqUloQ,6217
 cloudnetpy/categorize/model.py,sha256=QFRCY0TvM2fzGRyP8BNkqbvu13XcQjt7TsN5fhjI_Uc,6654
 cloudnetpy/categorize/mwr.py,sha256=F7cquERWL6mBkgboqeaCIPf9gOlKI-NWUQIBdQXGT_I,1635
-cloudnetpy/categorize/radar.py,sha256=0Wg5u2aLXRVhHiFiXb4fSqY_iGgSwcCMMVshM3wBoo0,14149
+cloudnetpy/categorize/radar.py,sha256=PmriTnrHbgZrau1RTNKpPI_-h5Uu0kGIMrMOaoMuROY,14821
 cloudnetpy/categorize/attenuations/__init__.py,sha256=CWFHVWeTIe2hrZtgkJaX2HGftbuffsFc39Mzv5B0Lw0,1037
 cloudnetpy/categorize/attenuations/gas_attenuation.py,sha256=emr-RCxQT0i2N8k6eBNhRsmsCBPHJzQsWJfjC4fVSTo,975
 cloudnetpy/categorize/attenuations/liquid_attenuation.py,sha256=0p0G79BPkw1itCXHMwbvkNHtJGBocJzow3gNHAirChI,3036
@@ -42,7 +42,7 @@ cloudnetpy/instruments/cloudnet_instrument.py,sha256=3qJe8STIvsU8irj79xuElFUZa0j
 cloudnetpy/instruments/copernicus.py,sha256=99idcn6-iKOSvSslNjwFRng3gwlTLFjKPiT1tnVytpQ,6613
 cloudnetpy/instruments/galileo.py,sha256=BjWE15_S3tTCOmAM5k--oicI3wghKaO0hv9EUBxtbl8,4830
 cloudnetpy/instruments/hatpro.py,sha256=D1iTR58ao6zA556LegPDhh4JHozxiup_9mUuLjR0NzE,9006
-cloudnetpy/instruments/instruments.py,sha256=97hHMjp8fp2IKihr0XJYY3BrOlBArU7gYwYmt3OxqvU,4124
+cloudnetpy/instruments/instruments.py,sha256=BdtUBvBUpjIyXubirHkP1Xa9mtlF8CgPEnFPokJgyrQ,4408
 cloudnetpy/instruments/lufft.py,sha256=nIoEKuuFGKq2dLqkX7zW-HpAifefG472tZhKfXE1yoA,4212
 cloudnetpy/instruments/mira.py,sha256=Wofp8HbiAwJce_IbOLjpEFV07H_Kh4170C9Wygiz-ew,11401
 cloudnetpy/instruments/mrr.py,sha256=eeAzCp3CiHGauywjwvMUAFwZ4vBOZMcd3IlF8KsrLQo,5711
@@ -55,7 +55,7 @@ cloudnetpy/instruments/rpg.py,sha256=gjvDomyoqSaeS3-X4EuesvWBp32BNoD-CeuvBOP19AI
 cloudnetpy/instruments/rpg_reader.py,sha256=ThztFuVrWxhmWVAfZTfQDeUiKK1XMTbtv08IBe8GK98,11364
 cloudnetpy/instruments/toa5.py,sha256=CfmmBMv5iMGaWHIGBK01Rw24cuXC1R1RMNTXkmsm340,1760
 cloudnetpy/instruments/vaisala.py,sha256=RKAw_fVry4YOUF0i2_-2jLIc6_H85oL8USA4ji9rh0o,4583
-cloudnetpy/instruments/weather_station.py,sha256=pg5Rf6A0qkbAYV1NvC1-oQLkwe9-gmLxHJ8CYW7xgYI,20365
+cloudnetpy/instruments/weather_station.py,sha256=joB3Z365t_viLmpg4R0e9eqfHLgAon5w6PxPTqvjv94,24592
 cloudnetpy/instruments/disdrometer/__init__.py,sha256=lyjwttWvFvuwYxEkusoAvgRcbBmglmOp5HJOpXUqLWo,93
 cloudnetpy/instruments/disdrometer/common.py,sha256=g52iK2aNp3Z88kovUmGVpC54NZomPa9D871gzO0AmQ4,9267
 cloudnetpy/instruments/disdrometer/parsivel.py,sha256=HJZrEysQkx9MiIVPDV25CYHpXi_SjgZlgO-otoaKK34,25640
@@ -116,10 +116,10 @@ cloudnetpy/products/lwc.py,sha256=sl6Al2tuH3KkCBrPbWTmuz3jlD5UQJ4D6qBsn1tt2CQ,18
 cloudnetpy/products/mie_lu_tables.nc,sha256=It4fYpqJXlqOgL8jeZ-PxGzP08PMrELIDVe55y9ob58,16637951
 cloudnetpy/products/mwr_tools.py,sha256=1SRaQRW6-1svfnUk25sMyWXSwRJ1fg7v48TsMENZQpg,5103
 cloudnetpy/products/product_tools.py,sha256=uu4l6reuGbPcW3TgttbaSrqIKbyYGhBVTdnC7opKvmg,11101
-cloudnetpy-1.73.2.dist-info/licenses/LICENSE,sha256=wcZF72bdaoG9XugpyE95Juo7lBQOwLuTKBOhhtANZMM,1094
+cloudnetpy-1.74.1.dist-info/licenses/LICENSE,sha256=wcZF72bdaoG9XugpyE95Juo7lBQOwLuTKBOhhtANZMM,1094
 docs/source/conf.py,sha256=IKiFWw6xhUd8NrCg0q7l596Ck1d61XWeVjIFHVSG9Og,1490
-cloudnetpy-1.73.2.dist-info/METADATA,sha256=ItQhmTus3k9nHgZhlkFBsWf3hD2qE6MI2esFpjYAS9o,5796
-cloudnetpy-1.73.2.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-cloudnetpy-1.73.2.dist-info/entry_points.txt,sha256=HhY7LwCFk4qFgDlXx_Fy983ZTd831WlhtdPIzV-Y3dY,51
-cloudnetpy-1.73.2.dist-info/top_level.txt,sha256=ibSPWRr6ojS1i11rtBFz2_gkIe68mggj7aeswYfaOo0,16
-cloudnetpy-1.73.2.dist-info/RECORD,,
+cloudnetpy-1.74.1.dist-info/METADATA,sha256=zIZVu7NOmOHWkCgGAxsojX7Fg53Fs5KUY9qhwB5yxTo,5796
+cloudnetpy-1.74.1.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+cloudnetpy-1.74.1.dist-info/entry_points.txt,sha256=HhY7LwCFk4qFgDlXx_Fy983ZTd831WlhtdPIzV-Y3dY,51
+cloudnetpy-1.74.1.dist-info/top_level.txt,sha256=ibSPWRr6ojS1i11rtBFz2_gkIe68mggj7aeswYfaOo0,16
+cloudnetpy-1.74.1.dist-info/RECORD,,