cloudnetpy 1.75.1__py3-none-any.whl → 1.76.1__py3-none-any.whl

cloudnetpy/instruments/radiometrics.py

@@ -3,9 +3,11 @@
 import csv
 import datetime
 import logging
+import math
 import os
 import re
 from operator import attrgetter
+from pathlib import Path
 from typing import Any, NamedTuple
 
 import numpy as np
@@ -18,8 +20,8 @@ from cloudnetpy.metadata import MetaData
 
 
 def radiometrics2nc(
-    full_path: str,
-    output_file: str,
+    full_path: str | os.PathLike,
+    output_file: str | os.PathLike,
     site_meta: dict,
     uuid: str | None = None,
     date: str | datetime.date | None = None,
@@ -46,19 +48,11 @@ def radiometrics2nc(
     """
     if isinstance(date, str):
         date = datetime.date.fromisoformat(date)
-
     if os.path.isdir(full_path):
-        valid_filenames = utils.get_sorted_filenames(full_path, ".csv")
+        valid_filenames = list(Path(full_path).iterdir())
     else:
-        valid_filenames = [full_path]
-
-    objs = []
-    for filename in valid_filenames:
-        obj = Radiometrics(filename)
-        obj.read_raw_data()
-        obj.read_data()
-        objs.append(obj)
-
+        valid_filenames = [Path(full_path)]
+    objs = [_read_file(filename) for filename in valid_filenames]
     radiometrics = RadiometricsCombined(objs, site_meta)
     radiometrics.screen_time(date)
     radiometrics.sort_timestamps()
@@ -81,15 +75,16 @@ class Record(NamedTuple):
     values: dict[str, Any]
 
 
-class Radiometrics:
-    """Reader for level 2 files of Radiometrics microwave radiometers.
+class RadiometricsMP:
+    """Reader for level 2 files (*.csv) from Radiometrics MP-3000A and similar
+    microwave radiometers.
 
     References:
         Radiometrics (2008). Profiler Operator's Manual: MP-3000A, MP-2500A,
         MP-1500A, MP-183A.
     """
 
-    def __init__(self, filename: str):
+    def __init__(self, filename: Path):
         self.filename = filename
         self.raw_data: list[Record] = []
         self.data: dict = {}
@@ -152,12 +147,19 @@ class Radiometrics:
         ahs = []
         ah_times = []
         block_titles = {}
+        skip_procs = set()
         for record in self.raw_data:
             if record.block_type == 100:
                 block_type = int(record.values["Record Type"]) - 1
                 title = record.values["Title"]
                 block_titles[block_type] = title
             if title := block_titles.get(record.block_type + record.block_index):
+                # "LV2 Processor" values "Zenith" and "0.00:90.00" should be OK
+                # but "Angle20(N)" and similar should be skipped.
+                proc = record.values["LV2 Processor"]
+                if proc.startswith("Angle"):
+                    skip_procs.add(proc)
+                    continue
                 if title == "Temperature (K)":
                     temp_times.append(record.timestamp)
                     temps.append(
@@ -194,6 +196,9 @@ class Radiometrics:
                 irt = record.values["Tir(K)"]
                 irts.append([float(irt)])
             elif record.block_type == 300:
+                if skip_procs:
+                    skip_procs.pop()
+                    continue
                 lwp = record.values["Int. Liquid(mm)"]
                 iwv = record.values["Int. Vapor(cm)"]
                 times.append(record.timestamp)
@@ -202,26 +207,88 @@ class Radiometrics:
         self.data["time"] = np.array(times, dtype="datetime64[s]")
         self.data["lwp"] = np.array(lwps)  # mm => kg m-2
         self.data["iwv"] = np.array(iwvs) * 10  # cm => kg m-2
-        self.data["irt"] = _find_closest(
-            np.array(irt_times, dtype="datetime64[s]"),
-            np.array(irts),
-            self.data["time"],
-        )
-        self.data["temperature"] = _find_closest(
-            np.array(temp_times, dtype="datetime64[s]"),
-            np.array(temps),
-            self.data["time"],
-        )
-        self.data["relative_humidity"] = _find_closest(
-            np.array(rh_times, dtype="datetime64[s]"),
-            np.array(rhs) / 100,  # % => 1
-            self.data["time"],
-        )
-        self.data["absolute_humidity"] = _find_closest(
-            np.array(ah_times, dtype="datetime64[s]"),
-            np.array(ahs) / 1000,  # g m-3 => kg m-3
-            self.data["time"],
+        if irt_times:
+            self.data["irt"] = _find_closest(
+                np.array(irt_times, dtype="datetime64[s]"),
+                np.array(irts),
+                self.data["time"],
+            )
+        if temp_times:
+            self.data["temperature"] = _find_closest(
+                np.array(temp_times, dtype="datetime64[s]"),
+                np.array(temps),
+                self.data["time"],
+            )
+        if rh_times:
+            self.data["relative_humidity"] = _find_closest(
+                np.array(rh_times, dtype="datetime64[s]"),
+                np.array(rhs) / 100,  # % => 1
+                self.data["time"],
+            )
+        if ah_times:
+            self.data["absolute_humidity"] = _find_closest(
+                np.array(ah_times, dtype="datetime64[s]"),
+                np.array(ahs) / 1000,  # g m-3 => kg m-3
+                self.data["time"],
+            )
+
+
+class RadiometricsWVR:
+    """Reader for *.los files from Radiometrics WVR-1100 microwave
+    radiometer.
+    """
+
+    def __init__(self, filename: Path):
+        self.filename = filename
+        self.raw_data: dict = {}
+        self.data: dict = {}
+        self.instrument = instruments.RADIOMETRICS
+        self.ranges: list[str] = []
+
+    def read_raw_data(self) -> None:
+        with open(self.filename, encoding="utf8") as file:
+            for line in file:
+                columns = line.split()
+                if columns[:2] == ["date", "time"]:
+                    headers = columns
+                    break
+            else:
+                msg = "No headers found"
+                raise RuntimeError(msg)
+            for header in headers:
+                self.raw_data[header] = []
+            for line in file:
+                columns = line.split()
+                if len(columns) != len(headers):
+                    continue
+                for header, column in zip(headers, columns, strict=True):
+                    value: datetime.date | datetime.time | float
+                    if header == "date":
+                        value = _parse_date(column)
+                    elif header == "time":
+                        value = _parse_time(column)
+                    else:
+                        value = _parse_value(column)
+                    self.raw_data[header].append(value)
+
+    def read_data(self) -> None:
+        self.data["time"] = np.array(
+            [
+                datetime.datetime.combine(date, time)
+                for date, time in zip(
+                    self.raw_data["date"], self.raw_data["time"], strict=True
+                )
+            ],
+            dtype="datetime64[s]",
         )
+        self.data["lwp"] = np.array(self.raw_data["LiqCM"]) * 10  # cm => kg m-2
+        self.data["iwv"] = np.array(self.raw_data["VapCM"]) * 10  # cm => kg m-2
+        is_zenith = np.abs(np.array(self.raw_data["ELact"]) - 90.0) < 1.0
+        tb23_valid = np.array(self.raw_data["TbSky23"]) > 0
+        tb31_valid = np.array(self.raw_data["TbSky31"]) > 0
+        is_valid = is_zenith & tb23_valid & tb31_valid
+        for key in self.data:
+            self.data[key] = self.data[key][is_valid]
 
 
 class RadiometricsCombined:
@@ -230,7 +297,7 @@ class RadiometricsCombined:
     date: datetime.date | None
     instrument: instruments.Instrument
 
-    def __init__(self, objs: list[Radiometrics], site_meta: dict):
+    def __init__(self, objs: list[RadiometricsMP | RadiometricsWVR], site_meta: dict):
         self.site_meta = site_meta
         self.data = {}
         self.date = None
@@ -240,9 +307,10 @@ class RadiometricsCombined:
                 raise InconsistentDataError(msg)
             for key in obj.data:
                 self.data = utils.append_data(self.data, key, obj.data[key])
-        ranges = [float(x) for x in objs[0].ranges]
-        self.data["range"] = np.array(ranges) * 1000  # m => km
-        self.data["height"] = self.data["range"] + self.site_meta["altitude"]
+        if objs[0].ranges:
+            ranges = [float(x) for x in objs[0].ranges]
+            self.data["range"] = np.array(ranges) * 1000  # m => km
+            self.data["height"] = self.data["range"] + self.site_meta["altitude"]
         self.instrument = instruments.RADIOMETRICS
 
     def screen_time(self, expected_date: datetime.date | None) -> None:
@@ -289,6 +357,35 @@ class RadiometricsCombined:
                 self.data[name] = CloudnetArray(float(value), key)
 
 
+def _read_file(filename: Path) -> RadiometricsMP | RadiometricsWVR:
+    with open(filename) as f:
+        first_line = f.readline()
+    obj = (
+        RadiometricsWVR(filename)
+        if "RETRIEVAL COEFFICIENTS" in first_line
+        else RadiometricsMP(filename)
+    )
+    obj.read_raw_data()
+    obj.read_data()
+    return obj
+
+
+def _parse_value(text: str) -> float:
+    return math.nan if "*" in text else float(text)
+
+
+def _parse_date(text: str) -> datetime.date:
+    month, day, year = map(int, text.split("/"))
+    if year < 100:
+        year += 2000
+    return datetime.date(year, month, day)
+
+
+def _parse_time(text: str) -> datetime.time:
+    hour, minute, second = map(int, text.split(":"))
+    return datetime.time(hour, minute, second)
+
+
 def _parse_datetime(text: str) -> datetime.datetime:
     date, time = text.split()
     month, day, year = map(int, date.split("/"))

cloudnetpy/version.py

@@ -1,4 +1,4 @@
 MAJOR = 1
-MINOR = 75
+MINOR = 76
 PATCH = 1
 __version__ = f"{MAJOR}.{MINOR}.{PATCH}"

{cloudnetpy-1.75.1.dist-info → cloudnetpy-1.76.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cloudnetpy
-Version: 1.75.1
+Version: 1.76.1
 Summary: Python package for Cloudnet processing
 Author: Simo Tukiainen
 License: MIT License

{cloudnetpy-1.75.1.dist-info → cloudnetpy-1.76.1.dist-info}/RECORD

@@ -9,7 +9,7 @@ cloudnetpy/metadata.py,sha256=lO7BCbVAzFoH3Nq-VuezYX0f7MnbG1Zp11g5GSiuQwM,6189
 cloudnetpy/output.py,sha256=l0LoOhcGCBrg2EJ4NT1xZ7-UKWdV7X7yQ0fJmhkwJVc,15829
 cloudnetpy/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloudnetpy/utils.py,sha256=SSZWk82c4nkAiTcLdOKGVvxt5ovETdAMn_TLxVeYpBY,33473
-cloudnetpy/version.py,sha256=tMFs6L1VKyLJzgBVt3-cNkUiP4Yz4Ld_Cu8UkEL_7U4,72
+cloudnetpy/version.py,sha256=h_CrP8sn9JN6-YKTFNNaJcVYnr_Y-PGPAYa6HOR0wGo,72
 cloudnetpy/categorize/__init__.py,sha256=s-SJaysvVpVVo5kidiruWQO6p3gv2TXwY1wEHYO5D6I,44
 cloudnetpy/categorize/atmos_utils.py,sha256=RcmbKxm2COkE7WEya0mK3yX5rzUbrewRVh3ekm01RtM,10598
 cloudnetpy/categorize/attenuation.py,sha256=Y_-fzmQTltWTqIZTulJhovC7a6ifpMcaAazDJcnMIOc,990
@@ -49,7 +49,7 @@ cloudnetpy/instruments/mrr.py,sha256=eeAzCp3CiHGauywjwvMUAFwZ4vBOZMcd3IlF8KsrLQo
 cloudnetpy/instruments/nc_lidar.py,sha256=5gQG9PApnNPrHmS9_zanl8HEYIQuGRpbnzC3wfTcOyQ,1705
 cloudnetpy/instruments/nc_radar.py,sha256=HlaZeH5939R86ukF8K-P4Kfzb5-CpLB15LU2u94C5eI,7330
 cloudnetpy/instruments/pollyxt.py,sha256=U3g-ttmcs02LuLwVOydP3GjeNcmDyoYQroB-leIGdHY,10060
-cloudnetpy/instruments/radiometrics.py,sha256=ySG4a042XkgjMTG8d20oAPNvFvw9bMwwiqS3zv-JF_w,11825
+cloudnetpy/instruments/radiometrics.py,sha256=_ZBHYiw3u4m0UDPaYRHnx-ofq2FS59Vdv3-fLiOzm9I,15471
 cloudnetpy/instruments/rain_e_h3.py,sha256=9TdpP4UzMBNIt2iE2GL6K9dFldzTHPLOrU8Q3tcosCU,5317
 cloudnetpy/instruments/rpg.py,sha256=m3-xLJ-w2T7Ip7jBveWsGrts4tmNvdc-Lb4HebvHQjQ,17319
 cloudnetpy/instruments/rpg_reader.py,sha256=ThztFuVrWxhmWVAfZTfQDeUiKK1XMTbtv08IBe8GK98,11364
@@ -116,10 +116,10 @@ cloudnetpy/products/lwc.py,sha256=sl6Al2tuH3KkCBrPbWTmuz3jlD5UQJ4D6qBsn1tt2CQ,18
 cloudnetpy/products/mie_lu_tables.nc,sha256=It4fYpqJXlqOgL8jeZ-PxGzP08PMrELIDVe55y9ob58,16637951
 cloudnetpy/products/mwr_tools.py,sha256=8HPZpQMTojKZP1JS1S83IE0sxmbDE9bxlaWoqmGnUZE,6199
 cloudnetpy/products/product_tools.py,sha256=uu4l6reuGbPcW3TgttbaSrqIKbyYGhBVTdnC7opKvmg,11101
-cloudnetpy-1.75.1.dist-info/licenses/LICENSE,sha256=wcZF72bdaoG9XugpyE95Juo7lBQOwLuTKBOhhtANZMM,1094
+cloudnetpy-1.76.1.dist-info/licenses/LICENSE,sha256=wcZF72bdaoG9XugpyE95Juo7lBQOwLuTKBOhhtANZMM,1094
 docs/source/conf.py,sha256=IKiFWw6xhUd8NrCg0q7l596Ck1d61XWeVjIFHVSG9Og,1490
-cloudnetpy-1.75.1.dist-info/METADATA,sha256=E9p1xLzJFAIa_z2emwjuzlVEHuWB1YiYuY1z9pn1ZR4,5796
-cloudnetpy-1.75.1.dist-info/WHEEL,sha256=0CuiUZ_p9E4cD6NyLD6UG80LBXYyiSYZOKDm5lp32xk,91
-cloudnetpy-1.75.1.dist-info/entry_points.txt,sha256=HhY7LwCFk4qFgDlXx_Fy983ZTd831WlhtdPIzV-Y3dY,51
-cloudnetpy-1.75.1.dist-info/top_level.txt,sha256=ibSPWRr6ojS1i11rtBFz2_gkIe68mggj7aeswYfaOo0,16
-cloudnetpy-1.75.1.dist-info/RECORD,,
+cloudnetpy-1.76.1.dist-info/METADATA,sha256=D879CAfuvaUbCF960Vvrb0Xiik6hijq1yiFREIFjZcE,5796
+cloudnetpy-1.76.1.dist-info/WHEEL,sha256=DnLRTWE75wApRYVsjgc6wsVswC54sMSJhAEd4xhDpBk,91
+cloudnetpy-1.76.1.dist-info/entry_points.txt,sha256=HhY7LwCFk4qFgDlXx_Fy983ZTd831WlhtdPIzV-Y3dY,51
+cloudnetpy-1.76.1.dist-info/top_level.txt,sha256=ibSPWRr6ojS1i11rtBFz2_gkIe68mggj7aeswYfaOo0,16
+cloudnetpy-1.76.1.dist-info/RECORD,,

{cloudnetpy-1.75.1.dist-info → cloudnetpy-1.76.1.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.3.1)
+Generator: setuptools (80.4.0)
 Root-Is-Purelib: true
 Tag: py3-none-any