doppy 0.1.3__cp310-abi3-win_amd64.whl → 0.2.0__cp310-abi3-win_amd64.whl

doppy/data/api.py

@@ -37,7 +37,13 @@ class Api:
         return self.get(
             "raw-files",
             params={
-                "instrument": ["halo-doppler-lidar", "wls100s", "wls200s", "wls400s"],
+                "instrument": [
+                    "halo-doppler-lidar",
+                    "wls100s",
+                    "wls200s",
+                    "wls400s",
+                    "wls70",
+                ],
                 "site": site,
                 "date": date,
             },

doppy/product/stare.py

@@ -50,6 +50,7 @@ class Stare:
             doppy.raw.HaloHpl.merge(_select_raws_for_stare(raws))
             .sorted_by_time()
             .non_strictly_increasing_timesteps_removed()
+            .nans_removed()
         )
 
         bgs = doppy.raw.HaloBg.from_srcs(data_bg)
@@ -65,6 +66,8 @@ class Stare:
             .non_strictly_increasing_timesteps_removed()
         )
         raw, intensity_bg_corrected = _correct_background(raw, bg, bg_correction_method)
+        if len(raw.time) == 0:
+            raise doppy.exceptions.NoDataError("No matching data and bg files")
         intensity_noise_bias_corrected = _correct_intensity_noise_bias(
             raw, intensity_bg_corrected
         )

doppy/product/wind.py

@@ -54,6 +54,7 @@ class Wind:
             doppy.raw.HaloHpl.merge(_select_raws_for_wind(raws))
             .sorted_by_time()
             .non_strictly_increasing_timesteps_removed()
+            .nans_removed()
         )
         if len(raw.time) == 0:
             raise doppy.exceptions.NoDataError("No suitable data for the wind product")
@@ -148,6 +149,38 @@ class Wind:
             mask=mask,
         )
 
+    @classmethod
+    def from_wls70_data(
+        cls,
+        data: Sequence[str]
+        | Sequence[Path]
+        | Sequence[bytes]
+        | Sequence[BufferedIOBase],
+    ) -> Wind:
+        raws = doppy.raw.Wls70.from_srcs(data)
+
+        if len(raws) == 0:
+            raise doppy.exceptions.NoDataError("Wls70 data missing")
+
+        raw = (
+            doppy.raw.Wls70.merge(raws)
+            .sorted_by_time()
+            .non_strictly_increasing_timesteps_removed()
+        )
+        mask = (
+            np.isnan(raw.meridional_wind)
+            | np.isnan(raw.zonal_wind)
+            | np.isnan(raw.vertical_wind)
+        )
+        return Wind(
+            time=raw.time,
+            height=raw.altitude,
+            zonal_wind=raw.zonal_wind,
+            meridional_wind=raw.meridional_wind,
+            vertical_wind=raw.vertical_wind,
+            mask=mask,
+        )
+
 
 def _compute_wind(
     raw: doppy.raw.HaloHpl | doppy.raw.WindCube,

doppy/raw/__init__.py

@@ -2,5 +2,6 @@ from .halo_bg import HaloBg
 from .halo_hpl import HaloHpl
 from .halo_sys_params import HaloSysParams
 from .windcube import WindCube
+from .wls70 import Wls70
 
-__all__ = ["HaloHpl", "HaloBg", "HaloSysParams", "WindCube"]
+__all__ = ["HaloHpl", "HaloBg", "HaloSysParams", "WindCube", "Wls70"]

doppy/raw/halo_hpl.py

@@ -187,6 +187,10 @@ class HaloHpl:
                 latest_time = t
         return self[mask]
 
+    def nans_removed(self) -> HaloHpl:
+        is_ok = ~np.isnan(self.intensity).any(axis=1)
+        return self[is_ok]
+
 
 @dataclass(slots=True)
 class HaloHplHeader:

doppy/raw/wls70.py

@@ -0,0 +1,188 @@
+from __future__ import annotations
+
+from dataclasses import dataclass
+from datetime import datetime
+from io import BufferedIOBase
+from pathlib import Path
+from typing import Sequence
+
+import numpy as np
+import numpy.typing as npt
+from numpy import datetime64
+
+import doppy
+from doppy import exceptions
+
+
+@dataclass
+class Wls70:
+    time: npt.NDArray[datetime64]  # dim: (time, )
+    altitude: npt.NDArray[np.float64]  # dim: (altitude, )
+    position: npt.NDArray[np.float64]  # dim: (time, )
+    temperature: npt.NDArray[np.float64]  # dim: (time, )
+    wiper: npt.NDArray[np.bool_]  # dim: (time, )
+    cnr: npt.NDArray[np.float64]  # dim: (time, altitude)
+    radial_velocity: npt.NDArray[np.float64]  # dim: (time, altitude)
+    radial_velocity_deviation: npt.NDArray[np.float64]  # dim: (time, altitude)
+    vh: npt.NDArray[np.float64]  # dim: (time, altitude)
+    wind_direction: npt.NDArray[np.float64]  # dim: (time, altitude)
+    zonal_wind: npt.NDArray[np.float64]  # u := zonal wind?, dim: (time, altitude)
+    meridional_wind: npt.NDArray[
+        np.float64
+    ]  # v := meridional wind?, dim: (time, altitude)
+    vertical_wind: npt.NDArray[np.float64]  # w := vertical wind?, dim: (time, altitude)
+
+    @classmethod
+    def from_srcs(
+        cls,
+        data: Sequence[str]
+        | Sequence[Path]
+        | Sequence[bytes]
+        | Sequence[BufferedIOBase],
+    ) -> list[Wls70]:
+        if not isinstance(data, (list, tuple)):
+            raise TypeError("data should be list or tuple")
+        if all(isinstance(src, bytes) for src in data):
+            data_bytes = data
+        elif all(isinstance(src, str) for src in data):
+            data_bytes = []
+            for src in data:
+                with Path(src).open("rb") as f:
+                    data_bytes.append(f.read())
+        elif all(isinstance(src, Path) for src in data):
+            data_bytes = []
+            for src in data:
+                with src.open("rb") as f:
+                    data_bytes.append(f.read())
+        elif all(isinstance(src, BufferedIOBase) for src in data):
+            data_bytes = [src.read() for src in data]
+        else:
+            raise TypeError("Unexpected types in data")
+        raws = doppy.rs.raw.wls70.from_bytes_srcs(data_bytes)
+        try:
+            return [_raw_rs_to_wls70(r) for r in raws]
+        except RuntimeError as err:
+            raise exceptions.RawParsingError(err) from err
+
+    @classmethod
+    def from_src(cls, data: str | Path | bytes | BufferedIOBase) -> Wls70:
+        if isinstance(data, str):
+            path = Path(data)
+            with path.open("rb") as f:
+                data_bytes = f.read()
+        elif isinstance(data, Path):
+            with data.open("rb") as f:
+                data_bytes = f.read()
+        elif isinstance(data, bytes):
+            data_bytes = data
+        elif isinstance(data, BufferedIOBase):
+            data_bytes = data.read()
+        else:
+            raise TypeError("Unsupported data type")
+        try:
+            return _raw_rs_to_wls70(doppy.rs.raw.wls70.from_bytes_src(data_bytes))
+        except RuntimeError as err:
+            raise exceptions.RawParsingError(err) from err
+
+    def __getitem__(
+        self,
+        index: int
+        | slice
+        | list[int]
+        | npt.NDArray[np.int64]
+        | npt.NDArray[np.bool_]
+        | tuple[slice, slice],
+    ) -> Wls70:
+        if isinstance(index, (int, slice, list, np.ndarray)):
+            return Wls70(
+                time=self.time[index],
+                altitude=self.altitude,
+                position=self.position[index],
+                temperature=self.temperature[index],
+                wiper=self.wiper[index],
+                cnr=self.cnr[index],
+                radial_velocity=self.radial_velocity[index],
+                radial_velocity_deviation=self.radial_velocity_deviation[index],
+                vh=self.vh[index],
+                wind_direction=self.wind_direction[index],
+                zonal_wind=self.zonal_wind[index],
+                meridional_wind=self.meridional_wind[index],
+                vertical_wind=self.vertical_wind[index],
+            )
+        raise TypeError
+
+    def sorted_by_time(self) -> Wls70:
+        sort_indices = np.argsort(self.time)
+        return self[sort_indices]
+
+    @classmethod
+    def merge(cls, raws: Sequence[Wls70]) -> Wls70:
+        return cls(
+            time=np.concatenate(tuple(r.time for r in raws)),
+            altitude=raws[0].altitude,
+            position=np.concatenate(tuple(r.position for r in raws)),
+            temperature=np.concatenate(tuple(r.temperature for r in raws)),
+            wiper=np.concatenate(tuple(r.wiper for r in raws)),
+            cnr=np.concatenate(tuple(r.cnr for r in raws)),
+            radial_velocity=np.concatenate(tuple(r.radial_velocity for r in raws)),
+            radial_velocity_deviation=np.concatenate(
+                tuple(r.radial_velocity_deviation for r in raws)
+            ),
+            vh=np.concatenate(tuple(r.vh for r in raws)),
+            wind_direction=np.concatenate(tuple(r.wind_direction for r in raws)),
+            zonal_wind=np.concatenate(tuple(r.zonal_wind for r in raws)),
+            meridional_wind=np.concatenate(tuple(r.meridional_wind for r in raws)),
+            vertical_wind=np.concatenate(tuple(r.vertical_wind for r in raws)),
+        )
+
+    def non_strictly_increasing_timesteps_removed(self) -> Wls70:
+        if len(self.time) == 0:
+            return self
+        mask = np.ones_like(self.time, dtype=np.bool_)
+        latest_time = self.time[0]
+        for i, t in enumerate(self.time[1:], start=1):
+            if t <= latest_time:
+                mask[i] = False
+            else:
+                latest_time = t
+        return self[mask]
+
+
+def _raw_rs_to_wls70(
+    raw_rs: tuple[
+        dict[str, npt.NDArray[np.float64]], list[str], npt.NDArray[np.float64]
+    ],
+) -> Wls70:
+    info, cols, data = raw_rs
+    altitude = info["altitude"]
+    data = data.reshape(-1, len(cols))
+    time_ts = data[:, 0]
+    time = np.array([datetime64(datetime.utcfromtimestamp(ts)) for ts in time_ts])
+
+    position = data[:, 1]
+    temperature = data[:, 2]
+    wiper = np.array(np.isclose(data[:, 3], 1), dtype=np.bool_)
+    cnr = data[:, 4::8]
+    rws = data[:, 5::8]
+    rwsd = data[:, 6::8]
+    vh = data[:, 7::8]
+    direction = data[:, 8::8]
+    u = data[:, 9::8]
+    v = data[:, 10::8]
+    w = data[:, 11::8]
+
+    return Wls70(
+        time=time,
+        altitude=altitude,
+        position=position,
+        temperature=temperature,
+        wiper=wiper,
+        cnr=cnr,
+        radial_velocity=rws,
+        radial_velocity_deviation=rwsd,
+        vh=vh,
+        wind_direction=direction,
+        zonal_wind=u,
+        meridional_wind=v,
+        vertical_wind=w,
+    )

{doppy-0.1.3.dist-info → doppy-0.2.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: doppy
-Version: 0.1.3
+Version: 0.2.0
 Classifier: Development Status :: 4 - Beta
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.10
@@ -13,7 +13,7 @@ Requires-Dist: requests
 Requires-Dist: urllib3
 Requires-Dist: numpy
 Requires-Dist: netcdf4
-Requires-Dist: typer[all]
+Requires-Dist: typer
 Requires-Dist: matplotlib
 Requires-Dist: scikit-learn
 Requires-Dist: scipy

{doppy-0.1.3.dist-info → doppy-0.2.0.dist-info}/RECORD

@@ -1,10 +1,10 @@
-doppy-0.1.3.dist-info/METADATA,sha256=Rggbnzd618Rv2jQA_aBtjYEiAK6cUL4AZg57LHFFLK0,1798
-doppy-0.1.3.dist-info/WHEEL,sha256=Q2npN4Wz3hcQ5uc7KmG7fh3MaY55ijiBnwI7N8UUMDM,95
-doppy-0.1.3.dist-info/entry_points.txt,sha256=9b_Ca7vJoh6AwL3W8qAPh_UmJ_1Pa6hi-TDfCTDjvSk,43
-doppy-0.1.3.dist-info/license_files/LICENSE,sha256=RIAxFjJLTw0wQ3_SM73JoTeppoD99DJJ72cjvVuRrW4,1110
-doppy-0.1.3.dist-info/license_files/LICENSE,sha256=RIAxFjJLTw0wQ3_SM73JoTeppoD99DJJ72cjvVuRrW4,1110
+doppy-0.2.0.dist-info/METADATA,sha256=40KlrlwFO1uGDar8ehIYYYXltszTCDSi2grzI4wPgb0,1793
+doppy-0.2.0.dist-info/WHEEL,sha256=d75zPPyDx5l542fz5cKSMKvSEn203Dzoi4bYqdZk0D8,95
+doppy-0.2.0.dist-info/entry_points.txt,sha256=9b_Ca7vJoh6AwL3W8qAPh_UmJ_1Pa6hi-TDfCTDjvSk,43
+doppy-0.2.0.dist-info/license_files/LICENSE,sha256=RIAxFjJLTw0wQ3_SM73JoTeppoD99DJJ72cjvVuRrW4,1110
+doppy-0.2.0.dist-info/license_files/LICENSE,sha256=RIAxFjJLTw0wQ3_SM73JoTeppoD99DJJ72cjvVuRrW4,1110
 doppy/bench.py,sha256=fLN2iS5mmoYH4qZjD80Vl1h9lp3C-KDfhj9fteWRPtM,260
-doppy/data/api.py,sha256=yzniozSzs8N1sJe5ht4Y5SwyZn06RlGSkiwm0GvBTUE,1787
+doppy/data/api.py,sha256=c3zbZI3IV7HnzhyFzJpUPOFT20eYFuQlJ5K_1ZEe1Pg,1921
 doppy/data/cache.py,sha256=VNPB3XsWGwY2bNXBs1r_sEWF4qBq_U7sJSlSmt1Rxm8,1033
 doppy/data/exceptions.py,sha256=JOyekvUO-Ew4ZVezf3_IxZOrPN0IksfUILd8R2YcSts,95
 doppy/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -12,16 +12,17 @@ doppy/defaults.py,sha256=nhxcZcFd2jyDVbq0azwtekEJEjiz8k21MZmXFlSXAjo,40
 doppy/exceptions.py,sha256=YNEyz4r0ObzZHZ9re83K3wZlR2CRI1GyhH0vvFGasgQ,148
 doppy/netcdf.py,sha256=UnuecY_yEijEDpsuOBCj3EGeWMXtyRIOlLAC1UVUVHY,3527
 doppy/options.py,sha256=uyIKM_G2GtbmV6Gve8o13eIShQqUwsnYZ41mhX2ypGE,218
-doppy/product/stare.py,sha256=GBw5P16smTLtTdNtLTucb4NP2nUcW2WEj0sXysYSvZY,20314
-doppy/product/wind.py,sha256=WNPPMY71HKIpnj3T96jqWNcScYT5Fa3vB7PKnm4FP_I,11452
+doppy/product/stare.py,sha256=Er_LA_tk16hpBL7cWJxQaVO914GAtzOC03cGY4Ij85Q,20456
+doppy/product/wind.py,sha256=H8bBZChAPcjlnYLj7HhqGs__kcCHrRGeKr2tf2E_LlU,12394
 doppy/product/__init__.py,sha256=dOyY9_lLv6l3-_vtmJU18zOrE86SL0LHovQWQtwynnU,107
 doppy/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 doppy/raw/halo_bg.py,sha256=9K7E9smahGOqDIYnA-9m-Di3QsDY0PR2FH4Yd_oYiEY,4951
-doppy/raw/halo_hpl.py,sha256=Yrk9YY4zErAfiyHJMWmPfWPr1fjGK3TxnznIXyp8poc,19028
+doppy/raw/halo_hpl.py,sha256=x1xJVJKsKtNXPHqgIVyBseV9KpTifTK15URcBlAfRfE,19153
 doppy/raw/halo_sys_params.py,sha256=L3cFf1jATLMkVf2ViSbrmom-rZu7dn1Nq1J354xO98A,4041
 doppy/raw/windcube.py,sha256=aHAKN1tgyPNpCVBY4co9FwM6vMLu4swqVoFFhpDT33M,9939
-doppy/raw/__init__.py,sha256=5szGvPn_KS7PViMPQ1umGrbd9jkJzQUZpTiST1z2MvQ,200
+doppy/raw/wls70.py,sha256=yZKz1UO5ghqU6XO9-7poABwSKVgUr9BDgoKZ59E006E,6980
+doppy/raw/__init__.py,sha256=J06q7iykSAWIif4XAxI1jOszkARvLFBR1eU-B9yUXMw,235
 doppy/__init__.py,sha256=Af7_8p3oN1nTqS9fo0mVKVuiKf5CAEK69uQa32CSFBA,197
 doppy/__main__.py,sha256=38hIWWfanILuBBGorQiAaleSC4qYJoIxuzVBkxf7Dng,371
-doppy/rs.pyd,sha256=cDmKpyhfWzQ6xrCdGTJFv5KtOQOAkATFdW4FKnbLRzw,2088960
-doppy-0.1.3.dist-info/RECORD,,
+doppy/rs.pyd,sha256=k_6SKD65g3DHSNWmDaNeqUfnVv_mZ8cLBJ_EeLK-FYA,2157568
+doppy-0.2.0.dist-info/RECORD,,

{doppy-0.1.3.dist-info → doppy-0.2.0.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: maturin (1.5.0)
+Generator: maturin (1.5.1)
 Root-Is-Purelib: false
 Tag: cp310-abi3-win_amd64