doppy 0.5.4__cp310-abi3-win_amd64.whl → 0.5.6__cp310-abi3-win_amd64.whl

doppy/product/stare.py

@@ -113,7 +113,7 @@ class Stare:
             mask_radial_velocity=mask_radial_velocity,
             wavelength=wavelength,
             system_id=raw.system_id,
-            ray_info=RayAccumulationTime(raw.ray_accumulation_time),
+            ray_info=RayAccumulationTime(raw.ray_accumulation_time.astype(float)),
         )
 
     @classmethod

doppy/product/utils.py

@@ -0,0 +1,12 @@
+from collections import Counter
+
+import numpy as np
+import numpy.typing as npt
+
+
+def arr_to_rounded_set(arr: npt.NDArray[np.float64]) -> set[int]:
+    return set(int(x) for x in np.round(arr))
+
+
+def count_rounded(arr: npt.NDArray[np.float64]) -> Counter[int]:
+    return Counter(int(x) for x in np.round(arr))

doppy/product/wind.py

@@ -1,21 +1,18 @@
 from __future__ import annotations
 
 import functools
-from collections import defaultdict
+from collections import Counter
 from dataclasses import dataclass
 from io import BufferedIOBase
 from pathlib import Path
-from typing import Sequence, TypeAlias
+from typing import Sequence
 
 import numpy as np
 import numpy.typing as npt
 from scipy.ndimage import generic_filter
-from sklearn.cluster import KMeans
 
 import doppy
-
-# ngates, gate points, elevation angle, tuple of sorted azimuth angles
-SelectionGroupKeyType: TypeAlias = tuple[int, int, tuple[int, ...]]
+from doppy.product.utils import arr_to_rounded_set
 
 
 @dataclass
@@ -413,99 +410,45 @@ def _wrap_and_round_angle(a: np.float64) -> int:
     return int(np.round(a)) % 360
 
 
-def _group_scans(raw: doppy.raw.HaloHpl) -> npt.NDArray[np.int64]:
-    if len(raw.time) < 4:
-        raise ValueError("Expected at least 4 profiles to compute wind profile")
-    if raw.time.dtype != "<M8[us]":
-        raise TypeError("time expected to be in numpy datetime[us]")
-    time = raw.time.astype(np.float64) * 1e-6
-    timediff_in_seconds = np.diff(time)
-    kmeans = KMeans(n_clusters=2, n_init="auto").fit(timediff_in_seconds.reshape(-1, 1))
-    centers = kmeans.cluster_centers_.flatten()
-    scanstep_timediff = centers[np.argmin(centers)]
-
-    if scanstep_timediff < 0.1 or scanstep_timediff > 30:
-        raise ValueError(
-            "Time difference between profiles in one scan "
-            "expected to be between 0.1 and 30 seconds"
-        )
-    scanstep_timediff_upperbound = 2 * scanstep_timediff
-    groups_by_time = -1 * np.ones_like(time, dtype=np.int64)
-    groups_by_time[0] = 0
-    scan_index = 0
-    for i, (t_prev, t) in enumerate(zip(time[:-1], time[1:]), start=1):
-        if t - t_prev > scanstep_timediff_upperbound:
-            scan_index += 1
-        groups_by_time[i] = scan_index
-
-    return _subgroup_scans(raw, groups_by_time)
-
-
-def _subgroup_scans(
-    raw: doppy.raw.HaloHpl, time_groups: npt.NDArray[np.int64]
-) -> npt.NDArray[np.int64]:
-    """
-    Groups scans further based on the azimuth angles
-    """
-    group = -1 * np.ones_like(raw.time, dtype=np.int64)
-    i = -1
-    for time_group in set(time_groups):
-        i += 1
-        (pick,) = np.where(time_group == time_groups)
-        raw_group = raw[pick]
-        first_azimuth_angle = int(np.round(raw_group.azimuth[0])) % 360
-        group[pick[0]] = i
-        for j, azi in enumerate(
-            (int(np.round(azi)) % 360 for azi in raw_group.azimuth[1:]), start=1
-        ):
-            if azi == first_azimuth_angle:
-                i += 1
-            group[pick[j]] = i
-    return group
-
-
 def _select_raws_for_wind(
     raws: Sequence[doppy.raw.HaloHpl],
 ) -> Sequence[doppy.raw.HaloHpl]:
-    if len(raws) == 0:
-        raise doppy.exceptions.NoDataError(
-            "Cannot select raws for wind from empty list"
-        )
-    raws_wind = [
-        raw
-        for raw in raws
-        if len(raw.elevation_angles) == 1
-        and (el := next(iter(raw.elevation_angles))) < 80
-        and el > 25
-        and len(raw.azimuth_angles) > 3
-    ]
-    if len(raws_wind) == 0:
+    counter: Counter[tuple[int, int]] = Counter()
+    filtered_raws = []
+    for raw in raws:
+        select = (1 < raw.elevation) & (raw.elevation < 85)
+        for el in arr_to_rounded_set(raw.elevation[select]):
+            select_el = raw.elevation.round().astype(int) == el
+            select_and = select & select_el
+
+            if _get_nrounded_angles(raw.azimuth[select_and]) > 3:
+                filtered_raws.append(raw[select_and])
+                counter.update(
+                    Counter(
+                        (raw.header.mergeable_hash(), el)
+                        for el in raw.elevation[select_and].round().astype(int)
+                    )
+                )
+    if len(counter) == 0:
         raise doppy.exceptions.NoDataError(
-            "No data suitable for winds: "
-            "Multiple elevation angles or "
-            "elevation angle >= 80 or "
-            "elevation angle <= 25 or "
-            "no more than 3 azimuth angles"
+            "No scans with 1 < elevation angle < 85 and more than 3 azimuth angles"
         )
-
-    groups: dict[SelectionGroupKeyType, int] = defaultdict(int)
-
-    for raw in raws_wind:
-        groups[_selection_key(raw)] += len(raw.time)
-
-    def key_func(key: SelectionGroupKeyType) -> int:
-        return groups[key]
-
-    select_tuple = max(groups, key=key_func)
-
-    return [raw for raw in raws_wind if _selection_key(raw) == select_tuple]
-
-
-def _selection_key(raw: doppy.raw.HaloHpl) -> SelectionGroupKeyType:
-    if len(raw.elevation_angles) != 1:
-        raise ValueError("Expected only one elevation angle")
-    return (
-        raw.header.mergeable_hash(),
-        next(iter(raw.elevation_angles)),
-        tuple(sorted(raw.azimuth_angles)),
-    )
+    if len(counter) == 1:
+        return filtered_raws
+    # Else select angle closes to 75 from angles
+    # that have count larger than mean_count/2
+    mean_count = counter.total() / len(counter)
+    _, _, hash = sorted(
+        [
+            (el, abs(el - 75), hash)
+            for (hash, el), count in counter.items()
+            if count > mean_count / 2
+        ],
+        key=lambda x: x[1],
+    )[0]
+    raws = [raw for raw in filtered_raws if raw.header.mergeable_hash() == hash]
+    return raws
+
+
+def _get_nrounded_angles(arr: npt.NDArray[np.float64]) -> int:
+    return len(set((x + 360) % 360 for x in arr_to_rounded_set(arr)))

doppy/raw/windcube.py

@@ -97,7 +97,7 @@ class WindCubeFixed:
         return self[sort_indices]
 
     def nan_profiles_removed(self) -> WindCubeFixed:
-        return self[np.array(~np.all(np.isnan(self.cnr), axis=1), dtype=np.bool)]
+        return self[np.array(~np.all(np.isnan(self.cnr), axis=1), dtype=np.bool_)]
 
 
 @dataclass

{doppy-0.5.4.dist-info → doppy-0.5.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: doppy
-Version: 0.5.4
+Version: 0.5.6
 Classifier: Development Status :: 4 - Beta
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.10
@@ -29,10 +29,10 @@ Requires-Dist: release-version ; extra == 'dev'
 Requires-Dist: pre-commit ; extra == 'dev'
 Requires-Dist: xarray[io] ; extra == 'dev'
 Requires-Dist: seaborn ; extra == 'dev'
+Requires-Dist: tomli ; extra == 'dev'
 Provides-Extra: dev
 License-File: LICENSE
 License-File: LICENSE
-Author: Niko Leskinen <niko.leskinen@fmi.fi>
 Author-email: Niko Leskinen <niko.leskinen@fmi.fi>
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown; charset=UTF-8; variant=GFM

{doppy-0.5.4.dist-info → doppy-0.5.6.dist-info}/RECORD

@@ -1,33 +1,34 @@
-doppy-0.5.4.dist-info/METADATA,sha256=L0tX0_qaQLLmArtnqhCJW4EJBvLgasgkPyqOjI0v_34,4454
-doppy-0.5.4.dist-info/WHEEL,sha256=GbZa854Nd4wq8FJ_cHwge55xWx0Hgf1aqY1IVa8I2To,95
-doppy-0.5.4.dist-info/entry_points.txt,sha256=9b_Ca7vJoh6AwL3W8qAPh_UmJ_1Pa6hi-TDfCTDjvSk,43
-doppy-0.5.4.dist-info/licenses/LICENSE,sha256=RIAxFjJLTw0wQ3_SM73JoTeppoD99DJJ72cjvVuRrW4,1110
+doppy-0.5.6.dist-info/METADATA,sha256=qk92LK22aqb7ezTG0IxCYv6yTEnmhb_EQdsEtoyfzKI,4447
+doppy-0.5.6.dist-info/WHEEL,sha256=MF1HCxdpioEZC6lqltB_WBzy4tzMPetoB2hZW2ZWEzg,95
+doppy-0.5.6.dist-info/entry_points.txt,sha256=9b_Ca7vJoh6AwL3W8qAPh_UmJ_1Pa6hi-TDfCTDjvSk,43
+doppy-0.5.6.dist-info/licenses/LICENSE,sha256=RIAxFjJLTw0wQ3_SM73JoTeppoD99DJJ72cjvVuRrW4,1110
+doppy/__init__.py,sha256=Af7_8p3oN1nTqS9fo0mVKVuiKf5CAEK69uQa32CSFBA,197
+doppy/__main__.py,sha256=38hIWWfanILuBBGorQiAaleSC4qYJoIxuzVBkxf7Dng,371
 doppy/bench.py,sha256=X4yPXFPAM708ptzXKDYxVBOC0E3cMj_KxXzmD_Q9_RM,321
+doppy/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 doppy/data/api.py,sha256=IoLRodfITNHs4Pb2IvVvOjSirSeK-xNoSO4tsQYjsKc,1933
 doppy/data/cache.py,sha256=ERFzH-KjLLXV8fCePsewTepKZXmLwtXxeazmHiFdA80,1203
 doppy/data/exceptions.py,sha256=JOyekvUO-Ew4ZVezf3_IxZOrPN0IksfUILd8R2YcSts,95
-doppy/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 doppy/defaults.py,sha256=jZvGmHJkvOzFpwy97L6Sj9-bnF0-nvq0-zNNWxM_WpE,490
 doppy/exceptions.py,sha256=IUF8D_d-QOvtemUSEMg1raXDWA3dSXQ2MUBvlwgm1rU,197
 doppy/netcdf.py,sha256=R41GVQQrjo3z4Pqi-Rh9QeF7nU8HsYT2jY9Bd8xDmDQ,4212
 doppy/options.py,sha256=uyIKM_G2GtbmV6Gve8o13eIShQqUwsnYZ41mhX2ypGE,218
+doppy/product/__init__.py,sha256=xoBEXuhid-bvoof5Ogzpt1dKIhJgNMRyrAinCqUOUUI,241
 doppy/product/noise_utils.py,sha256=Bro3T8uMY9MmJcrXbOl_QKIU7OXVRUs_R6Norl5Tv3Q,2735
-doppy/product/stare.py,sha256=A_Xy6nIScnCUlEoziZ164aIW1HVqE7WogCcL5Ljpc_o,28009
+doppy/product/stare.py,sha256=zcy-BAvY3R0PtBxVILNDH6FRvd9OwfHMfsNOowEoNtQ,28023
 doppy/product/stare_depol.py,sha256=GkS-60Izk-rF9PnHPtOgAssr--K4ddzQHUlyLZ7JNkU,11026
 doppy/product/turbulence.py,sha256=RHvQlNobnXiF2Vx8OuvTYe7BIibmTNNXpHa7X4BfGbQ,8870
-doppy/product/wind.py,sha256=SbVM_AyLJtIggOb3PHLTak6majHaBMFJHNX36wRti1k,17298
-doppy/product/__init__.py,sha256=xoBEXuhid-bvoof5Ogzpt1dKIhJgNMRyrAinCqUOUUI,241
+doppy/product/utils.py,sha256=-hsyKwZmV3UEIqv9MND5ng-YzW4bBN5QdkMwR4ZDLHw,322
+doppy/product/wind.py,sha256=54Fl2rcaCiMo8Qc_5xhsYJMEU4spIpe0g_OMraNmLt8,15381
 doppy/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+doppy/raw/__init__.py,sha256=QqAPpV53Xbz3tHo4zCYv9_pgLYw_F2YIRH2-Mg9l2gI,341
 doppy/raw/halo_bg.py,sha256=TrqJDUXa1atW2w4UDN9PPx2Mzrc7D9Q2Ndph0yB65p0,5988
 doppy/raw/halo_hpl.py,sha256=ap9WGBSHCYtLDZ89TaTXbHJHIwT6y3y-U0wO1kCR0o8,17304
 doppy/raw/halo_sys_params.py,sha256=9aZpAgaLFniADjYv7EO8wKtmBD6McJP2v7YUz94hrTM,5385
 doppy/raw/utils.py,sha256=pBeBk87_LMxop14_RK5Xj64iYBMu8AhH-IqBRoGgUzE,436
-doppy/raw/windcube.py,sha256=FBoiLHXNluN2HISe6OO5TE32BtZYTuvSwyvcYIafLtE,19626
+doppy/raw/windcube.py,sha256=-AC7tECxOfht6CxxSeFYmRM1bU3DRZSlRvR_nHK4tqg,19627
 doppy/raw/wls70.py,sha256=lWSnuZlmdCGqrlYt6SUDFvPRBOOdtt6LiDiu_nhnPiU,6494
 doppy/raw/wls77.py,sha256=SOIFGC1GhoAPGePH6B-fAuyWqfW5jevi1zbku9JOBng,6623
-doppy/raw/__init__.py,sha256=QqAPpV53Xbz3tHo4zCYv9_pgLYw_F2YIRH2-Mg9l2gI,341
+doppy/rs.pyd,sha256=_dB5h2KcvVttwWrVMMRZK47emPsjzhmrlb3IJfe6fKg,2192896
 doppy/utils.py,sha256=2PwDiO8GyMjsHC-EYcTGyN2mEfPaCi3hhEn2twETOl0,814
-doppy/__init__.py,sha256=Af7_8p3oN1nTqS9fo0mVKVuiKf5CAEK69uQa32CSFBA,197
-doppy/__main__.py,sha256=38hIWWfanILuBBGorQiAaleSC4qYJoIxuzVBkxf7Dng,371
-doppy/rs.pyd,sha256=8H1KXP5TZTafe-bXfbVS55yAJE6mmYRvE4OFJOYMAKA,2198528
-doppy-0.5.4.dist-info/RECORD,,
+doppy-0.5.6.dist-info/RECORD,,

{doppy-0.5.4.dist-info → doppy-0.5.6.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: maturin (1.8.3)
+Generator: maturin (1.9.4)
 Root-Is-Purelib: false
 Tag: cp310-abi3-win_amd64