doppy 0.3.5__cp310-abi3-macosx_10_12_x86_64.whl → 0.3.6__cp310-abi3-macosx_10_12_x86_64.whl

doppy/data/cache.py

@@ -1,4 +1,5 @@
 import gzip
+import logging
 import shutil
 from io import BytesIO
 from pathlib import Path
@@ -25,7 +26,12 @@ def cached_record(
         path.parent.mkdir(parents=True, exist_ok=True)
         content = session.get(record["downloadUrl"]).content
         if record["filename"].endswith(".gz"):
-            content = gzip.decompress(content)
+            try:
+                content = gzip.decompress(content)
+            except EOFError:
+                logging.error(f"Failed to recompress {record['filename']}")
+                raise
+
         with path.open("wb") as f:
             f.write(content)
         return BytesIO(content)

doppy/product/wind.py

@@ -129,7 +129,7 @@ class Wind:
         | Sequence[BufferedIOBase],
         options: Options | None = None,
     ) -> Wind:
-        raws = doppy.raw.WindCube.from_vad_srcs(data)
+        raws = doppy.raw.WindCube.from_vad_or_dbs_srcs(data)
 
         if len(raws) == 0:
             raise doppy.exceptions.NoDataError("WindCube data missing")
@@ -140,6 +140,13 @@ class Wind:
             .non_strictly_increasing_timesteps_removed()
             .reindex_scan_indices()
         )
+        # select scans with most frequent elevation angle from range (15,85)
+        raw = raw[(raw.elevation > 15) & (raw.elevation < 85)]
+        elevation_ints = raw.elevation.round().astype(int)
+        unique_elevations, counts = np.unique(elevation_ints, return_counts=True)
+        most_frequent_elevation = unique_elevations[np.argmax(counts)]
+        raw = raw[elevation_ints == most_frequent_elevation]
+
         if len(raw.time) == 0:
             raise doppy.exceptions.NoDataError("No suitable data for the wind product")
 
@@ -168,7 +175,9 @@ class Wind:
         mask = _compute_mask(wind, rmse) | np.any(np.isnan(wind), axis=2)
         if not np.allclose(elevation, elevation[0]):
             raise ValueError("Elevation is expected to stay same")
-        height = np.array(raw.height, dtype=np.float64)
+        if not (raw.height == raw.height[0]).all():
+            raise ValueError("Unexpected heights")
+        height = np.array(raw.height[0], dtype=np.float64)
         return Wind(
             time=time,
             height=height,

doppy/raw/windcube.py

@@ -16,8 +16,8 @@ from doppy.utils import merge_all_equal
 @dataclass
 class WindCube:
     time: npt.NDArray[datetime64]  # dim: (time, )
-    radial_distance: npt.NDArray[np.int64]  # dim: (radial_distance, )
-    height: npt.NDArray[np.int64]  # dim: (radial_distance, )
+    radial_distance: npt.NDArray[np.int64]  # dim: (time, radial_distance)
+    height: npt.NDArray[np.int64]  # dim: (time,radial_distance)
     azimuth: npt.NDArray[np.float64]  # dim: (time, )
     elevation: npt.NDArray[np.float64]  # dim: (time, )
     cnr: npt.NDArray[np.float64]  # dim: (time, radial_distance)
@@ -27,28 +27,28 @@ class WindCube:
     system_id: str
 
     @classmethod
-    def from_vad_srcs(
+    def from_vad_or_dbs_srcs(
         cls,
         data: Sequence[str]
         | Sequence[Path]
         | Sequence[bytes]
         | Sequence[BufferedIOBase],
     ) -> list[WindCube]:
-        return [WindCube.from_vad_src(src) for src in data]
+        return [WindCube.from_vad_or_dbs_src(src) for src in data]
 
     @classmethod
-    def from_vad_src(cls, data: str | Path | bytes | BufferedIOBase) -> WindCube:
+    def from_vad_or_dbs_src(cls, data: str | Path | bytes | BufferedIOBase) -> WindCube:
         data_bytes = _src_to_bytes(data)
         nc = Dataset("inmemory.nc", "r", memory=data_bytes)
-        return _from_vad_src(nc)
+        return _from_vad_or_dbs_src(nc)
 
     @classmethod
     def merge(cls, raws: list[WindCube]) -> WindCube:
         return WindCube(
             scan_index=_merge_scan_index([r.scan_index for r in raws]),
             time=np.concatenate([r.time for r in raws]),
-            height=_merge_range_vars([r.height for r in raws]),
-            radial_distance=_merge_range_vars([r.radial_distance for r in raws]),
+            height=np.concatenate([r.height for r in raws]),
+            radial_distance=np.concatenate([r.radial_distance for r in raws]),
             azimuth=np.concatenate([r.azimuth for r in raws]),
             elevation=np.concatenate([r.elevation for r in raws]),
             radial_velocity=np.concatenate([r.radial_velocity for r in raws]),
@@ -71,8 +71,8 @@ class WindCube:
         if isinstance(index, (int, slice, list, np.ndarray)):
             return WindCube(
                 time=self.time[index],
-                radial_distance=self.radial_distance,
-                height=self.height,
+                radial_distance=self.radial_distance[index],
+                height=self.height[index],
                 azimuth=self.azimuth[index],
                 elevation=self.elevation[index],
                 radial_velocity=self.radial_velocity[index],
@@ -113,13 +113,6 @@ class WindCube:
         return self
 
 
-def _merge_range_vars(vars: list[npt.NDArray[np.int64]]) -> npt.NDArray[np.int64]:
-    var = np.concatenate([v[np.newaxis, :] for v in vars])
-    if not (var[0] == var).all():
-        raise ValueError("Cannot merge unequal range variable")
-    return np.array(var[0], dtype=np.int64)
-
-
 def _merge_scan_index(index_list: list[npt.NDArray[np.int64]]) -> npt.NDArray[np.int64]:
     if len(index_list) == 0:
         raise ValueError("cannot merge empty list")
@@ -150,7 +143,7 @@ def _src_to_bytes(data: str | Path | bytes | BufferedIOBase) -> bytes:
     raise TypeError("Unsupported data type")
 
 
-def _from_vad_src(nc: Dataset) -> WindCube:
+def _from_vad_or_dbs_src(nc: Dataset) -> WindCube:
     scan_index_list = []
     time_list = []
     cnr_list = []
@@ -181,17 +174,11 @@ def _from_vad_src(nc: Dataset) -> WindCube:
         height_list.append(_extract_int64_or_raise(group["measurement_height"]))
         scan_index_list.append(np.full(group["time"][:].shape, i, dtype=np.int64))
 
-    height = np.concatenate(height_list)
-    if not (height == height[0]).all():
-        raise ValueError("Unexpected heights")
-    radial_distance = np.concatenate(range_list)
-    if not (radial_distance == radial_distance[0]).all():
-        raise ValueError("Unexpected range")
     return WindCube(
         scan_index=np.concatenate(scan_index_list),
         time=np.concatenate(time_list),
-        radial_distance=radial_distance[0],
-        height=height[0],
+        radial_distance=np.concatenate(range_list),
+        height=np.concatenate(height_list),
         azimuth=np.concatenate(azimuth_list),
         elevation=np.concatenate(elevation_list),
         radial_velocity=np.concatenate(radial_wind_speed_list),

{doppy-0.3.5.dist-info → doppy-0.3.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: doppy
-Version: 0.3.5
+Version: 0.3.6
 Classifier: Development Status :: 4 - Beta
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.10
@@ -131,7 +131,7 @@ raws_bg = doppy.raw.HaloBg.from_srcs(LIST_OF_BACKGROUND_FILES)
 raw_system_params = doppy.raw.HaloSysParams.from_src(SYSTEM_PARAMS_FILENAME)
 
 # Windcube WLS200S
-raws_wls200s = doppy.raw.WindCube.from_vad_srcs(LIST_OF_VAD_NETCDF_FILES)
+raws_wls200s = doppy.raw.WindCube.from_vad_or_dbs_srcs(LIST_OF_VAD_NETCDF_FILES)
 
 # Windcube WLS70
 raws_wls70 = doppy.raw.Wls70.from_srcs(LIST_OF_RTD_FILES)

{doppy-0.3.5.dist-info → doppy-0.3.6.dist-info}/RECORD

@@ -1,10 +1,10 @@
-doppy-0.3.5.dist-info/METADATA,sha256=Elbf8GWld1QLg3qAvBvl2_Wpp59I2nexthXgAaWXSfU,4175
-doppy-0.3.5.dist-info/WHEEL,sha256=5DSfM1TQ9gpjw2oUlJRyYVl2IqhTvHFIzdmuvKLQUkc,105
-doppy-0.3.5.dist-info/entry_points.txt,sha256=9b_Ca7vJoh6AwL3W8qAPh_UmJ_1Pa6hi-TDfCTDjvSk,43
-doppy-0.3.5.dist-info/licenses/LICENSE,sha256=V-0iroMNMI8ctnLgUau1kdFvwhkYhr9vi-5kWKxw2wc,1089
+doppy-0.3.6.dist-info/METADATA,sha256=rIdxynFJ0EY_sbL0ATtBX4OTvQfS6zcsPeqTI6FG8eU,4182
+doppy-0.3.6.dist-info/WHEEL,sha256=-Y1xyYTN3M_8ej0ZmEausOjKRIhVhpqcBKtfhemr-pc,105
+doppy-0.3.6.dist-info/entry_points.txt,sha256=9b_Ca7vJoh6AwL3W8qAPh_UmJ_1Pa6hi-TDfCTDjvSk,43
+doppy-0.3.6.dist-info/licenses/LICENSE,sha256=V-0iroMNMI8ctnLgUau1kdFvwhkYhr9vi-5kWKxw2wc,1089
 doppy/options.py,sha256=73BDODO4OYHn2qOshhwz6u6G3J1kNd3uj6P0a3V4HBE,205
 doppy/__init__.py,sha256=Z9aEUlbPRWRUAoB8_-djkgrJuS4-6pjem4-mVSB6Z9I,191
-doppy/product/wind.py,sha256=dRXXBGRN5GY0ICqkdqEikS-UaKz0jM3V-qc6IKXMIPw,16030
+doppy/product/wind.py,sha256=hkSzAyi4tfPoGwUx8iE3l65oCDyzl_tRgtF2loxaEpY,16557
 doppy/product/__init__.py,sha256=C6s9cX20m9UwRsKo1lZH6TnYFfM5KmsX5MPUyShbgl4,235
 doppy/product/stare_depol.py,sha256=thrWzCpvdH3AiA6gmR37vrH_pDACNY2QTtqPteJ2s8Y,9653
 doppy/product/stare.py,sha256=OD9Ff0IUVvRVR-KRIfOiWIQq3sC5KKhYtlmnif81HcU,22625
@@ -14,7 +14,7 @@ doppy/utils.py,sha256=qPtIYBJPaKKTmRWwJI93TFUuhJg7CAoecpyHCm5ZyxI,214
 doppy/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 doppy/exceptions.py,sha256=OzdLXmKs3qZrvzwaI0pxjzpM2w9J5Of7dCo_Ekygecc,183
 doppy/defaults.py,sha256=-il4DWU1HPttlGFoVQTPC7R4pDZERoPvt3kw6xwMKrw,38
-doppy/data/cache.py,sha256=2rxmkWFn-FPy2LNGuCW2Vu4KKLBwIV9sb2gPBA-Jfck,996
+doppy/data/cache.py,sha256=cxCZ7HyEQt2EKAGEiMqx3wJ2-5Y3hEAEPQ_XB4gKlkk,1160
 doppy/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 doppy/data/api.py,sha256=QaVKj304OPcu8OF5xgtduQzDis8Srn-I6UgR9qb2u9E,1863
 doppy/data/exceptions.py,sha256=6CS6OHIWq8CqlxiceEvC1j0EfWUYoIfM7dW88apQVn4,89
@@ -23,7 +23,7 @@ doppy/raw/__init__.py,sha256=AMHyONuH0aUJUQz20EhlANaq9UjWJtSZf7kWUVx3ZjA,228
 doppy/raw/wls70.py,sha256=PMyr_JYTiKuYv1JpWHgVX6OA5zU83DOnr8vBCxFyFAw,7420
 doppy/raw/halo_bg.py,sha256=8t9j-SUF1yJht3vrT6KAYJQyxcg3W-0zr8h0jAEhWes,5815
 doppy/raw/halo_hpl.py,sha256=YFTepAWXvIfAVGgLZCadsc1d-VaOh7j2RB3cpb6Sv6k,18486
-doppy/raw/windcube.py,sha256=MlN6glTwlfoqFL7ejehqQdRECMAt3Jt5nr5WO6MTCfg,10442
+doppy/raw/windcube.py,sha256=LO5TXxWGdVxYD-kGwjaIebwEnEegB0AyxMXynkdrJqE,9952
 doppy/__main__.py,sha256=zrKQJVj0k0ypBQCGK65Czt9G9FZ_qx3ussw6Q9VJ14g,346
-doppy/rs.abi3.so,sha256=cLyiErRQtFlREptac0qEOGZDcDzikSHQebyE_AdHZKU,2655056
-doppy-0.3.5.dist-info/RECORD,,
+doppy/rs.abi3.so,sha256=sJc44vpekTdry6zsIVs23pn1DrByFH2V2lE58_JsWE0,2682528
+doppy-0.3.6.dist-info/RECORD,,

{doppy-0.3.5.dist-info → doppy-0.3.6.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: maturin (1.7.1)
+Generator: maturin (1.7.4)
 Root-Is-Purelib: false
 Tag: cp310-abi3-macosx_10_12_x86_64