ssb-sgis 1.0.11__py3-none-any.whl → 1.0.13__py3-none-any.whl

sgis/maps/explore.py

@@ -183,7 +183,9 @@ def to_tile(tile: str | xyzservices.TileProvider, max_zoom: int) -> folium.TileL
     return folium.TileLayer(provider, name=name, attr=attr, max_zoom=max_zoom)
 
 
-def _single_band_to_arr(band, mask, name, raster_data_dict):
+def _single_band_to_arr_is_too_much_nodata(
+    band, mask, name, raster_data_dict, max_nodata_percentage
+) -> bool:
     if band.has_array and mask is None:
         arr = band.values
     elif band.has_array:
@@ -191,8 +193,8 @@ def _single_band_to_arr(band, mask, name, raster_data_dict):
     else:
         arr = band.load(indexes=1, bounds=mask).values
 
-    if _is_too_much_nodata([arr], band.nodata):
-        return False
+    if _is_too_much_nodata([arr], band.nodata, max_nodata_percentage):
+        return True
 
     bounds: tuple = (
         _any_to_bbox_crs4326(mask, band.crs)
@@ -211,26 +213,33 @@ def _single_band_to_arr(band, mask, name, raster_data_dict):
     raster_data_dict["arr"] = arr
     raster_data_dict["bounds"] = bounds
     raster_data_dict["label"] = band.name or name
-    raster_data_dict["date"] = band.date
-    return True
+    try:
+        raster_data_dict["date"] = band.date
+    except Exception:
+        raster_data_dict["date"] = None
+
+    return False
 
 
 def _is_too_much_nodata(
     arrays: list[np.ndarray],
-    nodata: int | None = None,
-    max_nodata_percentage: int = 100,
+    nodata: int | None,
+    max_nodata_percentage: int,
 ) -> bool:
     return (
         any(arr.shape[0] == 0 for arr in arrays)
         or any(
             (
                 isinstance(arr, np.ma.core.MaskedArray)
-                and np.mean((arr.mask) | (arr.data == nodata) | (np.isnan(arr.data)))
+                and np.mean(((arr.mask) | (arr.data == nodata) | (np.isnan(arr.data))))
                 > (max_nodata_percentage / 100)
             )
             for arr in arrays
         )
-        or any(np.mean(arr == nodata) > (max_nodata_percentage / 100) for arr in arrays)
+        or any(
+            np.mean((arr == nodata) | (np.isnan(arr))) > (max_nodata_percentage / 100)
+            for arr in arrays
+        )
     )
 
 
@@ -267,6 +276,7 @@ class Explore(Map):
         decimals: int = 6,
         max_images: int = 10,
         max_nodata_percentage: int = 100,
+        display: bool = True,
         **kwargs,
     ) -> None:
         """Initialiser.
@@ -295,6 +305,7 @@ class Explore(Map):
             decimals: Number of decimals in the coordinates.
             max_nodata_percentage: Maximum percentage nodata values (e.g. clouds) ro allow in
                 image arrays.
+            display: Whether to display the map interactively.
             **kwargs: Additional keyword arguments. Can also be geometry-like objects
                 where the key is the label.
         """
@@ -310,6 +321,7 @@ class Explore(Map):
         self.decimals = decimals
         self.max_images = max_images
         self.max_nodata_percentage = max_nodata_percentage
+        self.display = display
         self.legend = None
 
         self.browser = browser
@@ -453,8 +465,7 @@ class Explore(Map):
 
         if center is None:
             self.to_show = self._gdfs
-            self._explore(**kwargs)
-            return
+            return self._explore(**kwargs)
 
         size = size if size else 1000
 
@@ -618,6 +629,8 @@ class Explore(Map):
                 f.write(self.map._repr_html_())
         elif self.browser:
             run_html_server(self.map._repr_html_())
+        elif not self.display:
+            return
         else:
             display(self.map)
 
@@ -1341,7 +1354,10 @@ def _add_one_image(
     if len(image) < 3:
         for band in image:
             name = _determine_label(band, band.name or name)
-            _single_band_to_arr(band, mask, name, raster_data_dict)
+            if _single_band_to_arr_is_too_much_nodata(
+                band, mask, name, raster_data_dict, max_nodata_percentage
+            ):
+                return
         return raster_data_dict
 
     def load(band_id: str) -> Band:
@@ -1386,7 +1402,10 @@ def _add_one_image(
     raster_data_dict["bounds"] = bounds
     raster_data_dict["cmap"] = None
     raster_data_dict["label"] = _determine_label(image, image.name or name)
-    raster_data_dict["date"] = image.date
+    try:
+        raster_data_dict["date"] = image.date
+    except Exception:
+        raster_data_dict["date"] = None
 
     return raster_data_dict
 
@@ -1421,8 +1440,10 @@ def _image_collection_to_background_map(
             return out
 
         raster_data_dict = {}
-        out.append(raster_data_dict)
-        _single_band_to_arr(band, mask, name, raster_data_dict)
+        if not _single_band_to_arr_is_too_much_nodata(
+            band, mask, name, raster_data_dict, max_nodata_percentage
+        ):
+            out.append(raster_data_dict)
         return out
 
     else:
@@ -1455,7 +1476,7 @@ def _image_collection_to_background_map(
                 continue
             i = 1
             while x["label"] in {y["label"] for y in out}:
-                x["label"] = x["label"].rstrip(f"_{i}", "") + f"_{i + 1}"
+                x["label"] = x["label"].rstrip(f"_{i}") + f"_{i + 1}"
                 i += 1
 
             n_added_images += 1

sgis/raster/image_collection.py

@@ -499,6 +499,14 @@ class _ImageBase:
             "metadata": self.metadata,
         }
 
+    @property
+    def _common_init_kwargs_after_load(self) -> dict:
+        return {
+            k: v
+            for k, v in self._common_init_kwargs.items()
+            if k not in {"res", "metadata"}
+        }
+
     @property
     def path(self) -> str:
         try:
@@ -1136,8 +1144,8 @@ class Band(_ImageBandBase):
                 if self.nodata is None or np.isnan(self.nodata):
                     self.nodata = src.nodata
                 else:
-                    dtype_min_value = _get_dtype_min(src.dtypes[0])
-                    dtype_max_value = _get_dtype_max(src.dtypes[0])
+                    dtype_min_value = _get_dtype_min_value(src.dtypes[0])
+                    dtype_max_value = _get_dtype_max_value(src.dtypes[0])
                     if self.nodata > dtype_max_value or self.nodata < dtype_min_value:
                         src._dtypes = tuple(
                             rasterio.dtypes.get_minimum_dtype(self.nodata)
@@ -1240,17 +1248,17 @@ class Band(_ImageBandBase):
         if self.crs is None:
             raise ValueError("Cannot write None crs to image.")
 
-        if self.nodata:
-            # TODO take out .data if masked?
-            values_with_nodata = np.concatenate(
-                [self.values.flatten(), np.array([self.nodata])]
-            )
-        else:
-            values_with_nodata = self.values
+        try:
+            data = self.values.data
+        except AttributeError:
+            data = self.values
+        data = np.array([np.min(data), np.max(data), self.nodata or 0])
+        min_dtype = rasterio.dtypes.get_minimum_dtype(data)
+
         profile = {
             "driver": driver,
             "compress": compress,
-            "dtype": rasterio.dtypes.get_minimum_dtype(values_with_nodata),
+            "dtype": min_dtype,
             "crs": self.crs,
             "transform": self.transform,
             "nodata": self.nodata,
@@ -1263,7 +1271,7 @@ class Band(_ImageBandBase):
             with rasterio.open(f, "w", **profile) as dst:
 
                 if dst.nodata is None:
-                    dst.nodata = _get_dtype_min(dst.dtypes[0])
+                    dst.nodata = _get_dtype_min_value(dst.dtypes[0])
 
                 if (
                     isinstance(self.values, np.ma.core.MaskedArray)
@@ -1515,12 +1523,6 @@ class NDVIBand(Band):
     cmap: str = "Greens"
 
 
-def median_as_int_and_minimum_dtype(arr: np.ndarray) -> np.ndarray:
-    arr = np.median(arr, axis=0).astype(int)
-    min_dtype = rasterio.dtypes.get_minimum_dtype(arr)
-    return arr.astype(min_dtype)
-
-
 class Image(_ImageBandBase):
     """Image consisting of one or more Bands."""
 
@@ -1742,7 +1744,7 @@ class Image(_ImageBandBase):
             arr,
             bounds=red.bounds,
             crs=red.crs,
-            **{k: v for k, v in red._common_init_kwargs.items() if k != "res"},
+            **red._common_init_kwargs_after_load,
         )
 
     def get_brightness(
@@ -1773,7 +1775,7 @@ class Image(_ImageBandBase):
             brightness,
             bounds=red.bounds,
             crs=self.crs,
-            **{k: v for k, v in self._common_init_kwargs.items() if k != "res"},
+            **self._common_init_kwargs_after_load,
         )
 
     def to_xarray(self) -> DataArray:
@@ -2102,7 +2104,7 @@ class ImageCollection(_ImageBase):
 
         for attr in by:
             if attr == "bounds":
-                # need integers to check equality when grouping
+                # need integers to properly check equality when grouping
                 df[attr] = [
                     tuple(int(x) for x in band.bounds) for img in self for band in img
                 ]
@@ -2322,9 +2324,8 @@ class ImageCollection(_ImageBase):
             arr,
             bounds=bounds,
             crs=crs,
-            **{k: v for k, v in self._common_init_kwargs.items() if k != "res"},
+            **self._common_init_kwargs_after_load,
         )
-
         band._merged = True
         return band
 
@@ -2390,19 +2391,20 @@ class ImageCollection(_ImageBase):
 
             arrs.append(arr)
             bands.append(
-                self.band_class(
+                # self.band_class(
+                Band(
                     arr,
                     bounds=out_bounds,
                     crs=crs,
                     band_id=band_id,
-                    **{k: v for k, v in self._common_init_kwargs.items() if k != "res"},
+                    **self._common_init_kwargs_after_load,
                 )
             )
 
         # return self.image_class( # TODO
         image = Image(
             bands,
-            band_class=self.band_class,
+            # band_class=self.band_class,
             **self._common_init_kwargs,
         )
 
@@ -2431,25 +2433,17 @@ class ImageCollection(_ImageBase):
                 continue
 
             _bounds = to_bbox(_bounds)
-            arr = np.array(
-                [
-                    (
-                        # band.load(
-                        #     bounds=(_bounds if _bounds is not None else None),
-                        #     **kwargs,
-                        # )
-                        # if not band.has_array
-                        # else
-                        band
-                    ).values
-                    for img in collection
-                    for band in img
-                ]
-            )
+            collection.load(bounds=(_bounds if _bounds is not None else None), **kwargs)
+            arr = np.array([band.values for img in collection for band in img])
             arr = numpy_func(arr, axis=0)
             if as_int:
                 arr = arr.astype(int)
-                min_dtype = rasterio.dtypes.get_minimum_dtype(arr)
+                try:
+                    data = arr.data
+                except AttributeError:
+                    data = arr
+                data = np.array([np.min(data), np.max(data), self.nodata or 0])
+                min_dtype = rasterio.dtypes.get_minimum_dtype(data)
                 arr = arr.astype(min_dtype)
 
             if len(arr.shape) == 2:
@@ -3429,24 +3423,20 @@ def _date_is_within(
     return False
 
 
-def _get_dtype_min(dtype: str | type) -> int | float:
+def _get_dtype_min_value(dtype: str | type) -> int | float:
     try:
         return np.iinfo(dtype).min
     except ValueError:
         return np.finfo(dtype).min
 
 
-def _get_dtype_max(dtype: str | type) -> int | float:
+def _get_dtype_max_value(dtype: str | type) -> int | float:
     try:
         return np.iinfo(dtype).max
     except ValueError:
         return np.finfo(dtype).max
 
 
-def _intesects(x, other) -> bool:
-    return box(*x.bounds).intersects(other)
-
-
 def _copy_and_add_df_parallel(
     group_values: tuple[Any, ...],
     group_df: pd.DataFrame,

{ssb_sgis-1.0.11.dist-info → ssb_sgis-1.0.13.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ssb-sgis
-Version: 1.0.11
+Version: 1.0.13
 Summary: GIS functions used at Statistics Norway.
 Home-page: https://github.com/statisticsnorway/ssb-sgis
 License: MIT

{ssb_sgis-1.0.11.dist-info → ssb_sgis-1.0.13.dist-info}/RECORD

@@ -24,7 +24,7 @@ sgis/io/opener.py,sha256=HWO3G1NB6bpXKM94JadCD513vjat1o1TFjWGWzyVasg,898
 sgis/io/read_parquet.py,sha256=FvZYv1rLkUlrSaUY6QW6E1yntmntTeQuZ9ZRgCDO4IM,3776
 sgis/maps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sgis/maps/examine.py,sha256=Pb0dH8JazU5E2svfQrzHO1Bi-sjy5SeyY6zoeMO34jE,9369
-sgis/maps/explore.py,sha256=h6_E-NRohMkVw1ThUm-50Nl3O-UYtWQZ1glmS9cdlTY,45631
+sgis/maps/explore.py,sha256=dHwQmD_8U9dLaBJHs2VKJvqK-yNUhH6yZoInF0iFrAE,46237
 sgis/maps/httpserver.py,sha256=7Od9JMCtntcIQKk_TchetojMHzFHT9sPw7GANahI97c,1982
 sgis/maps/legend.py,sha256=lVRVCkhPmJRjGK23obFJZAO3qp6du1LYnobkkN7DPkc,26279
 sgis/maps/map.py,sha256=smaf9i53EoRZWmZjn9UuqlhzUvVs1XKo2ItIpHxyuik,29592
@@ -49,12 +49,12 @@ sgis/parallel/parallel.py,sha256=SlC_mOwvSSyWTKUcxLMGkuWHUkEC6dXTlN0Jn5cAtxA,396
 sgis/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sgis/raster/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sgis/raster/base.py,sha256=tiZEuMcVK6hOm_aIjWhQ1WGshcjsxT1fFkuBSLFiMC0,7785
-sgis/raster/image_collection.py,sha256=C_w_18vOP1Z7-EHzGYJSYDwnWA7tg5OlRzGlLJam0pc,122878
+sgis/raster/image_collection.py,sha256=STPh8m2WRAkuQfuJC1VNA2XLZ6FHT8I7qjcAntVWi2o,122573
 sgis/raster/indices.py,sha256=-J1HYmnT240iozvgagvyis6K0_GHZHRuUrPOgyoeIrY,223
 sgis/raster/regex.py,sha256=kYhVpRYzoXutx1dSYmqMoselWXww7MMEsTPmLZwHjbM,3759
 sgis/raster/sentinel_config.py,sha256=nySDqn2R8M6W8jguoBeSAK_zzbAsqmaI59i32446FwY,1268
 sgis/raster/zonal.py,sha256=D4Gyptw-yOLTCO41peIuYbY-DANsJCG19xXDlf1QAz4,2299
-ssb_sgis-1.0.11.dist-info/LICENSE,sha256=np3IfD5m0ZUofn_kVzDZqliozuiO6wrktw3LRPjyEiI,1073
-ssb_sgis-1.0.11.dist-info/METADATA,sha256=ndFvrKxnD572cBE2VqGpjeONaHQTEl6xy3l_JGw5IsA,11741
-ssb_sgis-1.0.11.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-ssb_sgis-1.0.11.dist-info/RECORD,,
+ssb_sgis-1.0.13.dist-info/LICENSE,sha256=np3IfD5m0ZUofn_kVzDZqliozuiO6wrktw3LRPjyEiI,1073
+ssb_sgis-1.0.13.dist-info/METADATA,sha256=H0AhyHQ3_Va2WmbAkd5IgycphRpYVw0GyctqeIAqQt0,11741
+ssb_sgis-1.0.13.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+ssb_sgis-1.0.13.dist-info/RECORD,,