ssb-sgis 1.0.12__py3-none-any.whl → 1.0.14__py3-none-any.whl

sgis/maps/norge_i_bilder_wms.py

@@ -0,0 +1,165 @@
+import datetime
+import json
+import re
+from collections.abc import Iterable
+from dataclasses import dataclass
+from pathlib import Path
+from typing import Any
+from urllib.request import urlopen
+
+import folium
+import shapely
+
+from ..geopandas_tools.conversion import to_shapely
+
+JSON_PATH = Path(__file__).parent / "norge_i_bilder.json"
+
+DEFAULT_YEARS: tuple[str] = tuple(
+    str(year)
+    for year in range(
+        int(datetime.datetime.now().year) - 8,
+        int(datetime.datetime.now().year) + 1,
+    )
+)
+
+
+@dataclass
+class NorgeIBilderWms:
+    """Loads Norge i bilder tiles as folium.WmsTiles."""
+
+    years: Iterable[int | str] = DEFAULT_YEARS
+    contains: str | Iterable[str] | None = None
+    not_contains: str | Iterable[str] | None = None
+
+    def load_tiles(self) -> None:
+        """Load all Norge i bilder tiles into self.tiles."""
+        url = "https://wms.geonorge.no/skwms1/wms.nib-prosjekter?SERVICE=WMS&REQUEST=GetCapabilities"
+
+        name_pattern = r"<Name>(.*?)</Name>"
+        bbox_pattern = (
+            r"<EX_GeographicBoundingBox>.*?"
+            r"<westBoundLongitude>(.*?)</westBoundLongitude>.*?"
+            r"<eastBoundLongitude>(.*?)</eastBoundLongitude>.*?"
+            r"<southBoundLatitude>(.*?)</southBoundLatitude>.*?"
+            r"<northBoundLatitude>(.*?)</northBoundLatitude>.*?</EX_GeographicBoundingBox>"
+        )
+
+        all_tiles: list[dict] = []
+        with urlopen(url) as file:
+            xml_data: str = file.read().decode("utf-8")
+
+            for text in xml_data.split('<Layer queryable="1">')[1:]:
+
+                # Extract bounding box values
+                bbox_match = re.search(bbox_pattern, text, re.DOTALL)
+                if bbox_match:
+                    minx, maxx, miny, maxy = (
+                        float(bbox_match.group(i)) for i in [1, 2, 3, 4]
+                    )
+                    this_bbox = shapely.box(minx, miny, maxx, maxy)
+                else:
+                    this_bbox = None
+
+                name_match = re.search(name_pattern, text, re.DOTALL)
+                name = name_match.group(1) if name_match else None
+
+                if (
+                    not name
+                    or not any(year in name for year in self.years)
+                    or (
+                        self.contains
+                        and not any(re.search(x, name.lower()) for x in self.contains)
+                    )
+                    or (
+                        self.not_contains
+                        and any(re.search(x, name.lower()) for x in self.not_contains)
+                    )
+                ):
+                    continue
+
+                this_tile = {}
+                this_tile["name"] = name
+                this_tile["bbox"] = this_bbox
+                year = name.split(" ")[-1]
+                if year.isnumeric() and len(year) == 4:
+                    this_tile["year"] = year
+                else:
+                    this_tile["year"] = "9999"
+                all_tiles.append(this_tile)
+
+        self.tiles = sorted(all_tiles, key=lambda x: x["year"])
+
+    def get_tiles(self, bbox: Any, max_zoom: int = 40) -> list[folium.WmsTileLayer]:
+        """Get all Norge i bilder tiles intersecting with a bbox."""
+        if self.tiles is None:
+            self.load_tiles()
+
+        all_tiles = {}
+
+        bbox = to_shapely(bbox)
+
+        for tile in self.tiles:
+            if not tile["bbox"] or not tile["bbox"].intersects(bbox):
+                continue
+
+            name = tile["name"]
+
+            if (
+                not name
+                or not any(year in name for year in self.years)
+                or (
+                    self.contains
+                    and not any(re.search(x, name.lower()) for x in self.contains)
+                )
+                or (
+                    self.not_contains
+                    and any(re.search(x, name.lower()) for x in self.not_contains)
+                )
+            ):
+                continue
+
+            all_tiles[name] = folium.WmsTileLayer(
+                url="https://wms.geonorge.no/skwms1/wms.nib-prosjekter",
+                name=name,
+                layers=name,
+                format="image/png",  # Tile format
+                transparent=True,  # Allow transparency
+                version="1.3.0",  # WMS version
+                attr="&copy; <a href='https://www.geonorge.no/'>Geonorge</a>",
+                show=False,
+                max_zoom=max_zoom,
+            )
+
+        return all_tiles
+
+    def __post_init__(self) -> None:
+        """Fix typings."""
+        if self.contains and isinstance(self.contains, str):
+            self.contains = [self.contains.lower()]
+        elif self.contains:
+            self.contains = [x.lower() for x in self.contains]
+
+        if self.not_contains and isinstance(self.not_contains, str):
+            self.not_contains = [self.not_contains.lower()]
+        elif self.not_contains:
+            self.not_contains = [x.lower() for x in self.not_contains]
+
+        self.years = [str(int(year)) for year in self.years]
+
+        if all(year in DEFAULT_YEARS for year in self.years):
+            try:
+                with open(JSON_PATH, encoding="utf-8") as file:
+                    self.tiles = json.load(file)
+            except FileNotFoundError:
+                self.tiles = None
+                return
+            self.tiles = [
+                {
+                    key: value if key != "bbox" else shapely.wkt.loads(value)
+                    for key, value in tile.items()
+                }
+                for tile in self.tiles
+                if any(str(year) in tile["name"] for year in self.years)
+            ]
+        else:
+            self.tiles = None

sgis/raster/image_collection.py

@@ -499,6 +499,14 @@ class _ImageBase:
             "metadata": self.metadata,
         }
 
+    @property
+    def _common_init_kwargs_after_load(self) -> dict:
+        return {
+            k: v
+            for k, v in self._common_init_kwargs.items()
+            if k not in {"res", "metadata"}
+        }
+
     @property
     def path(self) -> str:
         try:
@@ -1136,8 +1144,8 @@ class Band(_ImageBandBase):
                 if self.nodata is None or np.isnan(self.nodata):
                     self.nodata = src.nodata
                 else:
-                    dtype_min_value = _get_dtype_min(src.dtypes[0])
-                    dtype_max_value = _get_dtype_max(src.dtypes[0])
+                    dtype_min_value = _get_dtype_min_value(src.dtypes[0])
+                    dtype_max_value = _get_dtype_max_value(src.dtypes[0])
                     if self.nodata > dtype_max_value or self.nodata < dtype_min_value:
                         src._dtypes = tuple(
                             rasterio.dtypes.get_minimum_dtype(self.nodata)
@@ -1240,17 +1248,17 @@ class Band(_ImageBandBase):
         if self.crs is None:
             raise ValueError("Cannot write None crs to image.")
 
-        if self.nodata:
-            # TODO take out .data if masked?
-            values_with_nodata = np.concatenate(
-                [self.values.flatten(), np.array([self.nodata])]
-            )
-        else:
-            values_with_nodata = self.values
+        try:
+            data = self.values.data
+        except AttributeError:
+            data = self.values
+        data = np.array([np.min(data), np.max(data), self.nodata or 0])
+        min_dtype = rasterio.dtypes.get_minimum_dtype(data)
+
         profile = {
             "driver": driver,
             "compress": compress,
-            "dtype": rasterio.dtypes.get_minimum_dtype(values_with_nodata),
+            "dtype": min_dtype,
             "crs": self.crs,
             "transform": self.transform,
             "nodata": self.nodata,
@@ -1263,7 +1271,7 @@ class Band(_ImageBandBase):
             with rasterio.open(f, "w", **profile) as dst:
 
                 if dst.nodata is None:
-                    dst.nodata = _get_dtype_min(dst.dtypes[0])
+                    dst.nodata = _get_dtype_min_value(dst.dtypes[0])
 
                 if (
                     isinstance(self.values, np.ma.core.MaskedArray)
@@ -1515,12 +1523,6 @@ class NDVIBand(Band):
     cmap: str = "Greens"
 
 
-def median_as_int_and_minimum_dtype(arr: np.ndarray) -> np.ndarray:
-    arr = np.median(arr, axis=0).astype(int)
-    min_dtype = rasterio.dtypes.get_minimum_dtype(arr)
-    return arr.astype(min_dtype)
-
-
 class Image(_ImageBandBase):
     """Image consisting of one or more Bands."""
 
@@ -1742,7 +1744,7 @@ class Image(_ImageBandBase):
             arr,
             bounds=red.bounds,
             crs=red.crs,
-            **{k: v for k, v in red._common_init_kwargs.items() if k != "res"},
+            **red._common_init_kwargs_after_load,
         )
 
     def get_brightness(
@@ -1773,7 +1775,7 @@ class Image(_ImageBandBase):
             brightness,
             bounds=red.bounds,
             crs=self.crs,
-            **{k: v for k, v in self._common_init_kwargs.items() if k != "res"},
+            **self._common_init_kwargs_after_load,
         )
 
     def to_xarray(self) -> DataArray:
@@ -2102,7 +2104,7 @@ class ImageCollection(_ImageBase):
 
         for attr in by:
             if attr == "bounds":
-                # need integers to check equality when grouping
+                # need integers to properly check equality when grouping
                 df[attr] = [
                     tuple(int(x) for x in band.bounds) for img in self for band in img
                 ]
@@ -2322,9 +2324,8 @@ class ImageCollection(_ImageBase):
             arr,
             bounds=bounds,
             crs=crs,
-            **{k: v for k, v in self._common_init_kwargs.items() if k != "res"},
+            **self._common_init_kwargs_after_load,
         )
-
         band._merged = True
         return band
 
@@ -2390,19 +2391,20 @@ class ImageCollection(_ImageBase):
 
             arrs.append(arr)
             bands.append(
-                self.band_class(
+                # self.band_class(
+                Band(
                     arr,
                     bounds=out_bounds,
                     crs=crs,
                     band_id=band_id,
-                    **{k: v for k, v in self._common_init_kwargs.items() if k != "res"},
+                    **self._common_init_kwargs_after_load,
                 )
             )
 
         # return self.image_class( # TODO
         image = Image(
             bands,
-            band_class=self.band_class,
+            # band_class=self.band_class,
             **self._common_init_kwargs,
         )
 
@@ -2431,25 +2433,17 @@ class ImageCollection(_ImageBase):
                 continue
 
             _bounds = to_bbox(_bounds)
-            arr = np.array(
-                [
-                    (
-                        # band.load(
-                        #     bounds=(_bounds if _bounds is not None else None),
-                        #     **kwargs,
-                        # )
-                        # if not band.has_array
-                        # else
-                        band
-                    ).values
-                    for img in collection
-                    for band in img
-                ]
-            )
+            collection.load(bounds=(_bounds if _bounds is not None else None), **kwargs)
+            arr = np.array([band.values for img in collection for band in img])
             arr = numpy_func(arr, axis=0)
             if as_int:
                 arr = arr.astype(int)
-                min_dtype = rasterio.dtypes.get_minimum_dtype(arr)
+                try:
+                    data = arr.data
+                except AttributeError:
+                    data = arr
+                data = np.array([np.min(data), np.max(data), self.nodata or 0])
+                min_dtype = rasterio.dtypes.get_minimum_dtype(data)
                 arr = arr.astype(min_dtype)
 
             if len(arr.shape) == 2:
@@ -3429,24 +3423,20 @@ def _date_is_within(
     return False
 
 
-def _get_dtype_min(dtype: str | type) -> int | float:
+def _get_dtype_min_value(dtype: str | type) -> int | float:
     try:
         return np.iinfo(dtype).min
     except ValueError:
         return np.finfo(dtype).min
 
 
-def _get_dtype_max(dtype: str | type) -> int | float:
+def _get_dtype_max_value(dtype: str | type) -> int | float:
     try:
         return np.iinfo(dtype).max
     except ValueError:
         return np.finfo(dtype).max
 
 
-def _intesects(x, other) -> bool:
-    return box(*x.bounds).intersects(other)
-
-
 def _copy_and_add_df_parallel(
     group_values: tuple[Any, ...],
     group_df: pd.DataFrame,

{ssb_sgis-1.0.12.dist-info → ssb_sgis-1.0.14.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ssb-sgis
-Version: 1.0.12
+Version: 1.0.14
 Summary: GIS functions used at Statistics Norway.
 Home-page: https://github.com/statisticsnorway/ssb-sgis
 License: MIT

{ssb_sgis-1.0.12.dist-info → ssb_sgis-1.0.14.dist-info}/RECORD

@@ -1,4 +1,4 @@
-sgis/__init__.py,sha256=kqHf60QUo0_TaB1ikBQXkxCQK4hUjSM6u_GKfLJ3C-4,7351
+sgis/__init__.py,sha256=h_5A40stVg0dKwoQRDmv_owy-x-n66pDpM7XtcHMSwE,7404
 sgis/debug_config.py,sha256=Tfr19kU46hSkkspsIJcrUWvlhaL4U3-f8xEPkujSCAQ,593
 sgis/exceptions.py,sha256=WNaEBPNNx0rmz-YDzlFX4vIE7ocJQruUTqS2RNAu2zU,660
 sgis/geopandas_tools/__init__.py,sha256=bo8lFMcltOz7TtWAi52_ekR2gd3mjfBfKeMDV5zuqFY,28
@@ -24,11 +24,13 @@ sgis/io/opener.py,sha256=HWO3G1NB6bpXKM94JadCD513vjat1o1TFjWGWzyVasg,898
 sgis/io/read_parquet.py,sha256=FvZYv1rLkUlrSaUY6QW6E1yntmntTeQuZ9ZRgCDO4IM,3776
 sgis/maps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sgis/maps/examine.py,sha256=Pb0dH8JazU5E2svfQrzHO1Bi-sjy5SeyY6zoeMO34jE,9369
-sgis/maps/explore.py,sha256=QYPnpiLmCwMIduytNJ9K9xMUGPmb76i3ONfAH_WeNO0,45782
+sgis/maps/explore.py,sha256=LO5ESH4e5M_fXIZzvnd-lkGyYmWcARcJYhpcZX6fLsg,47301
 sgis/maps/httpserver.py,sha256=7Od9JMCtntcIQKk_TchetojMHzFHT9sPw7GANahI97c,1982
 sgis/maps/legend.py,sha256=lVRVCkhPmJRjGK23obFJZAO3qp6du1LYnobkkN7DPkc,26279
 sgis/maps/map.py,sha256=smaf9i53EoRZWmZjn9UuqlhzUvVs1XKo2ItIpHxyuik,29592
-sgis/maps/maps.py,sha256=9uidfWhbdJzO6lzDUjn4EWJMpCtc4st3uy4dRbNRVtQ,22430
+sgis/maps/maps.py,sha256=vOB09wiquW7-wGEqHJMotFOBX8tFfnD4gcvvpYf5Wfo,23599
+sgis/maps/norge_i_bilder.json,sha256=W_mFfte3DxugWbEudZ5fadZ2JeFYb0hyab2Quf4oJME,481311
+sgis/maps/norge_i_bilder_wms.py,sha256=Pb1puQFCZfEO_ng915_aOkB17wpZLbRMnUEBAiLPzjQ,5698
 sgis/maps/thematicmap.py,sha256=yAE1xEfubJcDmBlOJf-Q3SVae1ZHIEMP-YB95Wy8cRw,21691
 sgis/maps/tilesources.py,sha256=F4mFHxPwkiPJdVKzNkScTX6xbJAMIUtlTq4mQ83oguw,1746
 sgis/networkanalysis/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -49,12 +51,12 @@ sgis/parallel/parallel.py,sha256=SlC_mOwvSSyWTKUcxLMGkuWHUkEC6dXTlN0Jn5cAtxA,396
 sgis/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sgis/raster/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sgis/raster/base.py,sha256=tiZEuMcVK6hOm_aIjWhQ1WGshcjsxT1fFkuBSLFiMC0,7785
-sgis/raster/image_collection.py,sha256=C_w_18vOP1Z7-EHzGYJSYDwnWA7tg5OlRzGlLJam0pc,122878
+sgis/raster/image_collection.py,sha256=STPh8m2WRAkuQfuJC1VNA2XLZ6FHT8I7qjcAntVWi2o,122573
 sgis/raster/indices.py,sha256=-J1HYmnT240iozvgagvyis6K0_GHZHRuUrPOgyoeIrY,223
 sgis/raster/regex.py,sha256=kYhVpRYzoXutx1dSYmqMoselWXww7MMEsTPmLZwHjbM,3759
 sgis/raster/sentinel_config.py,sha256=nySDqn2R8M6W8jguoBeSAK_zzbAsqmaI59i32446FwY,1268
 sgis/raster/zonal.py,sha256=D4Gyptw-yOLTCO41peIuYbY-DANsJCG19xXDlf1QAz4,2299
-ssb_sgis-1.0.12.dist-info/LICENSE,sha256=np3IfD5m0ZUofn_kVzDZqliozuiO6wrktw3LRPjyEiI,1073
-ssb_sgis-1.0.12.dist-info/METADATA,sha256=Ys8MxFw0PN2sbDAQFQiYsS5wNIFlV02Qb9n90Iegqvs,11741
-ssb_sgis-1.0.12.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-ssb_sgis-1.0.12.dist-info/RECORD,,
+ssb_sgis-1.0.14.dist-info/LICENSE,sha256=np3IfD5m0ZUofn_kVzDZqliozuiO6wrktw3LRPjyEiI,1073
+ssb_sgis-1.0.14.dist-info/METADATA,sha256=fey5-NS1CXLcspl94MR5TNZeGIXjwbQmefO3UCTYkJI,11741
+ssb_sgis-1.0.14.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+ssb_sgis-1.0.14.dist-info/RECORD,,