ssb-sgis 1.1.12__py3-none-any.whl → 1.1.14__py3-none-any.whl

sgis/geopandas_tools/polygon_operations.py

@@ -425,12 +425,6 @@ def eliminate_by_longest(
     explore_locals(center=_DEBUG_CONFIG["center"])
 
     if not _recurse and len(isolated):
-        if 0:
-            isolated.geometry = isolated.buffer(
-                -PRECISION,
-                resolution=1,
-                join_style=2,
-            )
         out, isolated = _recursively_eliminate_new_neighbors(
             out,
             isolated,

sgis/io/dapla_functions.py

@@ -109,7 +109,7 @@ def read_geopandas(
     if single_eq_filter:
         try:
             expression = "".join(next(iter(filters))).replace("==", "=")
-            glob_func = _get_glob(file_system)
+            glob_func = _get_glob_func(file_system)
             paths = glob_func(str(Path(gcs_path) / expression))
             if paths:
                 return _read_geopandas_from_iterable(
@@ -543,7 +543,7 @@ def _write_partitioned_geoparquet(
         if df[col].isna().all() and not kwargs.get("schema"):
             raise ValueError("Must specify 'schema' when all rows are NA.")
 
-    glob_func = _get_glob(file_system)
+    glob_func = _get_glob_func(file_system)
 
     if file_system.exists(path) and file_system.isfile(path):
         _remove_file(path, file_system)
@@ -596,7 +596,7 @@ def _write_partitioned_geoparquet(
         executor.map(threaded_write, dfs, paths)
 
 
-def _get_glob(file_system) -> functools.partial:
+def _get_glob_func(file_system) -> functools.partial:
     try:
         return functools.partial(file_system.glob)
     except AttributeError:
@@ -724,9 +724,9 @@ def _read_partitioned_parquet(
     **kwargs,
 ):
     file_system = _get_file_system(file_system, kwargs)
+    glob_func = _get_glob_func(file_system)
 
     if child_paths is None:
-        glob_func = _get_glob(file_system)
         child_paths = list(glob_func(str(Path(path) / "**/*.parquet")))
 
     filters = _filters_to_expression(filters)
@@ -735,18 +735,29 @@ def _read_partitioned_parquet(
         bbox, _ = _get_bounds_parquet_from_open_file(file, file_system)
         return shapely.box(*bbox).intersects(to_shapely(mask))
 
-    def read(path: str) -> pyarrow.Table | None:
-        with file_system.open(path, "rb") as file:
-            if mask is not None and not intersects(file, mask):
-                return
+    def read(child_path: str) -> pyarrow.Table | None:
+        try:
+            with file_system.open(child_path, "rb") as file:
+                if mask is not None and not intersects(file, mask):
+                    return
 
-            # 'get' instead of 'pop' because dict is mutable
-            schema = kwargs.get("schema", pq.read_schema(file))
-            new_kwargs = {
-                key: value for key, value in kwargs.items() if key != "schema"
-            }
+                # 'get' instead of 'pop' because dict is mutable
+                schema = kwargs.get("schema", pq.read_schema(file))
+                new_kwargs = {
+                    key: value for key, value in kwargs.items() if key != "schema"
+                }
 
-            return read_func(file, schema=schema, filters=filters, **new_kwargs)
+                return read_func(file, schema=schema, filters=filters, **new_kwargs)
+        except ArrowInvalid as e:
+            if not len(
+                {
+                    x
+                    for x in glob_func(str(Path(child_path) / "**"))
+                    if not paths_are_equal(child_path, x)
+                }
+            ):
+                raise e
+            # allow not being able to read hard-to-delete empty directories
 
     with ThreadPoolExecutor() as executor:
         results = [
@@ -790,7 +801,7 @@ def paths_are_equal(path1: Path | str, path2: Path | str) -> bool:
 
 
 def get_child_paths(path, file_system) -> list[str]:
-    glob_func = _get_glob(file_system)
+    glob_func = _get_glob_func(file_system)
     return [
         x
         for x in glob_func(str(Path(path) / "**/*.parquet"))

sgis/maps/explore.py

@@ -828,7 +828,7 @@ class Explore(Map):
             if not len(gdf):
                 continue
 
-            gdf = self._to_single_geom_type(make_all_singlepart(gdf))
+            gdf = self._to_single_geom_type(make_all_singlepart(gdf, ignore_index=True))
 
             if not len(gdf):
                 continue

sgis/maps/map.py

@@ -729,6 +729,8 @@ class Map:
         """Place the column values into groups."""
         bins = bins.copy()
 
+        assert gdf.index.is_unique
+
         # if equal lenght, convert to integer and check for equality
         if len(bins) == len(self._unique_values):
             if gdf[self._column].isna().all():

sgis/raster/image_collection.py

@@ -2,6 +2,7 @@ import datetime
 import functools
 import glob
 import itertools
+import json
 import os
 import random
 import re
@@ -468,8 +469,8 @@ class _ImageBase:
             regexes = (regexes,)
         return tuple(re.compile(regexes, flags=re.VERBOSE) for regexes in regexes)
 
-    @staticmethod
     def _metadata_to_nested_dict(
+        self,
         metadata: str | Path | os.PathLike | dict | pd.DataFrame | None,
     ) -> dict[str, dict[str, Any]]:
         """Construct metadata dict from dictlike, DataFrame or file path.
@@ -932,14 +933,20 @@ class Band(_ImageBandBase):
             }
 
         if self.metadata:
+            parent = _fix_path(str(Path(self.path).parent))
             if self.path is not None:
                 self.metadata = {
-                    key: value
-                    for key, value in self.metadata.items()
-                    if key == self.path
+                    key: value for key, value in self.metadata.items() if key == parent
                 }
-            this_metadata = self.metadata[self.path]
-            for key, value in this_metadata.items():
+            for key, value in self.metadata.get(parent, {}).items():
+                if key == "bands" and self.band_id in value:
+                    band_metadata = value[self.band_id]
+                    for band_key, band_value in band_metadata.items():
+                        if band_key in dir(self):
+                            setattr(self, f"_{band_key}", band_value)
+                        else:
+                            setattr(self, band_key, band_value)
+                    continue
                 if key in dir(self):
                     setattr(self, f"_{key}", value)
                 else:
@@ -1592,6 +1599,22 @@ class Image(_ImageBandBase):
         else:
             self._all_file_paths = None
 
+        if not self.metadata and "metadata.json" in {
+            Path(x).name for x in self._all_file_paths
+        }:
+            with _open_func(
+                next(
+                    iter(
+                        {
+                            x
+                            for x in self._all_file_paths
+                            if str(x).endswith("metadata.json")
+                        }
+                    )
+                )
+            ) as file:
+                self.metadata = json.load(file)
+
         if df is None:
             if not self._all_file_paths:
                 self._all_file_paths = {self.path}
@@ -1616,12 +1639,10 @@ class Image(_ImageBandBase):
                 key: value for key, value in self.metadata.items() if self.path in key
             }
 
-        if self.metadata:
-            try:
-                metadata = self.metadata[self.path]
-            except KeyError as e:
-                metadata = {}
-            for key, value in metadata.items():
+        if self.metadata.get(self.path, {}):
+            for key, value in self.metadata[self.path].items():
+                if key in {"bands"}:
+                    continue
                 if key in dir(self):
                     setattr(self, f"_{key}", value)
                 else:
@@ -1705,6 +1726,56 @@ class Image(_ImageBandBase):
 
         return self
 
+    def get_image_metadata_dict(self) -> dict:
+        """Creates a nested dict of metadata.
+
+        The dict structure will be:
+
+        {
+            image_path: {
+                image_attribute: value,
+                ...,
+                "bands": {
+                    band_id: {
+                        band_attribute: band_value,
+                    },
+                    ...,
+                }
+            }
+        }
+        """
+        path = self.path
+        metadata = {
+            path: {
+                "bounds": self.bounds,
+                "crs": str(pyproj.CRS(self.crs).to_string()),
+            }
+        }
+        for key in self.metadata_attributes:
+            metadata[path][key] = getattr(self, key)
+
+        metadata[path]["bands"] = {}
+        for band in self:
+            metadata[path]["bands"][band.band_id] = {}
+            for key in band.metadata_attributes:
+                if key in self.metadata_attributes:
+                    continue
+                metadata[path]["bands"][band.band_id][key] = getattr(band, key)
+        return metadata
+
+    def write_image_metadata(self) -> None:
+        """Write file 'metadata.json' under image path.
+
+        The file will be used to give the image attributes
+        and avoid the much slower metadata fetching with rasterio.
+
+        See method 'get_image_metadata_dict' for info on the structure of
+        the json file.
+        """
+        metadata = self.get_image_metadata_dict()
+        with _open_func(str(Path(self.path) / "metadata.json"), "w") as file:
+            json.dump(metadata, file)
+
     def _construct_image_from_bands(
         self, data: Sequence[Band], res: int | None
     ) -> None:

{ssb_sgis-1.1.12.dist-info → ssb_sgis-1.1.14.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ssb-sgis
-Version: 1.1.12
+Version: 1.1.14
 Summary: GIS functions used at Statistics Norway.
 Home-page: https://github.com/statisticsnorway/ssb-sgis
 License: MIT

{ssb_sgis-1.1.12.dist-info → ssb_sgis-1.1.14.dist-info}/RECORD

@@ -15,21 +15,21 @@ sgis/geopandas_tools/geometry_types.py,sha256=ijQDbQaZPqPGjBl707H4yooNXpk21RXyat
 sgis/geopandas_tools/neighbors.py,sha256=vduQlHeoZjHyD5pxDbjfonQ3-LAHGfPETxV7-L6Sg4M,16634
 sgis/geopandas_tools/overlay.py,sha256=pMQK86t0ixKErHQsP0HC8RXHUXNxDCNdH6FK1MEJamM,25779
 sgis/geopandas_tools/point_operations.py,sha256=JM4hvfIVxZaZdGNlGzcCurrKzkgC_b9hzbFYN42f9WY,6972
-sgis/geopandas_tools/polygon_operations.py,sha256=FJ-dXCxLHRsmp0oXsmBOFRprFFwmhrxqOPZkW2WWWQM,50088
+sgis/geopandas_tools/polygon_operations.py,sha256=LN5w1EC7ywJLmKlkk_MyIiKbaYJNp9wWPWPb0xlORLs,49923
 sgis/geopandas_tools/polygons_as_rings.py,sha256=BX_GZS6F9I4NbEpiOlNBd7zywJjdfdJVi_MkeONBuiM,14941
 sgis/geopandas_tools/sfilter.py,sha256=SLcMYprQwnY5DNo0R7TGXk4m6u26H8o4PRn-RPhmeZY,9345
 sgis/helpers.py,sha256=_h7ke9hJrRNhHW-ZX3gA95fOrX2s1ADKBMxc94p2F4Q,9627
 sgis/io/__init__.py,sha256=uyBr20YDqB2bQttrd5q1JuGOvX32A-MSvS7Wmw5f5qg,177
 sgis/io/_is_dapla.py,sha256=wmfkSe98IrLhUg3dtXZusV6OVC8VlY1kbc5EQDf3P-Q,358
-sgis/io/dapla_functions.py,sha256=Dp2oimCDY9L2_FBoAgDttqG9nd9aU06v5tXA1iB_aDc,30289
+sgis/io/dapla_functions.py,sha256=tRP8TrFnlxJ5gx3BZSWsvBAAzUveUysGPUxSHRewIck,30729
 sgis/io/opener.py,sha256=HWO3G1NB6bpXKM94JadCD513vjat1o1TFjWGWzyVasg,898
 sgis/io/read_parquet.py,sha256=FvZYv1rLkUlrSaUY6QW6E1yntmntTeQuZ9ZRgCDO4IM,3776
 sgis/maps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sgis/maps/examine.py,sha256=Pb0dH8JazU5E2svfQrzHO1Bi-sjy5SeyY6zoeMO34jE,9369
-sgis/maps/explore.py,sha256=ReML94ek49vkToXRK9vA_c5Zzg8O7n0GoeqyeuwaBpo,47879
+sgis/maps/explore.py,sha256=0QDPaj5YU2Jps5iujuHu-vk_R9mFh_aOhbN1eU-fxcI,47898
 sgis/maps/httpserver.py,sha256=eCDoB9x74kSLiGEj2X3O91t3oscY_ia17UNuaaJ6tCc,2472
 sgis/maps/legend.py,sha256=lVRVCkhPmJRjGK23obFJZAO3qp6du1LYnobkkN7DPkc,26279
-sgis/maps/map.py,sha256=vvdWSYZN9U0pbv6-l6l5xG3HUWj09fE4qloOe9fF8L8,30403
+sgis/maps/map.py,sha256=lwQUJvK3I9dPNSxPeRty9ICodz_GXQBN1OHhghI7IsE,30439
 sgis/maps/maps.py,sha256=gxu0rgcVygjudRtM1dVRmsUMilMUIg3vG-UgvASM91E,23072
 sgis/maps/norge_i_bilder.json,sha256=W_mFfte3DxugWbEudZ5fadZ2JeFYb0hyab2Quf4oJME,481311
 sgis/maps/thematicmap.py,sha256=w6q4_gIr8BubQgsPJkc6WXk-tmplDLGcKyjphhFp7ng,21873
@@ -54,12 +54,12 @@ sgis/parallel/parallel.py,sha256=CzHetSAr9wvSrEDFTqDq2xAsNuG1ig22-vcEOIoUVv4,396
 sgis/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sgis/raster/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sgis/raster/base.py,sha256=tiZEuMcVK6hOm_aIjWhQ1WGshcjsxT1fFkuBSLFiMC0,7785
-sgis/raster/image_collection.py,sha256=hpIVKBizlhn5YyxXoSpXHNVo0eVy5PfTnJCwpw2V1rQ,123152
+sgis/raster/image_collection.py,sha256=qmxYGgdXN1ngSfpuOzyFKlxFG6YhqHmbd697tHaEQec,125639
 sgis/raster/indices.py,sha256=-J1HYmnT240iozvgagvyis6K0_GHZHRuUrPOgyoeIrY,223
 sgis/raster/regex.py,sha256=kYhVpRYzoXutx1dSYmqMoselWXww7MMEsTPmLZwHjbM,3759
 sgis/raster/sentinel_config.py,sha256=nySDqn2R8M6W8jguoBeSAK_zzbAsqmaI59i32446FwY,1268
 sgis/raster/zonal.py,sha256=D4Gyptw-yOLTCO41peIuYbY-DANsJCG19xXDlf1QAz4,2299
-ssb_sgis-1.1.12.dist-info/LICENSE,sha256=np3IfD5m0ZUofn_kVzDZqliozuiO6wrktw3LRPjyEiI,1073
-ssb_sgis-1.1.12.dist-info/METADATA,sha256=UMYFkb-iBAu40ktwp9hVhdXoQ4MHvO4osBaCwCG5xHU,11741
-ssb_sgis-1.1.12.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-ssb_sgis-1.1.12.dist-info/RECORD,,
+ssb_sgis-1.1.14.dist-info/LICENSE,sha256=np3IfD5m0ZUofn_kVzDZqliozuiO6wrktw3LRPjyEiI,1073
+ssb_sgis-1.1.14.dist-info/METADATA,sha256=bMv_HRcZc-YOhOKnCVp-91KuVPmAEwIiQI1-UWZuQpM,11741
+ssb_sgis-1.1.14.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+ssb_sgis-1.1.14.dist-info/RECORD,,