ssb-sgis 1.1.5__py3-none-any.whl → 1.1.6__py3-none-any.whl

sgis/geopandas_tools/cleaning.py

@@ -101,18 +101,18 @@ def coverage_clean(
 
     _cleaning_checks(gdf, tolerance, duplicate_action)
 
-    if not gdf.index.is_unique:
-        gdf = gdf.reset_index(drop=True)
+    # if not gdf.index.is_unique:
+    #     gdf = gdf.reset_index(drop=True)
 
-    gdf = make_all_singlepart(gdf).loc[
-        lambda x: x.geom_type.isin(["Polygon", "MultiPolygon"])
-    ]
+    # gdf = make_all_singlepart(gdf).loc[
+    #     lambda x: x.geom_type.isin(["Polygon", "MultiPolygon"])
+    # ]
 
-    gdf = safe_simplify(gdf, PRECISION)
+    # gdf = safe_simplify(gdf, PRECISION)
 
     gdf = (
         clean_geoms(gdf)
-        .pipe(make_all_singlepart)
+        .pipe(make_all_singlepart, ignore_index=True)
         .loc[lambda x: x.geom_type.isin(["Polygon", "MultiPolygon"])]
     )
 
@@ -475,14 +475,14 @@ def _dissolve_thick_double_and_update(gdf, double, thin_double):
     large = (
         double.loc[~double["_double_idx"].isin(thin_double["_double_idx"])]
         .drop(columns="_double_idx")
-        # .pipe(sort_large_first)
-        .sort_values("_poly_idx")
+        .pipe(sort_small_first)
+        # .sort_values("_poly_idx")
         .pipe(update_geometries, geom_type="polygon")
     )
     return (
-        clean_overlay(gdf, large, how="update")
-        # .pipe(sort_large_first)
-        .sort_values("_poly_idx").pipe(update_geometries, geom_type="polygon")
+        clean_overlay(gdf, large, how="update").pipe(sort_small_first)
+        # .sort_values("_poly_idx")
+        .pipe(update_geometries, geom_type="polygon")
     )
 
 
@@ -534,7 +534,8 @@ def split_and_eliminate_by_longest(
     **kwargs,
 ) -> GeoDataFrame | tuple[GeoDataFrame]:
     if not len(to_eliminate):
-        return gdf
+        gdf = (gdf,) if isinstance(gdf, GeoDataFrame) else gdf
+        return (*gdf, to_eliminate)
 
     if not isinstance(gdf, (GeoDataFrame, GeoSeries)):
         as_gdf = pd.concat(gdf, ignore_index=True)
@@ -596,7 +597,10 @@ def split_by_neighbors(df, split_by, tolerance, grid_size=None) -> GeoDataFrame:
 
     intersecting_lines = (
         clean_overlay(
-            to_lines(split_by), buff(df, tolerance), how="identity", grid_size=grid_size
+            to_lines(split_by.explode(ignore_index=True)[lambda x: x.length > 0]),
+            buff(df, tolerance),
+            how="identity",
+            grid_size=grid_size,
         )
         .pipe(get_line_segments)
         .reset_index(drop=True)

sgis/geopandas_tools/duplicates.py

@@ -307,7 +307,7 @@ def _get_intersecting_geometries(
     right["idx_right"] = right.index
 
     left = (
-        gdf
+        gdf.copy()
         if not any("index_" in str(col) for col in gdf)
         else gdf.loc[:, lambda x: x.columns.difference({"index_right", "index_left"})]
     )

sgis/geopandas_tools/general.py

@@ -594,8 +594,9 @@ def to_lines(
     """
     gdf = (
         pd.concat(df.assign(**{"_df_idx": i}) for i, df in enumerate(gdfs))
-        .pipe(make_all_singlepart, ignore_index=True)
+        .pipe(make_all_singlepart)
         .pipe(clean_geoms)
+        .pipe(make_all_singlepart, ignore_index=True)
     )
     geom_col = gdf.geometry.name
 
@@ -607,7 +608,9 @@ def to_lines(
     if (geoms.geom_type == "Polygon").all():
         geoms = polygons_to_lines(geoms, copy=copy)
     elif (geoms.geom_type != "LineString").any():
-        raise ValueError("Point geometries not allowed in 'to_lines'.")
+        raise ValueError(
+            f"Point geometries not allowed in 'to_lines'. {geoms.geom_type.value_counts()}"
+        )
 
     gdf.geometry.loc[:] = geoms
 

sgis/io/dapla_functions.py

@@ -86,6 +86,9 @@ def read_geopandas(
     """
     file_system = _get_file_system(file_system, kwargs)
 
+    if isinstance(gcs_path, (Path | os.PathLike)):
+        gcs_path = str(gcs_path)
+
     if not isinstance(gcs_path, (str | Path | os.PathLike)):
         return _read_geopandas_from_iterable(
             gcs_path,
@@ -664,7 +667,7 @@ def _read_geopandas(
         return read_func(file, **kwargs)
     except ValueError as e:
         if "Missing geo metadata" not in str(e) and "geometry" not in str(e):
-            raise e
+            raise e.__class__(f"{e.__class__.__name__}: {e} for {file}. ") from e
         df = getattr(pd, f"read_{file_format}")(file, **kwargs)
         if not len(df):
             return GeoDataFrame(df)

sgis/maps/explore.py

@@ -441,11 +441,10 @@ class Explore(Map):
             self.cmap_start = self.kwargs.pop("cmap_start", 0)
             self.cmap_stop = self.kwargs.pop("cmap_stop", 256)
 
-        # if self._gdf.crs is None:
-        #     self.kwargs["crs"] = "Simple"
-
         self.original_crs = self.gdf.crs
 
+        self._to_categorical()
+
     def __repr__(self) -> str:
         """Representation."""
         return f"{self.__class__.__name__}({len(self)})"

sgis/maps/httpserver.py

@@ -1,4 +1,5 @@
 import os
+import socket
 import webbrowser
 from http.server import BaseHTTPRequestHandler
 from http.server import HTTPServer
@@ -7,8 +8,19 @@ from IPython.display import HTML
 from IPython.display import display
 
 
+def find_available_port(start_port: int, max_attempts: int = 10) -> int:
+    """Find an available port starting from `start_port`."""
+    for port in range(start_port, start_port + max_attempts):
+        with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as sock:
+            if sock.connect_ex(("127.0.0.1", port)) != 0:
+                return port  # Port is available
+    raise RuntimeError("No available ports found in range.")
+
+
 def run_html_server(contents: str | None = None, port: int = 3000) -> None:
     """Run a simple, temporary http web server for serving static HTML content."""
+    port = find_available_port(port)
+
     if "JUPYTERHUB_SERVICE_PREFIX" in os.environ:
         # Create a link using the https://github.com/jupyterhub/jupyter-server-proxy
         display_address = os.environ["JUPYTERHUB_SERVICE_PREFIX"] + f"proxy/{port}/"

sgis/maps/map.py

@@ -110,6 +110,7 @@ class Map:
         nan_color="#c2c2c2",
         scheme: str = DEFAULT_SCHEME,
         cmap: str | None = None,
+        categorical: bool | None = None,
         **kwargs,
     ) -> None:
         """Initialiser.
@@ -124,6 +125,7 @@ class Map:
             scheme: Classification scheme to be used.
             cmap (str): Colormap of the plot. See:
                 https://matplotlib.org/stable/tutorials/colors/colormaps.html
+            categorical: Set to True to convert 'column' to string values.
             **kwargs: Arbitrary keyword arguments.
         """
         gdfs, column, kwargs = self._separate_args(gdfs, column, kwargs)
@@ -198,9 +200,13 @@ class Map:
                 f"length as gdfs ({len(gdfs)}). Got len {len(show)}"
             )
 
+        if categorical is not None:
+            self._is_categorical = categorical
+
         if not self._gdfs or not any(len(gdf) for gdf in self._gdfs):
             self._gdfs = []
-            self._is_categorical = True
+            if categorical is None:
+                self._is_categorical = True
             self._unique_values = []
             self._nan_idx = []
             return
@@ -209,7 +215,8 @@ class Map:
             self._set_labels()
 
         self._gdfs = self._to_common_crs_and_one_geom_col(self._gdfs)
-        self._is_categorical = self._check_if_categorical()
+        if categorical is None:
+            self._is_categorical = self._check_if_categorical()
 
         if self._column:
             self._fillna_if_col_is_missing()
@@ -231,6 +238,29 @@ class Map:
 
         self._nan_idx = self._gdf[self._column].isna()
         self._get_unique_values()
+        self._to_categorical()
+
+    def _to_categorical(self):
+        if not (self._is_categorical and self.column is not None):
+            return
+
+        def to_string_via_int(series):
+            if not pd.api.types.is_numeric_dtype(series):
+                return series.astype("string")
+            try:
+                series = series.astype(float)
+            except ValueError:
+                return series
+            no_decimals: bool = (series.dropna() % 1 == 0).all()
+            if no_decimals:
+                return series.astype("Int64").astype("string")
+            else:
+                return series.astype("string")
+
+        for i, gdf in enumerate(self._gdfs):
+            if self.column in gdf:
+                self._gdfs[i][self.column] = to_string_via_int(gdf[self.column])
+        self._gdf[self.column] = to_string_via_int(self._gdf[self.column])
 
     def __getattr__(self, attr: str) -> Any:
         """Search for attribute in kwargs."""

sgis/parallel/parallel.py

@@ -1117,7 +1117,6 @@ def chunkwise(
         iterable_chunked: list[Iterable] = [
             to_type(chunk) for chunk in np.array_split(list(iterable), n_chunks)
         ]
-
     return Parallel(processes, backend=backend).map(
         func,
         iterable_chunked,

sgis/raster/image_collection.py

@@ -8,6 +8,7 @@ import re
 import time
 from abc import abstractmethod
 from collections.abc import Callable
+from collections.abc import Generator
 from collections.abc import Iterable
 from collections.abc import Iterator
 from collections.abc import Sequence
@@ -86,6 +87,14 @@ except ImportError:
         raise ImportError("xarray")
 
 
+try:
+    from gcsfs.core import GCSFile
+except ImportError:
+
+    class GCSFile:
+        """Placeholder."""
+
+
 from ..geopandas_tools.bounds import get_total_bounds
 from ..geopandas_tools.conversion import to_bbox
 from ..geopandas_tools.conversion import to_gdf
@@ -2645,9 +2654,10 @@ class ImageCollection(_ImageBase):
 
         other = to_shapely(other)
 
-        intersects_list: pd.Series = GeoSeries(
-            [img.union_all() for img in self]
-        ).intersects(other)
+        with ThreadPoolExecutor() as executor:
+            bounds_iterable: Generator[Polygon] = executor.map(_union_all, self)
+
+        intersects_list: pd.Series = GeoSeries(list(bounds_iterable)).intersects(other)
 
         self.images = [
             image
@@ -3479,6 +3489,10 @@ def _open_raster(path: str | Path) -> rasterio.io.DatasetReader:
         return rasterio.open(file)
 
 
+def _union_all(obj: _ImageBase) -> Polygon:
+    return obj.union_all()
+
+
 def _read_mask_array(self: Band | Image, **kwargs) -> np.ndarray:
     mask_band_id = self.masking["band_id"]
     mask_paths = [path for path in self._all_file_paths if mask_band_id in path]

{ssb_sgis-1.1.5.dist-info → ssb_sgis-1.1.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ssb-sgis
-Version: 1.1.5
+Version: 1.1.6
 Summary: GIS functions used at Statistics Norway.
 Home-page: https://github.com/statisticsnorway/ssb-sgis
 License: MIT

{ssb_sgis-1.1.5.dist-info → ssb_sgis-1.1.6.dist-info}/RECORD

@@ -6,10 +6,10 @@ sgis/geopandas_tools/__init__.py,sha256=bo8lFMcltOz7TtWAi52_ekR2gd3mjfBfKeMDV5zu
 sgis/geopandas_tools/bounds.py,sha256=YJyF0gp78hFAjLLZmDquRKCBAtbt7QouG3snTcJeNQs,23822
 sgis/geopandas_tools/buffer_dissolve_explode.py,sha256=t9GJqRMDsHEU74RIlqeMr4QBgbTK0hYlXL4af1RKIks,19955
 sgis/geopandas_tools/centerlines.py,sha256=Q65Sx01SeAlulBEd9oaZkB2maBBNdLcJwAbTILg4SPU,11848
-sgis/geopandas_tools/cleaning.py,sha256=_V3KrJBaL8hZk1Iv6HBfTMTe7GCgcRbWfelkWOxqaIg,24116
+sgis/geopandas_tools/cleaning.py,sha256=0j7_bfuAjWVBUImbPTXuwNdYRJ_By6HAwaOdw5Dh4vc,24315
 sgis/geopandas_tools/conversion.py,sha256=o3QJZLfaqqpJNdWWNKfQn_dS77uJxxRxWZxhf18vPXs,25505
-sgis/geopandas_tools/duplicates.py,sha256=qtcwMg310QytXBTV7XIJpPghZKz5Zyt7P59BHqc93gw,14919
-sgis/geopandas_tools/general.py,sha256=_XpQf792JqkvnMvEqtUMkPGVhjsct2SHSAyDYFdCyuQ,39885
+sgis/geopandas_tools/duplicates.py,sha256=MTduclsUZlYifFsc7g9KOJyh6P4EkixZlcZmFH-bgYo,14926
+sgis/geopandas_tools/general.py,sha256=UPtmgEMhTZw-qMiCCjeTtyBlJWoVE96SSanufPK8MLs,39976
 sgis/geopandas_tools/geocoding.py,sha256=n47aFQMm4yX1MsPnTM4dFjwegCA1ZmGUDj1uyu7OJV4,691
 sgis/geopandas_tools/geometry_types.py,sha256=ijQDbQaZPqPGjBl707H4yooNXpk21RXyatI7itnvqLk,7603
 sgis/geopandas_tools/neighbors.py,sha256=vduQlHeoZjHyD5pxDbjfonQ3-LAHGfPETxV7-L6Sg4M,16634
@@ -21,15 +21,15 @@ sgis/geopandas_tools/sfilter.py,sha256=SLcMYprQwnY5DNo0R7TGXk4m6u26H8o4PRn-RPhme
 sgis/helpers.py,sha256=_h7ke9hJrRNhHW-ZX3gA95fOrX2s1ADKBMxc94p2F4Q,9627
 sgis/io/__init__.py,sha256=uyBr20YDqB2bQttrd5q1JuGOvX32A-MSvS7Wmw5f5qg,177
 sgis/io/_is_dapla.py,sha256=wmfkSe98IrLhUg3dtXZusV6OVC8VlY1kbc5EQDf3P-Q,358
-sgis/io/dapla_functions.py,sha256=nH0aIC7LsyP9SQ_y8iz1ALbqoqq6WK_LqZ9dg3Yvq20,29851
+sgis/io/dapla_functions.py,sha256=bhdOw12qIZqKYn8TXPaDcvEOGZYhwv8VE62ESZmv7bM,29998
 sgis/io/opener.py,sha256=HWO3G1NB6bpXKM94JadCD513vjat1o1TFjWGWzyVasg,898
 sgis/io/read_parquet.py,sha256=FvZYv1rLkUlrSaUY6QW6E1yntmntTeQuZ9ZRgCDO4IM,3776
 sgis/maps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sgis/maps/examine.py,sha256=Pb0dH8JazU5E2svfQrzHO1Bi-sjy5SeyY6zoeMO34jE,9369
-sgis/maps/explore.py,sha256=AxgaUNAKnGY_b7T5e3mLfysvF8fpJshHxsmEQih8oBw,47846
-sgis/maps/httpserver.py,sha256=7Od9JMCtntcIQKk_TchetojMHzFHT9sPw7GANahI97c,1982
+sgis/maps/explore.py,sha256=Vdt1-vFKWkJxL-odh3rn2YlKpWw6Ew0bu8U3KURThNc,47797
+sgis/maps/httpserver.py,sha256=eCDoB9x74kSLiGEj2X3O91t3oscY_ia17UNuaaJ6tCc,2472
 sgis/maps/legend.py,sha256=lVRVCkhPmJRjGK23obFJZAO3qp6du1LYnobkkN7DPkc,26279
-sgis/maps/map.py,sha256=smaf9i53EoRZWmZjn9UuqlhzUvVs1XKo2ItIpHxyuik,29592
+sgis/maps/map.py,sha256=S2SrOCbVesS8Y5KlziGCmCi85_LIumL8CH8z4MdOEXc,30744
 sgis/maps/maps.py,sha256=gxu0rgcVygjudRtM1dVRmsUMilMUIg3vG-UgvASM91E,23072
 sgis/maps/norge_i_bilder.json,sha256=W_mFfte3DxugWbEudZ5fadZ2JeFYb0hyab2Quf4oJME,481311
 sgis/maps/thematicmap.py,sha256=w6q4_gIr8BubQgsPJkc6WXk-tmplDLGcKyjphhFp7ng,21873
@@ -50,16 +50,16 @@ sgis/networkanalysis/networkanalysisrules.py,sha256=9sXigaCzvKhXFwpeVNMtOiIK3_Hz
 sgis/networkanalysis/nodes.py,sha256=atFSpqz-_uJHMrf6MC0zhrrcWIydRMFZrsaHC2xr1GU,3374
 sgis/networkanalysis/traveling_salesman.py,sha256=Jjo6bHY4KJ-eK0LycyTy0sWxZjgITs5MBllZ_G9FhTE,5655
 sgis/parallel/__init__.py,sha256=fw_Fl3IJk1bKzrRBhZIoOpznJqwd09NVHJJFj2ZLeIU,32
-sgis/parallel/parallel.py,sha256=eyIXPp6nhUhLh1rwkfPLayG5hAi3i8PxmwFHxGCo-k4,39677
+sgis/parallel/parallel.py,sha256=CzHetSAr9wvSrEDFTqDq2xAsNuG1ig22-vcEOIoUVv4,39676
 sgis/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sgis/raster/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sgis/raster/base.py,sha256=tiZEuMcVK6hOm_aIjWhQ1WGshcjsxT1fFkuBSLFiMC0,7785
-sgis/raster/image_collection.py,sha256=STPh8m2WRAkuQfuJC1VNA2XLZ6FHT8I7qjcAntVWi2o,122573
+sgis/raster/image_collection.py,sha256=FfsBgLtne9_pcCm6FynrMx90NpHLulcshj5ALT08zOA,122888
 sgis/raster/indices.py,sha256=-J1HYmnT240iozvgagvyis6K0_GHZHRuUrPOgyoeIrY,223
 sgis/raster/regex.py,sha256=kYhVpRYzoXutx1dSYmqMoselWXww7MMEsTPmLZwHjbM,3759
 sgis/raster/sentinel_config.py,sha256=nySDqn2R8M6W8jguoBeSAK_zzbAsqmaI59i32446FwY,1268
 sgis/raster/zonal.py,sha256=D4Gyptw-yOLTCO41peIuYbY-DANsJCG19xXDlf1QAz4,2299
-ssb_sgis-1.1.5.dist-info/LICENSE,sha256=np3IfD5m0ZUofn_kVzDZqliozuiO6wrktw3LRPjyEiI,1073
-ssb_sgis-1.1.5.dist-info/METADATA,sha256=iTcoRw0l14xY1g-XQTHnrZId08k44xJNqM53bN8ezro,11740
-ssb_sgis-1.1.5.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-ssb_sgis-1.1.5.dist-info/RECORD,,
+ssb_sgis-1.1.6.dist-info/LICENSE,sha256=np3IfD5m0ZUofn_kVzDZqliozuiO6wrktw3LRPjyEiI,1073
+ssb_sgis-1.1.6.dist-info/METADATA,sha256=hKTyyKXLiExr5vbMEoiz4F2BHEz-ktdKu58Eu1Ck8kg,11740
+ssb_sgis-1.1.6.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+ssb_sgis-1.1.6.dist-info/RECORD,,