ssb-sgis 1.0.5__py3-none-any.whl → 1.0.6__py3-none-any.whl

sgis/raster/indices.py

@@ -1,18 +1,7 @@
-from collections.abc import Callable
-
 import numpy as np
-import pandas as pd
-
-from .raster import Raster
 
 
 def ndvi(red: np.ndarray, nir: np.ndarray) -> np.ndarray:
-    # normalize red and nir arrays to 0-1 scale if needed
-    # if red.max() > 1 and nir.max() > 1:
-    #     red = red / 255
-    #     nir = nir / 255
-    # elif red.max() > 1 or nir.max() > 1:
-    #     raise ValueError()
     red = red / 255
     nir = nir / 255
 
@@ -20,82 +9,3 @@ def ndvi(red: np.ndarray, nir: np.ndarray) -> np.ndarray:
     ndvi_values[(red + nir) == 0] = 0
 
     return ndvi_values
-
-
-def gndvi(green: np.ndarray, nir: np.ndarray) -> np.ndarray:
-    return np.where((green + nir) == 0, 0, (nir - green) / (nir + green))
-
-
-def water(green: np.ndarray, nir: np.ndarray) -> np.ndarray:
-    return np.where((green + nir) == 0, 0, (green - nir) / (green + nir))
-
-
-def builtup(swir: np.ndarray, nir: np.ndarray) -> np.ndarray:
-    return np.where((swir + nir) == 0, 0, (swir - nir) / (swir + nir))
-
-
-def moisture(swir: np.ndarray, nir: np.ndarray) -> np.ndarray:
-    return np.where((swir + nir) == 0, 0, (nir - swir) / (nir + swir))
-
-
-def get_raster_pairs(
-    cube,
-    band_name1: str,
-    band_name2: str,
-) -> list[tuple[Raster, Raster]]:
-    unique = pd.DataFrame({"tile": cube.tile, "date": cube.date}).drop_duplicates(
-        ["tile", "date"]
-    )
-
-    raster_pairs = []
-    for tile, date in zip(unique["tile"], unique["date"], strict=False):
-        query = (cube.tile == tile) & (cube.date == date)
-        band1 = cube.copy()[query & (cube.band == band_name1)]
-        band2 = cube.copy()[query & (cube.band == band_name2)]
-        if not len(band1) and not len(band2):
-            continue
-        if len(band1) > 1:
-            raise ValueError("Cannot have more than one B4 band per tile.")
-        if len(band2) > 1:
-            raise ValueError("Cannot have more than one B8 band per tile.")
-        if len(band1) != 1 and len(band2) != 1:
-            raise ValueError("Must have one B4 and one B8 band per tile.")
-        band1 = band1[0]
-        band2 = band2[0]
-        assert isinstance(band1, Raster), band1
-        assert isinstance(band2, Raster), band2
-
-        if band1.shape != band2.shape:
-            raise ValueError("Rasters must have same shape")
-
-        pair = band1, band2
-        raster_pairs.append(pair)
-
-    return raster_pairs
-
-
-def index_calc_pair(
-    raster_pair: tuple[Raster, Raster], index_formula: Callable
-) -> Raster:
-    """Calculate an index for one raster pair and return a single Raster."""
-    r1, r2 = raster_pair
-    assert isinstance(r1, Raster), r1
-    assert isinstance(r2, Raster), r2
-
-    if r1.values is None:
-        r1 = r1.load()
-    if r2.values is None:
-        r2 = r2.load()
-
-    r1_arr: np.ndarray = r1.values.astype(np.float16)
-    r2_arr: np.ndarray = r2.values.astype(np.float16)
-
-    out_array = index_formula(r1_arr, r2_arr)
-
-    return Raster.from_array(
-        out_array,
-        crs=r1.crs,
-        bounds=r1.bounds,
-        name=index_formula.__name__,
-        date=r1.date,
-    )

sgis/raster/regex.py

@@ -0,0 +1,146 @@
+import itertools
+import re
+from collections.abc import Sequence
+
+import pandas as pd
+
+from ..io._is_dapla import is_dapla
+
+try:
+    import dapla as dp
+except ImportError:
+    pass
+
+try:
+    from gcsfs.core import GCSFile
+except ImportError:
+
+    class GCSFile:
+        """Placeholder."""
+
+
+if is_dapla():
+
+    def _open_func(*args, **kwargs) -> GCSFile:
+        return dp.FileClient.get_gcs_file_system().open(*args, **kwargs)
+
+else:
+    _open_func = open
+
+
+class _RegexError(ValueError):
+    pass
+
+
+def _any_regex_matches(xml_file: str, regexes: tuple[str]) -> bool:
+    for regex in regexes:
+        try:
+            if bool(re.search(regex, xml_file)):
+                return True
+        except (TypeError, AttributeError):
+            continue
+
+    return False
+
+
+def _get_regex_match_from_xml_in_local_dir(
+    paths: list[str], regexes: str | tuple[str]
+) -> str | dict[str, str]:
+    for i, path in enumerate(paths):
+        if ".xml" not in path:
+            continue
+        with _open_func(path, "rb") as file:
+            filebytes: bytes = file.read()
+            try:
+                return _extract_regex_match_from_string(
+                    filebytes.decode("utf-8"), regexes
+                )
+            except _RegexError as e:
+                if i == len(paths) - 1:
+                    raise e
+
+
+def _extract_regex_match_from_string(
+    xml_file: str, regexes: tuple[str | re.Pattern]
+) -> str | dict[str, str]:
+    if all(isinstance(x, str) for x in regexes):
+        for regex in regexes:
+            try:
+                return re.search(regex, xml_file).group(1)
+            except (TypeError, AttributeError, IndexError):
+                continue
+        raise _RegexError()
+
+    out = {}
+    for regex in regexes:
+        try:
+            matches = re.search(regex, xml_file)
+            out |= matches.groupdict()
+        except (TypeError, AttributeError):
+            continue
+    if not out:
+        raise _RegexError()
+    return out
+
+
+def _get_regexes_matches_for_df(
+    df, match_col: str, patterns: Sequence[re.Pattern]
+) -> pd.DataFrame:
+    if not len(df):
+        return df
+
+    non_optional_groups = list(
+        set(
+            itertools.chain.from_iterable(
+                [_get_non_optional_groups(pat) for pat in patterns]
+            )
+        )
+    )
+
+    if not non_optional_groups:
+        return df
+
+    assert df.index.is_unique
+    keep = []
+    for pat in patterns:
+        for i, row in df[match_col].items():
+            matches = _get_first_group_match(pat, row)
+            if all(group in matches for group in non_optional_groups):
+                keep.append(i)
+
+    return df.loc[keep]
+
+
+def _get_non_optional_groups(pat: re.Pattern | str) -> list[str]:
+    return [
+        x
+        for x in [
+            _extract_group_name(group)
+            for group in pat.pattern.split("\n")
+            if group
+            and not group.replace(" ", "").startswith("#")
+            and not group.replace(" ", "").split("#")[0].endswith("?")
+        ]
+        if x is not None
+    ]
+
+
+def _extract_group_name(txt: str) -> str | None:
+    try:
+        return re.search(r"\(\?P<(\w+)>", txt)[1]
+    except TypeError:
+        return None
+
+
+def _get_first_group_match(pat: re.Pattern, text: str) -> dict[str, str]:
+    groups = pat.groupindex.keys()
+    all_matches: dict[str, str] = {}
+    for x in pat.findall(text):
+        if not x:
+            continue
+        if isinstance(x, str):
+            x = [x]
+        for group, value in zip(groups, x, strict=True):
+            if value and group not in all_matches:
+                all_matches[group] = value
+    return all_matches

sgis/raster/sentinel_config.py

@@ -60,6 +60,15 @@ CLOUD_COVERAGE_REGEXES: tuple[str] = (
     r"<CLOUDY_PIXEL_OVER_LAND_PERCENTAGE>([\d.]+)</CLOUDY_PIXEL_OVER_LAND_PERCENTAGE>",
 )
 
+BOA_QUANTIFICATION_VALUE_REGEXES: tuple[str] = (
+    r'<BOA_QUANTIFICATION_VALUE unit="none">(\d+)</BOA_QUANTIFICATION_VALUE>',
+)
+
+PROCESSING_BASELINE_REGEXES: tuple[str] = (
+    r"<PROCESSING_BASELINE>(.*?)</PROCESSING_BASELINE>",
+)
+
+
 CRS_REGEXES: tuple[str] = (r"<HORIZONTAL_CS_CODE>EPSG:(\d+)</HORIZONTAL_CS_CODE>",)
 
 BOUNDS_REGEXES: tuple[dict[str, str]] = (

{ssb_sgis-1.0.5.dist-info → ssb_sgis-1.0.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ssb-sgis
-Version: 1.0.5
+Version: 1.0.6
 Summary: GIS functions used at Statistics Norway.
 Home-page: https://github.com/statisticsnorway/ssb-sgis
 License: MIT

{ssb_sgis-1.0.5.dist-info → ssb_sgis-1.0.6.dist-info}/RECORD

@@ -1,16 +1,16 @@
-sgis/__init__.py,sha256=wuANmvvdEus5xumwqVXC1xUUDajThjYuS5jBwfPYCeI,7266
-sgis/debug_config.py,sha256=hIJEz3cIDjoxrtRMuVcNQSXZHCRTbh63Tri4IR7iVFM,545
+sgis/__init__.py,sha256=kqHf60QUo0_TaB1ikBQXkxCQK4hUjSM6u_GKfLJ3C-4,7351
+sgis/debug_config.py,sha256=Tfr19kU46hSkkspsIJcrUWvlhaL4U3-f8xEPkujSCAQ,593
 sgis/exceptions.py,sha256=WNaEBPNNx0rmz-YDzlFX4vIE7ocJQruUTqS2RNAu2zU,660
 sgis/geopandas_tools/__init__.py,sha256=bo8lFMcltOz7TtWAi52_ekR2gd3mjfBfKeMDV5zuqFY,28
 sgis/geopandas_tools/bounds.py,sha256=iIIqacQafn4XrWDaJtaffLrW72z3ce_-YYwdTtWmA8E,23673
-sgis/geopandas_tools/buffer_dissolve_explode.py,sha256=_0XgfC4DSUEKF4sbGr2KpMSngCrPrZt_d7siy0vILLU,21083
+sgis/geopandas_tools/buffer_dissolve_explode.py,sha256=5Dy-HfLm-n4IjlLm98Wtufl4IuCw0Zglyy5VlEH0mak,19955
 sgis/geopandas_tools/centerlines.py,sha256=Q65Sx01SeAlulBEd9oaZkB2maBBNdLcJwAbTILg4SPU,11848
 sgis/geopandas_tools/cleaning.py,sha256=I3tpn5uzsLjRYi-TybUe3QuNns0CseuxkfBSmSMer0I,60208
-sgis/geopandas_tools/conversion.py,sha256=TkfSu-DRHicH8LSR7ygMN84ggxP_zzmFk54iLNv1ftg,24660
+sgis/geopandas_tools/conversion.py,sha256=Cl_8tYvR0eRi26CPK2ZnIorYXJZ2vkNiDqe0VzSDVaE,25461
 sgis/geopandas_tools/duplicates.py,sha256=LG8-BG8LdA2zjWauuloslIZHvMGND6Fja0MtXIPZ1wo,14301
-sgis/geopandas_tools/general.py,sha256=5ZD7CXGIvJmWDN-V-RlG0K_mWiT6iVNvP_UL8cufk2A,31651
+sgis/geopandas_tools/general.py,sha256=_XpQf792JqkvnMvEqtUMkPGVhjsct2SHSAyDYFdCyuQ,39885
 sgis/geopandas_tools/geocoding.py,sha256=n47aFQMm4yX1MsPnTM4dFjwegCA1ZmGUDj1uyu7OJV4,691
-sgis/geopandas_tools/geometry_types.py,sha256=hSlN8n4pJZPkEfOdKL1DRux757kl81DciIH7ZXiHEdE,7587
+sgis/geopandas_tools/geometry_types.py,sha256=ijQDbQaZPqPGjBl707H4yooNXpk21RXyatI7itnvqLk,7603
 sgis/geopandas_tools/neighbors.py,sha256=vduQlHeoZjHyD5pxDbjfonQ3-LAHGfPETxV7-L6Sg4M,16634
 sgis/geopandas_tools/overlay.py,sha256=pfRSvHmX7GXkJDkpMQvNgS6LTF6DirzrEZCVPSHDUBs,25582
 sgis/geopandas_tools/point_operations.py,sha256=JM4hvfIVxZaZdGNlGzcCurrKzkgC_b9hzbFYN42f9WY,6972
@@ -19,16 +19,16 @@ sgis/geopandas_tools/polygons_as_rings.py,sha256=BX_GZS6F9I4NbEpiOlNBd7zywJjdfdJ
 sgis/geopandas_tools/sfilter.py,sha256=SLcMYprQwnY5DNo0R7TGXk4m6u26H8o4PRn-RPhmeZY,9345
 sgis/helpers.py,sha256=dscvGAbZyyncZbTL9qdsAHN6tb_T7SbNH7vM4ZrTeJw,8326
 sgis/io/_is_dapla.py,sha256=o_qFD5GOi3dsSGOKmW6R8wZU0htVwFgRbGX7ppJCqT4,431
-sgis/io/dapla_functions.py,sha256=Y69aSjnw6rOpH8yIquNor-JoTXcUfjbx2FcduT72-1A,17654
+sgis/io/dapla_functions.py,sha256=8dfxBtkGUy7vltlKydXkathBsSd9DPHVIDIOe-Ctjsg,18180
 sgis/io/opener.py,sha256=BHyH7L8Ubh9C4Lsb8eBzGI6FLWg8UQFu-1bg3NEy_2k,862
 sgis/io/read_parquet.py,sha256=FvZYv1rLkUlrSaUY6QW6E1yntmntTeQuZ9ZRgCDO4IM,3776
 sgis/maps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sgis/maps/examine.py,sha256=Pb0dH8JazU5E2svfQrzHO1Bi-sjy5SeyY6zoeMO34jE,9369
-sgis/maps/explore.py,sha256=K-iJ07v_srUB_Z6hTuSRSKqgljKewY9A_j14bSrs0Yg,45916
+sgis/maps/explore.py,sha256=QEzJ9Qb5rCGS9TVGG8vZsIdVwVPAngeUvwJG2igoEio,46215
 sgis/maps/httpserver.py,sha256=7Od9JMCtntcIQKk_TchetojMHzFHT9sPw7GANahI97c,1982
 sgis/maps/legend.py,sha256=1ZOhzftq1HRKlHphhfqUm82U-Kjx_xkACieLRevxke8,26232
-sgis/maps/map.py,sha256=LHXFl_f5OWcPesKvwr-4L91Hd0VFFXNSGMQXaqmszMg,29276
-sgis/maps/maps.py,sha256=GgvxwRY0Sz2e432Emj6i8hAp6sFduKt9VhsWw9HgKI4,23147
+sgis/maps/map.py,sha256=B5VfOdzp4xadNWbNJzHJueIfcrZYGthrM0CnSPedyUs,29392
+sgis/maps/maps.py,sha256=HbKG1OHkSFYZ2dpgpag6H-LY1tOtZKaZncNNrBQpkU4,23127
 sgis/maps/thematicmap.py,sha256=bFlZy2xSKmEOHhvM0d1pv8O9JuNjR3P_9colTJnduvE,20729
 sgis/maps/tilesources.py,sha256=aSci-0JURxnqqirIXQS5bHfNEIg3xfCM_B4gXs7GslM,2772
 sgis/networkanalysis/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -36,27 +36,25 @@ sgis/networkanalysis/_get_route.py,sha256=9I3t9pnccUPr4mozy3TJCOpGCCf3UOIojmsbif
 sgis/networkanalysis/_od_cost_matrix.py,sha256=zkyPX7ObT996ahaFJ2oI0D0SqQWbWyfy_qLtXwValPg,3434
 sgis/networkanalysis/_points.py,sha256=ajCy17dAmRq3bWRkNu_0LHreCVJ5Uh8DzAKWxyw7ipw,4481
 sgis/networkanalysis/_service_area.py,sha256=jE0X54yS4eMfZYJXeKe_NgMKPDpau-05xWZaxDi_c6Y,5546
-sgis/networkanalysis/closing_network_holes.py,sha256=EyhsLnjD6omTVgH9HIznukIX-vIOTtkv8_pwUnR6Pvk,12095
-sgis/networkanalysis/cutting_lines.py,sha256=Uo6sGdC1xhkWwO69wgQYgGdT1JS6ZfZzHm8JrM1GmZM,15420
+sgis/networkanalysis/closing_network_holes.py,sha256=FYZ677nRwLmDkP6bQ1ssQ_h29RzAG463U4xmbu5ksfg,14572
+sgis/networkanalysis/cutting_lines.py,sha256=ZQAt0cufaPeNAEqUzp-imu26AIL9S5-lw6Xifa8RoWk,9818
 sgis/networkanalysis/directednetwork.py,sha256=Mrc2zHip4P5RNxnyffKm-xU832AVQeSHz-YZueAc0pM,11413
-sgis/networkanalysis/finding_isolated_networks.py,sha256=s7knwQJeNqU6wJ9gIwwYnSAwGyKH98zZ2NroxZnTQxI,3637
+sgis/networkanalysis/finding_isolated_networks.py,sha256=Wg4ILhm7uS9RLOGcL0WN8uZBMJYjdljJc8L5DU5nIPY,3754
 sgis/networkanalysis/network.py,sha256=zV9bAbVdTgTohg2o2RFGy2uhOJrd3Ma57hwIAStxMAQ,7847
 sgis/networkanalysis/networkanalysis.py,sha256=-g7slZLFNxUZSUMvVmf7zax-9IOXz1NGCtR6LcsBzBQ,68476
 sgis/networkanalysis/networkanalysisrules.py,sha256=9sXigaCzvKhXFwpeVNMtOiIK3_Hzp9yDpFklmEEAPak,12956
-sgis/networkanalysis/nodes.py,sha256=Yo0oWlsZO0Ex2_7lzGGUEiS2Ltfnm5kuCl5MkE2qJhA,6863
+sgis/networkanalysis/nodes.py,sha256=atFSpqz-_uJHMrf6MC0zhrrcWIydRMFZrsaHC2xr1GU,3374
 sgis/networkanalysis/traveling_salesman.py,sha256=Jjo6bHY4KJ-eK0LycyTy0sWxZjgITs5MBllZ_G9FhTE,5655
-sgis/parallel/parallel.py,sha256=4Juv3oepguP4XryrgfbX-ipbYunKmbxvzM0jj8kYpCE,37296
+sgis/parallel/parallel.py,sha256=SlC_mOwvSSyWTKUcxLMGkuWHUkEC6dXTlN0Jn5cAtxA,39687
 sgis/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sgis/raster/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sgis/raster/base.py,sha256=8J6y9k-YuCAUpE83yTkg26RF2YCp9aieVvWrPi_GfUc,7697
-sgis/raster/cube.py,sha256=P9baGN03Mwdi_LJ5a3F9_PROVYGCbjopQSxwQnr1LvE,41764
-sgis/raster/cubebase.py,sha256=nao5huLer-nzy792PTZc0CKAMlmedZCe3siWnOf7Duw,639
-sgis/raster/image_collection.py,sha256=giG922K2onunjbjxjDxFGADgvGFkrWm6_9EAwqq9mho,106275
-sgis/raster/indices.py,sha256=bb0ItG8ePoFsrc5-XSupnMzJ6EwoALGh-lscM81Gpfo,3010
-sgis/raster/raster.py,sha256=I8Af6gRIexvrNWTGBfZX6WC0Eug07Vykam4EaP1ZUws,50576
-sgis/raster/sentinel_config.py,sha256=zcw24T9RBqix85QGK35LAYWuEkHJEwMcDRcnApRpLHs,3019
+sgis/raster/image_collection.py,sha256=uRQ_0qimViSY0O29fP0aa1M6Z-KPjIyAZKy4W2K_65I,105123
+sgis/raster/indices.py,sha256=OoFb53xcBm-9CZIvvydFWFgrenJ_lgt25yVo-imCrSM,226
+sgis/raster/regex.py,sha256=6zhOgUFkXQv05nXBdTkkk6jdPuiIQCUgkTHBwYeE-zA,3637
+sgis/raster/sentinel_config.py,sha256=-vYglbUouMkmH3wiGTL9MVSKTIrWHQcZYjKqtXNIuQo,3255
 sgis/raster/zonal.py,sha256=st2mWiUcdxeEiHBOZSgFOnVcP6pc4EMPJBPw537Z4V8,3837
-ssb_sgis-1.0.5.dist-info/LICENSE,sha256=np3IfD5m0ZUofn_kVzDZqliozuiO6wrktw3LRPjyEiI,1073
-ssb_sgis-1.0.5.dist-info/METADATA,sha256=S5f4hjaAml8BRNW9jSIvJVvCmSKol3N6VGGM1VhY3-s,11772
-ssb_sgis-1.0.5.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-ssb_sgis-1.0.5.dist-info/RECORD,,
+ssb_sgis-1.0.6.dist-info/LICENSE,sha256=np3IfD5m0ZUofn_kVzDZqliozuiO6wrktw3LRPjyEiI,1073
+ssb_sgis-1.0.6.dist-info/METADATA,sha256=CmI9NHsFRCPUKajae6dAu2EFmacFxYSeVKCa1K9sgqw,11772
+ssb_sgis-1.0.6.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+ssb_sgis-1.0.6.dist-info/RECORD,,