sgspy 1.0.2__cp310-cp310-manylinux_2_28_x86_64.whl

sgspy/stratify/map/map_stratifications.py

@@ -0,0 +1,244 @@
+# ******************************************************************************
+#
+#  Project: sgs
+#  Purpose: map mulitiple stratification rasters
+#  Author: Joseph Meyer
+#  Date: September, 2025
+#
+# ******************************************************************************
+
+##
+# @defgroup user_map map
+# @ingroup user_stratify
+
+import os
+import sys
+import site
+import tempfile
+from sgspy.utils import SpatialRaster
+
+#ensure _sgs binary can be found
+site_packages = list(filter(lambda x : 'site-packages' in x, site.getsitepackages()))[0]
+sys.path.append(os.path.join(site_packages, "sgspy"))
+sys.path.append(os.path.join(os.path.dirname(__file__), ".."))
+from _sgs import map_cpp
+
+GIGABYTE = 1073741824
+
+##
+# @ingroup user_map
+# This function conducts mapping on existing stratifications.
+# 
+# The pre-existing stratifications are passed in the form of a raster, band, and num_stratum.
+# The bands argument specifies which bands within the raster should be used, the num_stratum
+# argument specifies the number of stratum within one particular band.
+# 
+# the arguments are passed in the form of a tuple, of which there can be any number.
+# For example, both of the following are valid:
+#  - map((rast1, bands1, num_stratum1))
+#  - map((rast1, bands1, num_stratum1), (rast1, bands2, num_stratum2))
+# 
+# the raster within the tuple MUST be of type sgs.utils.SpatialRaster. 
+# The bands argument MUST be: 
+#  - an int, specifying a single band.
+#  - a str, specifying a single band.
+#  - a list of ints, specifying the indexes of bands.
+#  - a list of strings, specifying the names of bands.
+# 
+# The num_stratum argument MUST be
+#  - an int, if bands is an int or string, specifiying the exact number of stratum in the 
+#         selected band.
+#  - a list of ints of the same length of bands, specifying the exact number of stratum in 
+#         each of the indexes specified by the bands list.
+# 
+# the filename parameter specifies an output file name. Right now the only file format
+# accepted is GTiff (.tiff).
+# 
+# The thread_count parameter specifies the number of threads which this function will
+# utilize in the case where the raster is large an may not fit in memory. If the full
+# raster can fit in memory and does not need to be processed in blocks, this argument
+# will be ignored. The default is 8 threads, although the optimal number will depend
+# significantly on the hardware being used and may be more or less than 8.
+# 
+# the driver_options parameter is used to specifiy creation options for the output 
+# raster, such as compression. See options fro GTiff driver here:
+# https://gdal.org/en/stable/drivers/raster/gtiff.html#creation-options
+# The keys in the driver_options dict must be strings, the values are converted to
+# string. THe options must be valid for the driver corresponding to the filename,
+# and if filename is not given they must be valid for the GTiff format, as that
+# is the format used to store temporary raster files. Note that if this parameter
+# is given, but filename is not and the raster fits entirely in memory, the 
+# driver_options parameter will be ignored.
+# 
+# Examples
+# --------------------
+# rast = sgspy.SpatialRaster("rast.tif") @n
+# breaks = sgspy.stratify.breaks(rast, breaks={'zq90': [3, 5, 11, 18], 'pzabove2]: [20, 40, 60, 80]}) @n
+# quantiles = sgspy.stratify.quantiles(rast, num_strata={'zsd': 25}) @n
+# srast = sgspy.stratify.map((breaks, ['strat_zq90', 'strat_pzabove2'], [5, 5]), (quantiles, 'strat_zsd', 25))
+# 
+# rast = sgspy.SpatialRaster("rast.tif") @n
+# inventory = sgspy.SpatialVector("inventory_polygons.shp") @n
+# breaks = sgspy.stratify.breaks(rast, breaks={'zq90': [3, 5, 11, 18], 'pzabove2]: [20, 40, 60, 80]}) @n
+# poly = sgspy.stratify.poly(rast, inventory, attribute="NUTRIENTS", layer_name="inventory_polygons", features=['poor', 'medium', 'rich']) @n
+# srast = sgspy.stratify.map((breaks, [0, 1], [5, 5]), (poly, 0, 3), filename="mapped_srast.tif", driver_options={"COMPRESS", "LZW"})
+# 
+# Parameters
+# --------------------
+# *args : tuple[SpatialRaster, int|list[int]|list[str], int|list[int]] @n
+#     tuples specifying raster bands and their number of stratifications @n @n
+# filename : str @n
+#     filename to write to or '' if not file should be written @n @n
+# thread_count : int @n
+#     the number of threads to use when multithreading large images @n @n
+# driver_options : dict[str]  @n
+#     the creation options as defined by GDAL which will be passed when creating output files @n @n
+# 
+# Returns
+# --------------------
+# a SpatialRaster object containing a band of mapped stratifications from the input raster(s).
+def map(*args: tuple[SpatialRaster, int|str|list[int]|list[str], int|list[int]],
+        filename: str = '',
+        thread_count: int = 8,
+        driver_options: dict = None):
+            
+    MAX_STRATA_VAL = 2147483647 #maximum value stored within a 32-bit signed integer to ensure no overflow
+
+    if type(filename) is not str:
+        raise TypeError("'filename' parameter must be of type str.")
+
+    if type(thread_count) is not int:
+        raise TypeError("'thread_count' parameter must be of type int.")
+
+    if driver_options is not None and type(driver_options) is not dict:
+        raise TypeError("'driver_options' parameter, if given, must be of type dict.")
+
+    raster_list = []
+    band_lists = []
+    strata_lists = []
+
+    height = args[0][0].height
+    width = args[0][0].width
+
+    raster_size_bytes = 0
+    large_raster = False
+    for (raster, bands, num_stratum) in args:
+        if type(raster) is not SpatialRaster:
+            raise TypeError("first value in each tuple argument must be of type sgspy.SpatialRaster.")
+
+        if type(bands) not in [int, str, list]:
+            raise TypeError("second value in each tuple argument must be of type int, str, or list.")
+
+        if type(num_stratum) not in [int, list]:
+            raise TypeError("third value in each tuple argument must be of type int or list.")
+
+        if raster.closed:
+            raise RuntimeError("the C++ object which the raster object wraps has been cleaned up and closed.")
+
+        if raster.height != height:
+            raise ValueError("height is not the same across all rasters.")
+
+        if raster.width != width:
+            raise ValueError("width is not the same across all rasters.")
+
+        #error checking on bands and num_stratum lists
+        if type(bands) is list and type(num_stratum) is list and len(bands) != len(num_stratum):
+            raise ValueError("if bands and num_stratum arguments are lists, they must have the same length.")
+        
+        if (type(bands) is list) ^ (type(num_stratum) is list): #XOR
+            raise TypeError("if one of bands and num_stratum is list, the other one must be a list of the same length.")
+
+        if type(bands) is list and len(bands) > raster.band_count:
+            raise ValueError("bands list cannot have more bands than raster contains.")
+            
+        #helper function which checks int/str value and returns int band index
+        def get_band_int(band: int|str) -> int:
+            #if an int is passed, check and return
+            if type(band) is int:
+                if band not in range(raster.band_count):
+                    raise ValueError("band {} is out of range.".format(band))
+                return band
+
+            #if a string is passed, check and return corresponding int
+            if band not in raster.bands:
+                msg = "band {} is not a band within the raster.".format(band)
+                raise ValueError(msg)
+            return raster.band_name_dict[band]
+
+        #error checking on band int/string values
+        band_list = []
+        stratum_list = []
+        if type(bands) is list:
+            for i in range(len(bands)):
+                band_int = get_band_int(bands[i])
+                band_list.append(band_int)
+                stratum_list.append(num_stratum[i])
+                
+                #check for large raster
+                pixel_size = raster.cpp_raster.get_raster_band_type_size(band_int)
+                band_size = height * width * pixel_size
+                raster_size_bytes += band_size
+                if band_size > GIGABYTE:
+                    large_raster = True
+        else:
+            band_int = get_band_int(bands)
+            band_list.append(band_int)
+            stratum_list.append(num_stratum)
+            
+            #check for large raster
+            pixel_size = raster.cpp_raster.get_raster_band_type_size(band_int)
+            band_size = height * width * pixel_size
+            raster_size_bytes += band_size
+            if band_size > GIGABYTE:
+                large_raster == True
+        
+        #prepare cpp function arguments
+        raster_list.append(raster.cpp_raster)
+        band_lists.append(band_list)
+        strata_lists.append(stratum_list)
+
+    #if any 1 band is larger than a gigabyte, or all bands together are larger than 4
+    #large_raster is defined to let the C++ function know to process in blocks rather
+    #than putting the entire raster into memory.
+    large_raster = large_raster or (raster_size_bytes > GIGABYTE * 4)
+
+    #error check max value for potential overflow error 
+    max_mapped_strata = 1
+    for strata_list in strata_lists:
+        for strata_count in strata_list:
+            max_mapped_strata = max_mapped_strata * strata_count
+    if max_mapped_strata > MAX_STRATA_VAL:
+        raise ValueError("the mapped strata will cause an overflow error because the max strata number is too large.")
+
+    #emsire driver options keys are strings, and convert driver options vals to strings
+    driver_options_str = {}
+    if driver_options:
+        for (key, val) in driver_options.items():
+            if type(key) is not str:
+                raise ValueError("the key for all key/value pairs in teh driver_options dict must be a string")
+            driver_options_str[key] = str(val)
+
+    #make a temp directory which will be deleted if there is any problem when calling the cpp function
+    temp_dir = tempfile.mkdtemp()
+    args[0][0].have_temp_dir = True
+    args[0][0].temp_dir = temp_dir
+
+    #call cpp map function
+    srast = SpatialRaster(map_cpp(
+        raster_list, 
+        band_lists, 
+        strata_lists, 
+        filename, 
+        large_raster,
+        thread_count,
+        temp_dir,
+        driver_options_str
+    ))
+
+    #now that it's created, give the cpp raster object ownership of the temporary directory
+    args[0][0].have_temp_dir = False
+    srast.cpp_raster.set_temp_dir(temp_dir)
+    srast.temp_dataset = filename == "" and large_raster
+    srast.filename = filename
+
+    return srast

sgspy/stratify/poly/__init__.py

@@ -0,0 +1,2 @@
+from . import poly
+from .poly import poly

sgspy/stratify/poly/poly.py

@@ -0,0 +1,170 @@
+# ******************************************************************************
+#
+#  Project: sgs
+#  Purpose: stratification using polygons
+#  Author: Joseph Meyer
+#  Date: June, 2025
+#
+# ******************************************************************************
+
+##
+# @defgroup user_poly poly
+# @ingroup user_stratify
+
+import os
+import sys
+import site
+import tempfile
+
+from sgspy.utils import (
+    SpatialRaster,
+    SpatialVector,
+)
+
+#ensure _sgs binary can be found
+site_packages = list(filter(lambda x : 'site-packages' in x, site.getsitepackages()))[0]
+sys.path.append(os.path.join(site_packages, "sgspy"))
+sys.path.append(os.path.join(os.path.dirname(__file__), ".."))
+from _sgs import poly_cpp
+
+GIGABYTE = 1073741824
+
+##
+# @ingroup user_poly
+# This function conducts stratification on a vector dataset by rasterizing a polygon
+# layer, and using its attribute values to determine stratifications.
+# 
+# the layer_name parameter is the layer to be rasterized, and the attribute
+# is the attribute within the layer to check. The features parameter specifies
+# the which feature value corresponds to which stratification.
+# 
+# The features parameter is a list containing strings and lists of strings.
+# The index within this list determines the stratification value. For example:
+# 
+# features = ["low", "medium", "high"] @n
+#     would result in 3 stratifications (0, 1, 2) where 'low' would correspond
+#     to stratification 0, medium to 1, and hight to 2.
+# 
+# features = ["low", ["medium", "high"]] @n
+#     would result in 2 stratifications (0, 1) where 'low' would correspond
+#     to stratification 0, and both medium and high to stratification 1.
+# 
+# Examples
+# --------------------
+# rast = sgspy.SpatialRaster('rast.tif') @n
+# vect = sgspy.SpatialVector('inventory_polygons.shp') @n
+# srast = sgspy.stratify.poly(rast, vect, attribute='NUTRIENTS', layer_name='inventory_polygons', features=['poor', 'medium', 'rich'])
+# 
+# rast = sgspy.SpatialRaster('rast.tif') @n
+# vect = sgspy.SpatialVector('inventory_polygons.shp') @n
+# srast = sgspy.stratify.poly(rast, vect, attribute='NUTRIENTS', layer_name='inventory_polygons', 'features=['poor', ['medium', 'rich']], filename='nutrient_stratification.shp')
+# 
+# Parameters
+# --------------------
+# rast : SpatialRaster @n
+#     raster data structure which will determine height, width, geotransform, and projection  @n @n
+# vect : SpatialVector @n
+#     the vector of polygons to stratify  @n @n
+# layer_name : str @n
+#     the layer in the vector to be stratified  @n @n
+# attribute : str @n
+#     the attribute in the layer to be stratified  @n @n
+# features : list[str|list[str]] @n
+#     the stratification values of each feature value, represented as the index in the list  @n @n
+# filename : str @n
+#     the output filename to write to, if desired  @n @n
+# 
+# Returns
+# --------------------
+# a SpatialRaster object containing the rasterized polygon.
+def poly(
+    rast: SpatialRaster,
+    vect: SpatialVector,
+    layer_name: str,
+    attribute: str,
+    features: list[str|list[str]],
+    filename:str = '',
+    driver_options: dict = None):
+
+    MAX_STRATA_VAL = 2147483647 #maximum value stored within a 32-bit signed integer to ensure no overflow
+
+    if type(rast) is not SpatialRaster:
+        raise TypeError("'rast' parameter must be of type sgspy.SpatialRaster")
+
+    if type(vect) is not SpatialVector:
+        raise TypeError("'vect' parameter must be of type sgspy.SpatialVector")
+
+    if type(layer_name) is not str:
+        raise TypeError("'layer_name' parameter must be of type str.")
+
+    if type(attribute) is not str:
+        raise TypeError("'attribute' parameter must be of type str.")
+
+    if type(features) is not list:
+        raise TypeError("'features' parameter must be of type list.")
+
+    if type(filename) is not str:
+        raise TypeError("'filename' parameter must be of type str.")
+
+    if driver_options is not None and type(driver_options) is not dict:
+        raise TypeError("'driver_options' parameter, if givne, must be of type dict.")
+
+    if rast.closed:
+            raise RuntimeError("the C++ object which the rast object wraps has been cleaned up and closed.")
+
+    cases = ""
+    where_entries = []
+    num_strata = len(features)
+
+    if num_strata >= MAX_STRATA_VAL:
+        raise ValueError("the number of features (and resulting max strata) will cause an overflow error because the max strata number is too large.")
+
+    #generate query cases and where clause using features and attribute
+    for i in range(len(features)):
+        if type(features[i]) is not list:
+            cases += "WHEN '{}' THEN {} ".format(str(features[i]), i)
+            where_entries.append("{}='{}'".format(attribute, str(features[i])))
+        else:
+            for j in range(len(features[i])):
+                cases += "WHEN '{}' THEN {} ".format(str(features[i][j]), i)
+                where_entries.append("{}='{}'".format(attribute, str(features[i][j])))
+
+    where_clause = " OR ".join(where_entries)
+
+    #generate SQL query
+    sql_query = f"""SELECT CASE {attribute} {cases}ELSE NULL END AS strata, {layer_name}.* FROM {layer_name} WHERE {where_clause}"""
+
+    driver_options_str = {}
+    if driver_options:
+        for (key, val) in driver_options.items():
+            if type(key) is not str:
+                raise ValueError("the key for al key/value pairs in teh driver_options dict must be a string.")
+            driver_options_str[key] = str(val)
+
+    large_raster = rast.height * rast.width > GIGABYTE
+    
+    #make temp directory which will be deleted if there is any problem when calling the cpp function
+    temp_dir = tempfile.mkdtemp()
+    rast.have_temp_dir = True
+    rast.temp_dir = temp_dir
+
+    srast = SpatialRaster(poly_cpp(
+        vect.cpp_vector,
+        rast.cpp_raster,
+        num_strata,
+        layer_name,
+        sql_query,
+        filename,
+        large_raster,
+        temp_dir,
+        driver_options_str
+    ))
+
+    #now that it's created, give the cpp raster object ownership of the temporary directory
+    rast.have_temp_dir = False
+    srast.cpp_raster.set_temp_dir(temp_dir)
+    srast.temp_dataset = filename == "" and large_raster
+    srast.filename = filename
+
+    return srast
+

sgspy/stratify/quantiles/__init__.py

@@ -0,0 +1,2 @@
+from . import quantiles
+from .quantiles import quantiles