grdwindinversion 1.0.0__py3-none-any.whl → 1.0.2__py3-none-any.whl

grdwindinversion/__init__.py

@@ -1,13 +1,11 @@
 from importlib.metadata import version
 from grdwindinversion.inversion import inverse, makeL2, makeL2asOwi, getSensorMetaDataset
-from grdwindinversion.load_config import getConf
 
 __all__ = [
     "inverse",
     "makeL2",
     "makeL2asOwi",
     "getSensorMetaDataset",
-    "getConf",
     "inversion",
 ]
 

grdwindinversion/config_prod_recal.yaml

@@ -1,3 +1,29 @@
+unit_test_s1_product: "./sentinel-1a/L1/IW/S1A_IW_GRDH_1S/2021/252/S1A_IW_GRDH_1SDV_20210909T130650_20210909T130715_039605_04AE83_C34F.SAFE"
+unit_test_rcm_product: "./l1/rcm/rcm-1/sclnd/2023/273/RCM1_OK2767220_PK2769320_1_SCLND_20230930_214014_VV_VH_GRD"
+unit_test_rs2_product: "./L1/VV_VH/2022/247/RS2_OK141302_PK1242223_DK1208537_SCWA_20220904_093402_VV_VH_SGF"
+
+masks:
+    land:
+        - name: "gshhsH"
+          path: "/home/loc-datawork-cersat-public/cache/project/sarwing/masks/gshhg-shp-2.3.7/GSHHS_shp/h/GSHHS_h_L1.shp"
+
+ancillary_sources:
+    ecmwf:
+        - name: "ecmwf_0100_1h"
+          path: "/home/loc-datawork-cersat-public/provider/ecmwf/forecast/hourly/0100deg/netcdf_light/%Y/%j/ECMWF_FORECAST_0100_%Y%m%d%H%M_10U_10V.nc"
+
+        - name: "ecmwf_0125_1h"
+          path: "/home/loc-datawork-cersat-intranet/project/ecmwf/0.125deg/1h/forecasts/%Y/%j/ecmwf_%Y%m%d%H%M.nc"
+
+    era5:
+        - name: "era5_0250_1h"
+          path: "/home/ref-ecmwf/ERA5/%Y/%m/era_5-copernicus__%Y%m%d.nc"
+
+sarwing_luts_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/v1.6/"
+nc_luts_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/nc_luts"
+lut_cmod7_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/v1.6/GMF_cmod7_official/cmod7_and_python_script"
+lut_ms1ahw_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/v1.6/GMF_cmodms1ahw"
+
 no_subdir: True
 winddir_convention: "meteorological"
 add_gradientsfeatures: False

grdwindinversion/config_prod_recal_streaks_nrcsmod.yaml

@@ -1,3 +1,29 @@
+unit_test_s1_product: "./sentinel-1a/L1/IW/S1A_IW_GRDH_1S/2021/252/S1A_IW_GRDH_1SDV_20210909T130650_20210909T130715_039605_04AE83_C34F.SAFE"
+unit_test_rcm_product: "./l1/rcm/rcm-1/sclnd/2023/273/RCM1_OK2767220_PK2769320_1_SCLND_20230930_214014_VV_VH_GRD"
+unit_test_rs2_product: "./L1/VV_VH/2022/247/RS2_OK141302_PK1242223_DK1208537_SCWA_20220904_093402_VV_VH_SGF"
+
+masks:
+    land:
+        - name: "gshhsH"
+          path: "/home/loc-datawork-cersat-public/cache/project/sarwing/masks/gshhg-shp-2.3.7/GSHHS_shp/h/GSHHS_h_L1.shp"
+
+ancillary_sources:
+    ecmwf:
+        - name: "ecmwf_0100_1h"
+          path: "/home/loc-datawork-cersat-public/provider/ecmwf/forecast/hourly/0100deg/netcdf_light/%Y/%j/ECMWF_FORECAST_0100_%Y%m%d%H%M_10U_10V.nc"
+
+        - name: "ecmwf_0125_1h"
+          path: "/home/loc-datawork-cersat-intranet/project/ecmwf/0.125deg/1h/forecasts/%Y/%j/ecmwf_%Y%m%d%H%M.nc"
+
+    era5:
+        - name: "era5_0250_1h"
+          path: "/home/ref-ecmwf/ERA5/%Y/%m/era_5-copernicus__%Y%m%d.nc"
+
+sarwing_luts_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/v1.6/"
+nc_luts_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/nc_luts"
+lut_cmod7_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/v1.6/GMF_cmod7_official/cmod7_and_python_script"
+lut_ms1ahw_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/v1.6/GMF_cmodms1ahw"
+
 no_subdir: True
 winddir_convention: "meteorological"
 add_gradientsfeatures: True

grdwindinversion/config_prod_streaks.yaml

@@ -1,3 +1,29 @@
+unit_test_s1_product: "./sentinel-1a/L1/IW/S1A_IW_GRDH_1S/2021/252/S1A_IW_GRDH_1SDV_20210909T130650_20210909T130715_039605_04AE83_C34F.SAFE"
+unit_test_rcm_product: "./l1/rcm/rcm-1/sclnd/2023/273/RCM1_OK2767220_PK2769320_1_SCLND_20230930_214014_VV_VH_GRD"
+unit_test_rs2_product: "./L1/VV_VH/2022/247/RS2_OK141302_PK1242223_DK1208537_SCWA_20220904_093402_VV_VH_SGF"
+
+masks:
+    land:
+        - name: "gshhsH"
+          path: "/home/loc-datawork-cersat-public/cache/project/sarwing/masks/gshhg-shp-2.3.7/GSHHS_shp/h/GSHHS_h_L1.shp"
+
+ancillary_sources:
+    ecmwf:
+        - name: "ecmwf_0100_1h"
+          path: "/home/loc-datawork-cersat-public/provider/ecmwf/forecast/hourly/0100deg/netcdf_light/%Y/%j/ECMWF_FORECAST_0100_%Y%m%d%H%M_10U_10V.nc"
+
+        - name: "ecmwf_0125_1h"
+          path: "/home/loc-datawork-cersat-intranet/project/ecmwf/0.125deg/1h/forecasts/%Y/%j/ecmwf_%Y%m%d%H%M.nc"
+
+    era5:
+        - name: "era5_0250_1h"
+          path: "/home/ref-ecmwf/ERA5/%Y/%m/era_5-copernicus__%Y%m%d.nc"
+
+sarwing_luts_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/v1.6/"
+nc_luts_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/nc_luts"
+lut_cmod7_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/v1.6/GMF_cmod7_official/cmod7_and_python_script"
+lut_ms1ahw_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/v1.6/GMF_cmodms1ahw"
+
 no_subdir: True
 winddir_convention: "meteorological"
 add_gradientsfeatures: True
@@ -110,4 +136,4 @@ RCM:
     inc_step: 0.1
     wspd_step: 0.1
     phi_step: 1.0
-    resolution: "high"
+    resolution: "high"

grdwindinversion/config_prod_streaks_nrcsmod.yaml

@@ -1,3 +1,29 @@
+unit_test_s1_product: "./sentinel-1a/L1/IW/S1A_IW_GRDH_1S/2021/252/S1A_IW_GRDH_1SDV_20210909T130650_20210909T130715_039605_04AE83_C34F.SAFE"
+unit_test_rcm_product: "./l1/rcm/rcm-1/sclnd/2023/273/RCM1_OK2767220_PK2769320_1_SCLND_20230930_214014_VV_VH_GRD"
+unit_test_rs2_product: "./L1/VV_VH/2022/247/RS2_OK141302_PK1242223_DK1208537_SCWA_20220904_093402_VV_VH_SGF"
+
+masks:
+    land:
+        - name: "gshhsH"
+          path: "/home/loc-datawork-cersat-public/cache/project/sarwing/masks/gshhg-shp-2.3.7/GSHHS_shp/h/GSHHS_h_L1.shp"
+
+ancillary_sources:
+    ecmwf:
+        - name: "ecmwf_0100_1h"
+          path: "/home/loc-datawork-cersat-public/provider/ecmwf/forecast/hourly/0100deg/netcdf_light/%Y/%j/ECMWF_FORECAST_0100_%Y%m%d%H%M_10U_10V.nc"
+
+        - name: "ecmwf_0125_1h"
+          path: "/home/loc-datawork-cersat-intranet/project/ecmwf/0.125deg/1h/forecasts/%Y/%j/ecmwf_%Y%m%d%H%M.nc"
+
+    era5:
+        - name: "era5_0250_1h"
+          path: "/home/ref-ecmwf/ERA5/%Y/%m/era_5-copernicus__%Y%m%d.nc"
+
+sarwing_luts_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/v1.6/"
+nc_luts_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/nc_luts"
+lut_cmod7_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/v1.6/GMF_cmod7_official/cmod7_and_python_script"
+lut_ms1ahw_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/v1.6/GMF_cmodms1ahw"
+
 no_subdir: True
 winddir_convention: "meteorological"
 add_gradientsfeatures: True

grdwindinversion/config_prod_v3.yaml

@@ -1,3 +1,29 @@
+unit_test_s1_product: "./sentinel-1a/L1/IW/S1A_IW_GRDH_1S/2021/252/S1A_IW_GRDH_1SDV_20210909T130650_20210909T130715_039605_04AE83_C34F.SAFE"
+unit_test_rcm_product: "./l1/rcm/rcm-1/sclnd/2023/273/RCM1_OK2767220_PK2769320_1_SCLND_20230930_214014_VV_VH_GRD"
+unit_test_rs2_product: "./L1/VV_VH/2022/247/RS2_OK141302_PK1242223_DK1208537_SCWA_20220904_093402_VV_VH_SGF"
+
+masks:
+    land:
+        - name: "gshhsH"
+          path: "/home/loc-datawork-cersat-public/cache/project/sarwing/masks/gshhg-shp-2.3.7/GSHHS_shp/h/GSHHS_h_L1.shp"
+
+ancillary_sources:
+    ecmwf:
+        - name: "ecmwf_0100_1h"
+          path: "/home/loc-datawork-cersat-public/provider/ecmwf/forecast/hourly/0100deg/netcdf_light/%Y/%j/ECMWF_FORECAST_0100_%Y%m%d%H%M_10U_10V.nc"
+
+        - name: "ecmwf_0125_1h"
+          path: "/home/loc-datawork-cersat-intranet/project/ecmwf/0.125deg/1h/forecasts/%Y/%j/ecmwf_%Y%m%d%H%M.nc"
+
+    era5:
+        - name: "era5_0250_1h"
+          path: "/home/ref-ecmwf/ERA5/%Y/%m/era_5-copernicus__%Y%m%d.nc"
+
+sarwing_luts_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/v1.6/"
+nc_luts_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/nc_luts"
+lut_cmod7_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/v1.6/GMF_cmod7_official/cmod7_and_python_script"
+lut_ms1ahw_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/v1.6/GMF_cmodms1ahw"
+
 no_subdir: True
 winddir_convention: "meteorological"
 add_gradientsfeatures: False

grdwindinversion/inversion.py

@@ -15,10 +15,9 @@ from scipy.ndimage import binary_dilation
 import re
 import os
 import logging
-import string
+
 
 from grdwindinversion.utils import check_incidence_range, get_pol_ratio_name, timing, convert_polarization_name
-from grdwindinversion.load_config import getConf
 os.environ["OMP_NUM_THREADS"] = "1"
 os.environ["OPENBLAS_NUM_THREADS"] = "1"
 os.environ["MKL_NUM_THREADS"] = "1"
@@ -170,7 +169,7 @@ def getOutputName(
     return out_file
 
 
-def addMasks_toMeta(meta: xsar.BaseMeta) -> dict:
+def addMasks_toMeta(meta: xsar.BaseMeta, conf: dict) -> dict:
     """
     Add high-resolution masks (land, ice, lakes, etc.) from shapefiles to meta object.
 
@@ -192,6 +191,8 @@ def addMasks_toMeta(meta: xsar.BaseMeta) -> dict:
     ----------
     meta : xsar.BaseMeta
         Metadata object to add mask features to. Must have a set_mask_feature method.
+    conf : dict
+        Configuration dictionary containing masks definition
 
     Returns
     -------
@@ -210,7 +211,6 @@ def addMasks_toMeta(meta: xsar.BaseMeta) -> dict:
         raise AttributeError(
             f"Meta object of type {type(meta).__name__} must have a 'set_mask_feature' method")
 
-    conf = getConf()
     masks_by_category = {}
 
     # Check for 'masks' key
@@ -395,7 +395,7 @@ def processLandMask(xr_dataset, dilation_iterations=3, merged_masks=None):
         xr_dataset.land_mask.attrs["history"] = new_history
 
 
-def getAncillary(meta, ancillary_name="ecmwf"):
+def getAncillary(meta, ancillary_name, conf):
     """
     Map ancillary wind from "ecmwf" or "era5" or other sources.
     This function is used to check if the model files are available and to map the model to the SAR data.
@@ -406,6 +406,8 @@ def getAncillary(meta, ancillary_name="ecmwf"):
     meta: obj `xsar.BaseMeta` (one of the supported SAR mission)
     ancillary_name: str
         Name of the ancillary source (ecmwf or era5)
+    conf: dict
+        Configuration dictionary containing ancillary_sources
 
     Returns
     -------
@@ -414,8 +416,7 @@ def getAncillary(meta, ancillary_name="ecmwf"):
         - map_model (dict): mapping of model variables to SAR data
         - metadata (dict): ancillary metadata with 'source' and 'source_path' keys
     """
-    logging.debug("conf: %s", getConf())
-    conf = getConf()
+    logging.debug("conf: %s", conf)
     if 'ancillary_sources' not in conf:
         raise ValueError("Configuration must contain 'ancillary_sources'")
 
@@ -465,7 +466,7 @@ def getAncillary(meta, ancillary_name="ecmwf"):
             # Log selection
             if len(ancillary_sources) > 1:
                 logging.info(
-                    f"Multiple {ancillary_name} models configured. Using {selected_name} (priority order)")
+                    f"Multiple {ancillary_name} models configured. Using {selected_name} (with respect to priority order)")
             else:
                 logging.info(
                     f"Only one {ancillary_name} model configured: using {selected_name}")
@@ -1002,6 +1003,11 @@ def preprocess(
     if os.path.exists(config_path):
         with open(config_path, "r") as file:
             config_base = yaml.load(file, Loader=yaml.FullLoader)
+
+        # Validate configuration structure
+        from grdwindinversion.utils import test_config
+        test_config(config_base)
+
         try:
             # check if sensor is in the config
             config = config_base[sensor]
@@ -1015,7 +1021,7 @@ def preprocess(
     meta = fct_meta(filename)
 
     # Add masks to meta if configured (land, ice, lakes, etc.)
-    masks_by_category = addMasks_toMeta(meta)
+    masks_by_category = addMasks_toMeta(meta, config_base)
 
     # si une des deux n'est pas VV VH HH HV on ne fait rien
     if not all([pol in ["VV", "VH", "HH", "HV"] for pol in meta.pols.split(" ")]):
@@ -1086,7 +1092,8 @@ def preprocess(
         raise FileExistsError("outfile %s already exists" % out_file)
 
     ancillary_name = config["ancillary"]
-    map_model, ancillary_metadata = getAncillary(meta, ancillary_name)
+    map_model, ancillary_metadata = getAncillary(
+        meta, ancillary_name, config_base)
     if map_model is None:
         raise Exception(
             f"the weather model is not set `map_model` is None -> you probably don't have access to {ancillary_name} archive"
@@ -1212,10 +1219,10 @@ def preprocess(
     nc_luts = [x for x in [model_co, model_cross] if x.startswith("nc_lut")]
 
     if len(nc_luts) > 0:
-        windspeed.register_nc_luts(getConf()["nc_luts_path"])
+        windspeed.register_nc_luts(config_base["nc_luts_path"])
 
     if model_co == "gmf_cmod7":
-        windspeed.register_cmod7(getConf()["lut_cmod7_path"])
+        windspeed.register_cmod7(config_base["lut_cmod7_path"])
     #  Step 2 - clean and prepare dataset
 
     # variables to not keep in the L2
@@ -1275,8 +1282,7 @@ def preprocess(
     xr_dataset.offboresight.attrs["standard_name"] = "offboresight"
 
     # merge land masks
-    conf = getConf()
-    land_mask_strategy = conf.get("LAND_MASK_STRATEGY", "merge")
+    land_mask_strategy = config_base.get("LAND_MASK_STRATEGY", "merge")
     logging.info(f"land_mask_strategy = {land_mask_strategy}")
 
     # Store masks_by_category in config for later cleanup
@@ -1292,11 +1298,10 @@ def preprocess(
     processLandMask(xr_dataset, dilation_iterations=3,
                     merged_masks=merged_land_masks)
 
-    logging.debug("mask is a copy of land_mask")
-
     # Create main mask from land_mask
     # For now, mask uses the same values as land_mask
     # Can be extended later to include ice (value 3) and other categories
+    logging.debug("mask is a copy of land_mask")
     xr_dataset["mask"] = xr.DataArray(xr_dataset.land_mask)
     xr_dataset.mask.attrs = {}
     xr_dataset.mask.attrs["long_name"] = "Mask of data"
@@ -1709,8 +1714,9 @@ def makeL2(
         config["return_status"] = 99
 
     if dsig_cr_step == "nrcs":
-        logging.info(
-            "dsig_cr_step is nrcs : polarization are mixed at cost function step")
+        if dual_pol:
+            logging.info(
+                "dsig_cr_step is nrcs : polarization are mixed at cost function step")
         wind_co, wind_dual, windspeed_cr = inverse(
             dual_pol,
             inc=xr_dataset["incidence"],
@@ -1723,13 +1729,17 @@ def makeL2(
             **kwargs,
         )
     elif dsig_cr_step == "wspd":
-        logging.info(
-            "dsig_cr_step is wspd : polarization are mixed at winds speed step")
+        if dual_pol:
+            logging.info(
+                "dsig_cr_step is wspd : polarization are mixed at winds speed step")
 
-        if apply_flattening:
-            nesz_cross = xr_dataset["nesz_cross_flattened"]
+        if dual_pol:
+            if apply_flattening:
+                nesz_cross = xr_dataset["nesz_cross_flattened"]
+            else:
+                nesz_cross = xr_dataset.nesz.sel(pol=crosspol)
         else:
-            nesz_cross = xr_dataset.nesz.sel(pol=crosspol)
+            nesz_cross = None
 
         wind_co, wind_dual, windspeed_cr, alpha = inverse_dsig_wspd(
             dual_pol,
@@ -1743,10 +1753,12 @@ def makeL2(
             model_cross=model_cross,
             **kwargs
         )
-        xr_dataset["alpha"] = xr.DataArray(
-            data=alpha, dims=xr_dataset["incidence"].dims, coords=xr_dataset["incidence"].coords)
-        xr_dataset["alpha"].attrs["apply_flattening"] = str(apply_flattening)
-        xr_dataset["alpha"].attrs["comments"] = "alpha used to ponderate copol and crosspol. this ponderation is done will combining wind speeds."
+        if dual_pol and alpha is not None:
+            xr_dataset["alpha"] = xr.DataArray(
+                data=alpha, dims=xr_dataset["incidence"].dims, coords=xr_dataset["incidence"].coords)
+            xr_dataset["alpha"].attrs["apply_flattening"] = str(
+                apply_flattening)
+            xr_dataset["alpha"].attrs["comments"] = "alpha used to ponderate copol and crosspol. this ponderation is done will combining wind speeds."
 
     else:
         raise ValueError(

grdwindinversion/main.py

@@ -20,7 +20,6 @@ def processor_starting_point():
 
     from grdwindinversion.inversion import makeL2
     from grdwindinversion.utils_memory import get_memory_usage
-    from grdwindinversion.load_config import config_path
     import grdwindinversion
 
     parser = argparse.ArgumentParser(
@@ -68,8 +67,6 @@ def processor_starting_point():
         )
     t0 = time.time()
 
-    logging.info("config path: %s", config_path)
-
     input_file = args.input_file.rstrip("/")
     logging.info("input file: %s", input_file)
 

grdwindinversion/utils.py

@@ -110,7 +110,7 @@ def get_pol_ratio_name(model_co):
             import re
 
             def check_format(s):
-                pattern = r"^([a-zA-Z0-9]+)_R(high|low)_hh_([a-zA-Z0-9_]+)$"
+                pattern = r"^([a-zA-Z0-9_]+)_R(high|low)_hh_([a-zA-Z0-9_]+)$"
                 match = re.match(pattern, s)
                 if match:
                     vvgmf, res, polrationame = match.groups()
@@ -154,3 +154,108 @@ def timing(logger=logger.debug):
         return wrapper
 
     return decorator
+
+
+def test_config(config):
+    """
+    Validate configuration structure.
+
+    Checks that the configuration contains all required fields:
+    - ancillary_sources (with ecmwf or era5)
+    - nc_luts_path (required)
+    - lut_cmod7_path (optional - required only if using gmf_cmod7)
+    - lut_ms1ahw_path (optional - required only if using gmf_cmodms1ahw)
+    - masks (optional)
+
+    Note: If you use predefined LUTs (gmf_cmod7, gmf_cmodms1ahw, etc.),
+    they must be loaded with the corresponding path keywords:
+    - gmf_cmod7 requires lut_cmod7_path
+    - gmf_cmodms1ahw requires lut_ms1ahw_path
+
+    Parameters
+    ----------
+    config : dict
+        Configuration dictionary to validate
+
+    Raises
+    ------
+    ValueError
+        If configuration is missing required fields or has invalid structure
+    """
+    # Check ancillary_sources
+    if 'ancillary_sources' not in config:
+        raise ValueError("Configuration must contain 'ancillary_sources'")
+
+    if not isinstance(config['ancillary_sources'], dict):
+        raise ValueError("'ancillary_sources' must be a dictionary")
+
+    if not config['ancillary_sources']:
+        raise ValueError("'ancillary_sources' must not be empty")
+
+    # Check that at least ecmwf or era5 is configured
+    has_ecmwf = 'ecmwf' in config['ancillary_sources']
+    has_era5 = 'era5' in config['ancillary_sources']
+    if not (has_ecmwf or has_era5):
+        raise ValueError(
+            "'ancillary_sources' must contain at least 'ecmwf' or 'era5'")
+
+    # Validate ancillary sources structure
+    for ancillary_type, sources in config['ancillary_sources'].items():
+        if not isinstance(sources, list):
+            raise ValueError(
+                f"'ancillary_sources.{ancillary_type}' must be a list")
+        if not sources:
+            raise ValueError(
+                f"'ancillary_sources.{ancillary_type}' must not be empty")
+
+        for source in sources:
+            if 'name' not in source:
+                raise ValueError(
+                    f"Each source in 'ancillary_sources.{ancillary_type}' must have a 'name' field")
+            if 'path' not in source:
+                raise ValueError(
+                    f"Each source in 'ancillary_sources.{ancillary_type}' must have a 'path' field")
+    # Check LUT paths
+    if 'nc_luts_path' not in config:
+        raise ValueError("Configuration must contain 'nc_luts_path'")
+    else:
+        logger.debug(f"nc_luts_path found: {config['nc_luts_path']}")
+
+    # Optional LUT paths (only needed if using specific GMFs)
+    if 'lut_cmod7_path' in config:
+        logger.debug(f"lut_cmod7_path found: {config['lut_cmod7_path']}")
+    if 'lut_ms1ahw_path' in config:
+        logger.debug(f"lut_ms1ahw_path found: {config['lut_ms1ahw_path']}")
+
+    # Validate masks structure if present (optional)
+    if 'masks' in config:
+        if not isinstance(config['masks'], dict):
+            raise ValueError("'masks' must be a dictionary")
+
+        for category, mask_list in config['masks'].items():
+            if not isinstance(mask_list, list):
+                raise ValueError(f"'masks.{category}' must be a list")
+
+            for mask in mask_list:
+                if 'name' not in mask:
+                    raise ValueError(
+                        f"Each mask in 'masks.{category}' must have a 'name' field")
+                if 'path' not in mask:
+                    raise ValueError(
+                        f"Each mask in 'masks.{category}' must have a 'path' field")
+
+        logger.debug(f"Masks configured: {list(config['masks'].keys())}")
+    else:
+        logger.info("No masks configured (optional)")
+
+    # Check which sensors are configured
+    supported_sensors = ['S1A', 'S1B', 'S1C', 'S1D', 'RS2', 'RCM']
+    configured_sensors = [
+        sensor for sensor in supported_sensors if sensor in config]
+    if configured_sensors:
+        logger.info(f"Sensors configured: {', '.join(configured_sensors)}")
+    else:
+        logger.warning(
+            "No sensors configured - at least one sensor (S1A, S1B, S1C, S1D, RS2, RCM) should be present")
+
+    logger.info("Configuration validation passed")

{grdwindinversion-1.0.0.dist-info → grdwindinversion-1.0.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: grdwindinversion
-Version: 1.0.0
+Version: 1.0.2
 Summary: Package to perform Wind inversion from GRD Level-1 SAR images
 Author-email: Antoine Grouazel <antoine.grouazel@ifremer.fr>
 License: MIT

grdwindinversion-1.0.2.dist-info/RECORD

@@ -0,0 +1,20 @@
+grdwindinversion/.gitignore,sha256=vmDRHGeESYckUdUztsPr7u6ZNfBYMCVR3GE3AJCBnsY,1204
+grdwindinversion/__init__.py,sha256=WElmPGXfKJ2BbiiBiFLyJObZHEmglAgKZcso7Pl7NhU,331
+grdwindinversion/config_prod_recal.yaml,sha256=Dg8VBZRIEVF0ASC6XLPbv06kwLgNzF13cUwwkjVLW-A,4533
+grdwindinversion/config_prod_recal_streaks_nrcsmod.yaml,sha256=bMdnQnqLvwXVxymCAT0a19mYAgAVjeZgJP8OUHMDIMg,4531
+grdwindinversion/config_prod_streaks.yaml,sha256=II4r-PIgtzAmjw4s307UQGkrfTwmgpympxC9Pmzhulw,4539
+grdwindinversion/config_prod_streaks_nrcsmod.yaml,sha256=k18T5rXS7LRV3n69AOPrhBYWl1io9z4juJ-Z3cjo8ps,4537
+grdwindinversion/config_prod_v3.yaml,sha256=BNXi8r5cF3GkdD126g7y1tAnSpyZwwWoThh87xIP6bQ,4540
+grdwindinversion/gradientFeatures.py,sha256=NIeAJzb1zrlJPBq1th7wjEZoNJMxwqDpNHLMWP6FQN0,18198
+grdwindinversion/inversion.py,sha256=R2PtzY8b94ouGRFLluwNP6_igGAg4YerqRhD1LGI-F8,73167
+grdwindinversion/main.py,sha256=4i5ecjt_hkSYUavS7CxsqR0OfLaWUoxrxambzMWyPbA,3191
+grdwindinversion/utils.py,sha256=VfUePsHc3Zkbf3mqIMSKDAdm9GUca_Qrp2jgiuAAEG0,8519
+grdwindinversion/utils_memory.py,sha256=NA0bvkpCTkEiqCcJuldG1XsrP40-3AQUUt3HLeoRpbY,1432
+grdwindinversion/.github/ISSUE_TEMPLATE.md,sha256=qiM_a7CCUz3fSrz3Q20Se1nwPNFS8QCc8tkwK_0DSCo,327
+grdwindinversion-1.0.2.dist-info/licenses/AUTHORS.rst,sha256=C9EFY6YdOu5qAe6pNIvCvviXH91vCej-WxOobYftoMk,155
+grdwindinversion-1.0.2.dist-info/licenses/LICENSE,sha256=-B8mBiTeY3J7OLuayiV1myqmc7yeijBc7s34kc8RTmg,1075
+grdwindinversion-1.0.2.dist-info/METADATA,sha256=PrgdI1st0CygkG9bqjFoZptcR3xH-rLuSHyW8e3p62k,2529
+grdwindinversion-1.0.2.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+grdwindinversion-1.0.2.dist-info/entry_points.txt,sha256=2rjvlVCy0iasRXjOz3kOIGuy2OCGQ-VTNuwuViQ6cMM,95
+grdwindinversion-1.0.2.dist-info/top_level.txt,sha256=z6lPix3QPEYOo37qq8plA2hY7S3C8MQZY81agRlksMI,17
+grdwindinversion-1.0.2.dist-info/RECORD,,

{grdwindinversion-1.0.0.dist-info → grdwindinversion-1.0.2.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.9.0)
+Generator: setuptools (80.10.2)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

grdwindinversion/data_config.yaml

@@ -1,25 +0,0 @@
-unit_test_s1_product: "./sentinel-1a/L1/IW/S1A_IW_GRDH_1S/2021/252/S1A_IW_GRDH_1SDV_20210909T130650_20210909T130715_039605_04AE83_C34F.SAFE"
-unit_test_rcm_product: "./l1/rcm/rcm-1/sclnd/2023/273/RCM1_OK2767220_PK2769320_1_SCLND_20230930_214014_VV_VH_GRD"
-unit_test_rs2_product: "./L1/VV_VH/2022/247/RS2_OK141302_PK1242223_DK1208537_SCWA_20220904_093402_VV_VH_SGF"
-
-masks:
-    land:
-        - name: "gshhsH"
-          path: "/home/vincelhx/Téléchargements/gshhg-shp-2.3.7/GSHHS_shp/h/GSHHS_h_L1.shp"
-
-ancillary_sources:
-    ecmwf:
-        - name: "ecmwf_0100_1h"
-          path: "/home/loc-datawork-cersat-public/provider/ecmwf/forecast/hourly/0100deg/netcdf_light/%Y/%j/ECMWF_FORECAST_0100_%Y%m%d%H%M_10U_10V.nc"
-
-        - name: "ecmwf_0125_1h"
-          path: "/home/loc-datawork-cersat-intranet/project/ecmwf/0.125deg/1h/forecasts/%Y/%j/ecmwf_%Y%m%d%H%M.nc"
-
-    era5:
-        - name: "era5_0250_1h"
-          path: "/home/ref-ecmwf/ERA5/%Y/%m/era_5-copernicus__%Y%m%d.nc"
-
-sarwing_luts_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/v1.6/"
-nc_luts_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/nc_luts"
-lut_cmod7_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/v1.6/GMF_cmod7_official/cmod7_and_python_script"
-lut_ms1ahw_path: "/home/loc-datawork-cersat-public/cache/project/sarwing/GMFS/v1.6/GMF_cmodms1ahw"

grdwindinversion/load_config.py

@@ -1,30 +0,0 @@
-from yaml import load
-import logging
-import os
-import grdwindinversion
-from yaml import CLoader as Loader
-
-local_config_potential_path1 = os.path.expanduser(
-    "~/.grdwindinversion/data_config.yaml"
-)
-local_config_potential_path2 = os.path.join(
-    os.path.dirname(grdwindinversion.__file__), "local_data_config.yaml"
-)
-if os.path.exists(local_config_potential_path1):
-    config_path = local_config_potential_path1
-elif os.path.exists(local_config_potential_path2):
-    config_path = local_config_potential_path2
-else:
-    config_path = os.path.join(
-        os.path.dirname(grdwindinversion.__file__), "data_config.yaml"
-    )
-stream = open(config_path, "r")
-conf = load(stream, Loader=Loader)
-
-
-def getConf():
-    """
-    if local_config_potential_path exists it will superseed config_path
-    :return:
-    """
-    return conf

grdwindinversion-1.0.0.dist-info/RECORD

@@ -1,22 +0,0 @@
-grdwindinversion/.gitignore,sha256=vmDRHGeESYckUdUztsPr7u6ZNfBYMCVR3GE3AJCBnsY,1204
-grdwindinversion/__init__.py,sha256=pQ3rvsuY5HqPMMi-ucT0oGfltpL3M903X2zZRV3QIi0,395
-grdwindinversion/config_prod_recal.yaml,sha256=WBvaYjPEzTWkEjwYlP0-xj_D6xgzaavCe6dVFXPJbnw,3129
-grdwindinversion/config_prod_recal_streaks_nrcsmod.yaml,sha256=8PwGHnVmaJa-j5jX59BXtUvRIPt0IFCoylMmWvMGjsQ,3127
-grdwindinversion/config_prod_streaks.yaml,sha256=imd4XFSLwZ2TH9Rw9bBKOZZHRJ42wW9ckMe5xYgMQKI,3134
-grdwindinversion/config_prod_streaks_nrcsmod.yaml,sha256=mme6YulYxc_HD8uX9XCpn1tfJpN-D5GSa_2mZ3X7220,3133
-grdwindinversion/config_prod_v3.yaml,sha256=YdIYJcQhX8bM2vhU4pDmT4BI8O0Mn4DVSS_LvB0CbgI,3136
-grdwindinversion/data_config.yaml,sha256=WUkJPt5BGi9TF05xRs_uuzCAR4i4mEmoFL9dcGESD_4,1375
-grdwindinversion/gradientFeatures.py,sha256=NIeAJzb1zrlJPBq1th7wjEZoNJMxwqDpNHLMWP6FQN0,18198
-grdwindinversion/inversion.py,sha256=k7JqFU1M69MJ4zQWiOrzmCGf5Ty3Mkp29i5tPZ4gSkY,72724
-grdwindinversion/load_config.py,sha256=ZPozOWt0rf2Pmyc6P2D75cE_9wKUfKfr7RUzlE3WoiY,833
-grdwindinversion/main.py,sha256=OtfohM-CWgXD6Zyw2vOFZMDyBXII5qPRZIA8u_dKB4I,3298
-grdwindinversion/utils.py,sha256=zcAqpGyyqUleM8YUqyofaEvm2Hua1n-JjY-j83R2az8,4393
-grdwindinversion/utils_memory.py,sha256=NA0bvkpCTkEiqCcJuldG1XsrP40-3AQUUt3HLeoRpbY,1432
-grdwindinversion/.github/ISSUE_TEMPLATE.md,sha256=qiM_a7CCUz3fSrz3Q20Se1nwPNFS8QCc8tkwK_0DSCo,327
-grdwindinversion-1.0.0.dist-info/licenses/AUTHORS.rst,sha256=C9EFY6YdOu5qAe6pNIvCvviXH91vCej-WxOobYftoMk,155
-grdwindinversion-1.0.0.dist-info/licenses/LICENSE,sha256=-B8mBiTeY3J7OLuayiV1myqmc7yeijBc7s34kc8RTmg,1075
-grdwindinversion-1.0.0.dist-info/METADATA,sha256=Gf4VC2pR5gOqb8Xh8LEPVHGzCPHCObjVTWTMjWdBowY,2529
-grdwindinversion-1.0.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-grdwindinversion-1.0.0.dist-info/entry_points.txt,sha256=2rjvlVCy0iasRXjOz3kOIGuy2OCGQ-VTNuwuViQ6cMM,95
-grdwindinversion-1.0.0.dist-info/top_level.txt,sha256=z6lPix3QPEYOo37qq8plA2hY7S3C8MQZY81agRlksMI,17
-grdwindinversion-1.0.0.dist-info/RECORD,,