ECOv003-L2T-STARS 1.3.0__py3-none-any.whl → 1.4.1__py3-none-any.whl

ECOv003_L2T_STARS/L2T_STARS.py

@@ -35,10 +35,6 @@ from .VNP43NRT import VNP43NRT
 from .runconfig import ECOSTRESSRunConfig
 from .L2TSTARSConfig import L2TSTARSConfig
 from .load_prior import load_prior
-from .generate_NDVI_coarse_directory import generate_NDVI_coarse_directory
-from .generate_NDVI_fine_directory import generate_NDVI_fine_directory
-from .generate_albedo_coarse_directory import generate_albedo_coarse_directory
-from .generate_albedo_fine_directory import generate_albedo_fine_directory
 from .generate_STARS_inputs import generate_STARS_inputs
 from .process_STARS_product import process_STARS_product
 from .retrieve_STARS_sources import retrieve_STARS_sources
@@ -58,6 +54,7 @@ def L2T_STARS(
     remove_input_staging: bool = True,
     remove_prior: bool = True,
     remove_posterior: bool = True,
+    initialize_julia: bool = False,
     threads: Union[int, str] = "auto",
     num_workers: int = 4,
     overwrite: bool = False, # New parameter for overwriting existing files
@@ -240,6 +237,8 @@ def L2T_STARS(
         logger.info(f"VNP09GA products directory: {cl.dir(VNP09GA_products_directory)}")
         VNP43NRT_products_directory = join(sources_directory, DEFAULT_VNP43NRT_PRODUCTS_DIRECTORY)
         logger.info(f"VNP43NRT products directory: {cl.dir(VNP43NRT_products_directory)}")
+        DOWNSAMPLED_products_directory = join(sources_directory, DEFAULT_STARS_DOWNSAMPLED_DIRECTORY)
+        logger.info(f"DOWNSAMPLED products directory: {cl.dir(DOWNSAMPLED_products_directory)}")
 
         # Re-check for existing product (double-check in case another process created it) with overwrite option
         if not overwrite and exists(L2T_STARS_zip_filename):
@@ -283,6 +282,7 @@ def L2T_STARS(
                     GEOS5FP_products=GEOS5FP_products_directory,
                     VNP09GA_directory=VNP09GA_products_directory,
                     VNP43NRT_directory=VNP43NRT_products_directory,
+                    initialize_julia=initialize_julia,
                 )
 
                 albedo_VIIRS_connection = VNP43NRT(
@@ -293,6 +293,7 @@ def L2T_STARS(
                     GEOS5FP_products=GEOS5FP_products_directory,
                     VNP09GA_directory=VNP09GA_products_directory,
                     VNP43NRT_directory=VNP43NRT_products_directory,
+                    initialize_julia=initialize_julia,
                 )
             except CMRServerUnreachable as e:
                 logger.exception(e)
@@ -404,19 +405,6 @@ def L2T_STARS(
             NDVI_coarse_geometry = HLS_connection.grid(tile=tile, cell_size=NDVI_resolution)
             albedo_coarse_geometry = HLS_connection.grid(tile=tile, cell_size=albedo_resolution)
 
-            NDVI_coarse_directory = generate_NDVI_coarse_directory(
-                input_staging_directory=input_staging_directory, tile=tile
-            )
-            NDVI_fine_directory = generate_NDVI_fine_directory(
-                input_staging_directory=input_staging_directory, tile=tile
-            )
-            albedo_coarse_directory = generate_albedo_coarse_directory(
-                input_staging_directory=input_staging_directory, tile=tile
-            )
-            albedo_fine_directory = generate_albedo_fine_directory(
-                input_staging_directory=input_staging_directory, tile=tile
-            )
-
             generate_STARS_inputs(
                 tile=tile,
                 date_UTC=date_UTC,
@@ -429,11 +417,7 @@ def L2T_STARS(
                 target_resolution=target_resolution,
                 NDVI_coarse_geometry=NDVI_coarse_geometry,
                 albedo_coarse_geometry=albedo_coarse_geometry,
-                working_directory=working_directory,
-                NDVI_coarse_directory=NDVI_coarse_directory,
-                NDVI_fine_directory=NDVI_fine_directory,
-                albedo_coarse_directory=albedo_coarse_directory,
-                albedo_fine_directory=albedo_fine_directory,
+                downsampled_directory=DOWNSAMPLED_products_directory,
                 HLS_connection=HLS_connection,
                 NDVI_VIIRS_connection=NDVI_VIIRS_connection,
                 albedo_VIIRS_connection=albedo_VIIRS_connection,
@@ -454,7 +438,7 @@ def L2T_STARS(
                 NDVI_resolution=NDVI_resolution,
                 albedo_resolution=albedo_resolution,
                 target_resolution=target_resolution,
-                working_directory=working_directory,
+                downsampled_directory=DOWNSAMPLED_products_directory,
                 model_directory=model_directory,
                 input_staging_directory=input_staging_directory,
                 L2T_STARS_granule_directory=L2T_STARS_granule_directory,
@@ -470,6 +454,7 @@ def L2T_STARS(
                 remove_input_staging=remove_input_staging,
                 remove_prior=remove_prior,
                 remove_posterior=remove_posterior,
+                initialize_julia=initialize_julia,
                 threads=threads,
                 num_workers=num_workers,
             )

ECOv003_L2T_STARS/Project.toml

@@ -3,12 +3,8 @@ Dates = "ade2ca70-3891-5945-98fb-dc099432e06a"
 DelimitedFiles = "8bb1440f-4735-579b-a4ab-409b98df4dab"
 Distributed = "8ba89e20-285c-5b6f-9357-94700520ee1b"
 Glob = "c27321d9-0574-5035-807b-f59d2c89b15c"
-HTTP = "cd3eb016-35fb-5094-929b-558a96fad6f3"
-JSON = "682c06a0-de6a-54ab-a142-c8b1cf79cde6"
 LinearAlgebra = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e"
 Logging = "56ddb016-857b-54e1-b83d-db4d58db5568"
-OpenSSL = "4d8831e6-92b7-49fb-bdf8-b643e874388c"
-Pkg = "44cfe95a-1eb2-52ea-b672-e2afdf69b78f"
 Rasters = "a3a2b9e3-a471-40c9-b274-f788e487c689"
 STARSDataFusion = "70ccc657-289f-4534-a407-e03a16fd1153"
 Statistics = "10745b16-79ce-11e8-11f9-7d13ad32a3b2"

ECOv003_L2T_STARS/VIIRS/VNP09GA.py

@@ -1096,7 +1096,7 @@ class VNP09GA:
 
         self.resampling = resampling
 
-        self._granules = pd.DataFrame({"date_UTC": {}, "tile": {}, "granule": {}})
+        self._granules = pd.DataFrame(columns=["date_UTC", "tile", "granule"])
 
         if working_directory is None:
             working_directory = self.DEFAULT_WORKING_DIRECTORY
@@ -1233,7 +1233,7 @@ class VNP09GA:
         if "date_UTC" not in self._granules.columns:
             raise ValueError(f"date_UTC column not in granules table")
 
-        subset = self._granules[(self._granules.date_UTC == date_UTC) & (self._granules.tile == tile)]
+        subset = self._granules[(self._granules['date_UTC'] == date_UTC) & (self._granules['tile'] == tile)]
         if len(subset) > 0:
             return subset.iloc[0].granule
 
@@ -1246,7 +1246,7 @@ class VNP09GA:
         if len(granules) == 0:
             return None
 
-        if len(granules) > 0:
+        if len(granules) > 1:
             logger.warning("Found more VIIRS granules than expected")
 
         self.add_granules(granules)

ECOv003_L2T_STARS/VNP43NRT/VNP43NRT.py

@@ -106,12 +106,14 @@ def process_julia_BRDF(
         sensor_zenith_directory: str,
         relative_azimuth_directory: str,
         SZA_filename: str,
-        output_directory: str):
+        output_directory: str,
+        initialize_julia: bool):
     parent_directory = abspath(join(dirname(__file__), ".."))
     julia_source_directory = join(parent_directory, "VNP43NRT_jl")
     julia_script_filename = join(abspath(dirname(__file__)), "process_VNP43NRT.jl")
 
-    instantiate_VNP43NRT_jl(julia_source_directory)
+    if initialize_julia:
+        instantiate_VNP43NRT_jl(julia_source_directory)
 
     command = f'julia "{julia_script_filename}" "{band}" "{h}" "{v}" "{tile_width_cells}" "{start_date:%Y-%m-%d}" "{end_date:%Y-%m-%d}" "{reflectance_directory}" "{solar_zenith_directory}" "{sensor_zenith_directory}" "{relative_azimuth_directory}" "{SZA_filename}" "{output_directory}"'
     logger.info(command)
@@ -265,7 +267,8 @@ class VNP43NRT(VIIRSDownloaderAlbedo, VIIRSDownloaderNDVI):
             VNP43NRT_staging_directory: str = None,
             GEOS5FP_connection: GEOS5FP = None,
             GEOS5FP_download: str = None,
-            GEOS5FP_products: str = None):
+            GEOS5FP_products: str = None,
+            initialize_julia: bool = False):
         if working_directory is None:
             working_directory = VNP09GA.DEFAULT_WORKING_DIRECTORY
 
@@ -302,6 +305,7 @@ class VNP43NRT(VIIRSDownloaderAlbedo, VIIRSDownloaderNDVI):
         self.VNP43NRT_directory = VNP43NRT_directory
         self.GEOS5FP = GEOS5FP_connection
         self.VNP43NRT_staging_directory = VNP43NRT_staging_directory
+        self.initialize_julia = initialize_julia
 
     def __repr__(self):
         display_dict = {
@@ -493,7 +497,8 @@ class VNP43NRT(VIIRSDownloaderAlbedo, VIIRSDownloaderNDVI):
                 sensor_zenith_directory=sensor_zenith_directory,
                 relative_azimuth_directory=relative_azimuth_directory,
                 SZA_filename=SZA_filename,
-                output_directory=output_directory
+                output_directory=output_directory,
+                initialize_julia=self.initialize_julia,
             )
 
             WSA = Raster.open(join(output_directory, f"{date_UTC:%Y-%m-%d}_WSA.tif"))

ECOv003_L2T_STARS/constants.py

@@ -22,6 +22,7 @@ DEFAULT_GEOS5FP_DOWNLOAD_DIRECTORY = "GEOS5FP_download"
 DEFAULT_GEOS5FP_PRODUCTS_DIRECTORY = "GEOS5FP_products"
 DEFAULT_VNP09GA_PRODUCTS_DIRECTORY = "VNP09GA_products"
 DEFAULT_VNP43NRT_PRODUCTS_DIRECTORY = "VNP43NRT_products"
+DEFAULT_STARS_DOWNSAMPLED_DIRECTORY = "DOWNSAMPLED_products"
 
 # Processing parameters
 VIIRS_GIVEUP_DAYS = 4  # Number of days to give up waiting for VIIRS data

ECOv003_L2T_STARS/generate_STARS_inputs.py

@@ -1,6 +1,7 @@
 from typing import Union
 from datetime import date, datetime
 from dateutil.rrule import rrule, DAILY
+from os.path import exists
 import logging
 
 import colored_logging as cl
@@ -16,6 +17,7 @@ from .generate_NDVI_coarse_image import generate_NDVI_coarse_image
 from .generate_NDVI_fine_image import generate_NDVI_fine_image
 from .generate_albedo_coarse_image import generate_albedo_coarse_image
 from .generate_albedo_fine_image import generate_albedo_fine_image
+from .generate_downsampled_filename import generate_downsampled_filename
 from .calibrate_fine_to_coarse import calibrate_fine_to_coarse
 from .VIIRS.VIIRSDownloader import VIIRSDownloaderAlbedo, VIIRSDownloaderNDVI
 
@@ -33,11 +35,7 @@ def generate_STARS_inputs(
     target_resolution: int,
     NDVI_coarse_geometry: RasterGeometry,
     albedo_coarse_geometry: RasterGeometry,
-    working_directory: str,
-    NDVI_coarse_directory: str,
-    NDVI_fine_directory: str,
-    albedo_coarse_directory: str,
-    albedo_fine_directory: str,
+    downsampled_directory: str,
     HLS_connection: HLS2CMR,
     NDVI_VIIRS_connection: VIIRSDownloaderNDVI,
     albedo_VIIRS_connection: VIIRSDownloaderAlbedo,
@@ -80,68 +78,83 @@ def generate_STARS_inputs(
     """
     missing_coarse_dates = set()  # Track dates where coarse data could not be generated
 
+    logger.info(f"preparing coarse and fine images for STARS at {cl.place(tile)}")
+
     # Process each day within the VIIRS data fusion window
     for processing_date in [
         get_date(dt) for dt in rrule(DAILY, dtstart=VIIRS_start_date, until=VIIRS_end_date)
     ]:
-        logger.info(
-            f"Preparing coarse image for STARS NDVI at {cl.place(tile)} on {cl.time(processing_date)}"
+        NDVI_coarse_filename = generate_downsampled_filename(
+            directory=downsampled_directory,
+            variable="NDVI",
+            date_UTC=processing_date,
+            tile=tile,
+            cell_size=NDVI_resolution
+        )
+
+        NDVI_fine_filename = generate_downsampled_filename(
+            directory=downsampled_directory,
+            variable="NDVI",
+            date_UTC=processing_date,
+            tile=tile,
+            cell_size=target_resolution
+        )
+
+        albedo_coarse_filename = generate_downsampled_filename(
+            directory=downsampled_directory,
+            variable="albedo",
+            date_UTC=processing_date,
+            tile=tile,
+            cell_size=albedo_resolution
+        )
+
+        albedo_fine_filename = generate_downsampled_filename(
+            directory=downsampled_directory,
+            variable="albedo",
+            date_UTC=processing_date,
+            tile=tile,
+            cell_size=target_resolution
         )
 
         try:
-            # Generate coarse NDVI image
-            NDVI_coarse_image = generate_NDVI_coarse_image(
-                date_UTC=processing_date,
-                VIIRS_connection=NDVI_VIIRS_connection,
-                geometry=NDVI_coarse_geometry,
-            )
+            # Cache whether the NDVI coarse exists to avoid ToCToU
+            NDVI_coarse_exists = exists(NDVI_coarse_filename)
+            if not NDVI_coarse_exists:
+                logger.info(f"preparing coarse image for STARS NDVI at {cl.place(tile)} on {cl.time(processing_date)}")
+
+                NDVI_coarse_image = generate_NDVI_coarse_image(
+                    date_UTC=processing_date,
+                    VIIRS_connection=NDVI_VIIRS_connection,
+                    geometry=NDVI_coarse_geometry
+                )
 
-            # Define filename for coarse NDVI and save
-            NDVI_coarse_filename = generate_filename(
-                directory=NDVI_coarse_directory,
-                variable="NDVI",
-                date_UTC=processing_date,
-                tile=tile,
-                cell_size=NDVI_resolution,
-            )
-            logger.info(
-                f"Saving coarse image for STARS NDVI at {cl.place(tile)} on {cl.time(processing_date)}: {NDVI_coarse_filename}"
-            )
-            NDVI_coarse_image.to_geotiff(NDVI_coarse_filename)
+                logger.info(
+                    f"saving coarse image for STARS NDVI at {cl.place(tile)} on {cl.time(processing_date)}: {NDVI_coarse_filename}")
+                NDVI_coarse_image.to_geotiff(NDVI_coarse_filename)
 
-            # If the processing date is within the HLS range, generate fine NDVI
             if processing_date >= HLS_start_date:
-                logger.info(
-                    f"Preparing fine image for STARS NDVI at {cl.place(tile)} on {cl.time(processing_date)}"
-                )
                 try:
-                    NDVI_fine_image = generate_NDVI_fine_image(
-                        date_UTC=processing_date,
-                        tile=tile,
-                        HLS_connection=HLS_connection,
-                    )
-
-                    # Optionally calibrate the fine NDVI image to the coarse NDVI image
-                    if calibrate_fine:
+                    if not exists(NDVI_fine_filename):
                         logger.info(
-                            f"Calibrating fine image for STARS NDVI at {cl.place(tile)} on {cl.time(processing_date)}"
-                        )
-                        NDVI_fine_image = calibrate_fine_to_coarse(
-                            NDVI_fine_image, NDVI_coarse_image
+                            f"preparing fine image for STARS NDVI at {cl.place(tile)} on {cl.time(processing_date)}")
+
+                        NDVI_fine_image = generate_NDVI_fine_image(
+                            date_UTC=processing_date,
+                            tile=tile,
+                            HLS_connection=HLS_connection
                         )
 
-                    # Define filename for fine NDVI and save
-                    NDVI_fine_filename = generate_filename(
-                        directory=NDVI_fine_directory,
-                        variable="NDVI",
-                        date_UTC=processing_date,
-                        tile=tile,
-                        cell_size=target_resolution,
-                    )
-                    logger.info(
-                        f"Saving fine image for STARS NDVI at {cl.place(tile)} on {cl.time(processing_date)}: {NDVI_fine_filename}"
-                    )
-                    NDVI_fine_image.to_geotiff(NDVI_fine_filename)
+                        if calibrate_fine:
+                            # Ensure that the NDVI_coarse_image variable is set
+                            if NDVI_coarse_exists:
+                                NDVI_coarse_image = Raster.open(NDVI_coarse_filename)
+                            logger.info(
+                                f"calibrating fine image for STARS NDVI at {cl.place(tile)} on {cl.time(processing_date)}")
+                            NDVI_fine_image = calibrate_fine_to_coarse(NDVI_fine_image, NDVI_coarse_image)
+
+                        logger.info(
+                            f"saving fine image for STARS NDVI at {cl.place(tile)} on {cl.time(processing_date)}: {NDVI_fine_filename}")
+                        NDVI_fine_image.to_geotiff(NDVI_fine_filename)
                 except Exception:  # Catch any exception during HLS fine image generation
                     logger.info(f"HLS NDVI is not available on {processing_date}")
         except Exception as e:
@@ -151,63 +164,47 @@ def generate_STARS_inputs(
             )
             missing_coarse_dates.add(processing_date)  # Add date to missing set
 
-        logger.info(
-            f"Preparing coarse image for STARS albedo at {cl.place(tile)} on {cl.time(processing_date)}"
-        )
         try:
-            # Generate coarse albedo image
-            albedo_coarse_image = generate_albedo_coarse_image(
-                date_UTC=processing_date,
-                VIIRS_connection=albedo_VIIRS_connection,
-                geometry=albedo_coarse_geometry,
-            )
+            # Cache whether the albedo coarse exists to avoid ToCToU
+            albedo_coarse_exists = exists(albedo_coarse_filename)
+            if not albedo_coarse_exists:
+                logger.info(
+                    f"preparing coarse image for STARS albedo at {cl.place(tile)} on {cl.time(processing_date)}")
 
-            # Define filename for coarse albedo and save
-            albedo_coarse_filename = generate_filename(
-                directory=albedo_coarse_directory,
-                variable="albedo",
-                date_UTC=processing_date,
-                tile=tile,
-                cell_size=albedo_resolution,
-            )
-            logger.info(
-                f"Saving coarse image for STARS albedo at {cl.place(tile)} on {cl.time(processing_date)}: {albedo_coarse_filename}"
-            )
-            albedo_coarse_image.to_geotiff(albedo_coarse_filename)
+                albedo_coarse_image = generate_albedo_coarse_image(
+                    date_UTC=processing_date,
+                    VIIRS_connection=albedo_VIIRS_connection,
+                    geometry=albedo_coarse_geometry
+                )
 
-            # If the processing date is within the HLS range, generate fine albedo
-            if processing_date >= HLS_start_date:
                 logger.info(
-                    f"Preparing fine image for STARS albedo at {cl.place(tile)} on {cl.time(processing_date)}"
-                )
+                    f"saving coarse image for STARS albedo at {cl.place(tile)} on {cl.time(processing_date)}: {albedo_coarse_filename}")
+                albedo_coarse_image.to_geotiff(albedo_coarse_filename)
+
+            if processing_date >= HLS_start_date:
                 try:
-                    albedo_fine_image = generate_albedo_fine_image(
-                        date_UTC=processing_date,
-                        tile=tile,
-                        HLS_connection=HLS_connection,
-                    )
-
-                    # Optionally calibrate the fine albedo image to the coarse albedo image
-                    if calibrate_fine:
+                    if not exists(albedo_fine_filename):
                         logger.info(
-                            f"Calibrating fine image for STARS albedo at {cl.place(tile)} on {cl.time(processing_date)}"
-                        )
-                        albedo_fine_image = calibrate_fine_to_coarse(
-                            albedo_fine_image, albedo_coarse_image
+                            f"preparing fine image for STARS albedo at {cl.place(tile)} on {cl.time(processing_date)}")
+
+                        albedo_fine_image = generate_albedo_fine_image(
+                            date_UTC=processing_date,
+                            tile=tile,
+                            HLS_connection=HLS_connection
                         )
 
-                    # Define filename for fine albedo and save
-                    albedo_fine_filename = generate_filename(
-                        directory=albedo_fine_directory,
-                        variable="albedo",
-                        date_UTC=processing_date,
-                        tile=tile,
-                        cell_size=target_resolution,
-                    )
-                    logger.info(
-                        f"Saving fine image for STARS albedo at {cl.place(tile)} on {cl.time(processing_date)}: {albedo_fine_filename}"
-                    )
-                    albedo_fine_image.to_geotiff(albedo_fine_filename)
+                        if calibrate_fine:
+                            # Ensure that the albedo_coarse_image variable is set
+                            if albedo_coarse_exists:
+                                albedo_coarse_image = Raster.open(albedo_coarse_filename)
+
+                            logger.info(
+                                f"calibrating fine image for STARS albedo at {cl.place(tile)} on {cl.time(processing_date)}")
+                            albedo_fine_image = calibrate_fine_to_coarse(albedo_fine_image, albedo_coarse_image)
+
+                        logger.info(
+                            f"saving fine image for STARS albedo at {cl.place(tile)} on {cl.time(processing_date)}: {albedo_fine_filename}")
+                        albedo_fine_image.to_geotiff(albedo_fine_filename)
                 except Exception:  # Catch any exception during HLS fine image generation
                     logger.info(f"HLS albedo is not available on {processing_date}")
         except Exception as e:
@@ -217,7 +214,12 @@ def generate_STARS_inputs(
             )
             missing_coarse_dates.add(processing_date)  # Add date to missing set
 
-    # Check for missing coarse dates within the give-up window
+    # We need to deal with the possibility that VIIRS has not yet published their data yet.
+    #  VIIRS_GIVEUP_DAYS is the number of days before we assume that missing observations aren't coming.
+    #  If any missing days are closer to now than VIIRS_GIVEUP_DAYS, we want to retry this run later, when VIIRS
+    #  might have uploaded the missing observations. To cause this retry, we'll throw the `AncillaryLatency` exception.
+    #  L2T_STARS converts this exception to an exit code, and the orchestration system marks this run
+    #  as needing a retry at a later date.
     coarse_latency_dates = [
         d
         for d in missing_coarse_dates

ECOv003_L2T_STARS/generate_downsampled_filename.py

@@ -0,0 +1,20 @@
+from os import makedirs
+from os.path import join, dirname
+from dateutil import parser
+from datetime import date
+
+from typing import Union
+
+def generate_downsampled_filename(directory: str, variable: str, date_UTC: Union[date, str], tile: str, cell_size: int) -> str:
+    if isinstance(date_UTC, str):
+        date_UTC = parser.parse(date_UTC).date()
+
+    variable = str(variable)
+    year = str(date_UTC.year)
+    timestamp = date_UTC.strftime("%Y-%m-%d")
+    tile = str(tile)
+    cell_size = int(cell_size)
+    filename = join(directory, year, timestamp, tile, f"STARS_{variable}_{tile}_{cell_size}m.tif")
+    makedirs(dirname(filename), exist_ok=True)
+
+    return filename

ECOv003_L2T_STARS/load_prior.py

@@ -98,7 +98,7 @@ def load_prior(
                 cell_size=target_resolution,
             )
             # Assuming L2T_STARS_prior_granule has a .NDVI_bias attribute
-            if hasattr(L2T_STARS_prior_granule, "NDVI_bias") and L2T_STARS_prior_granule.NDVI_bias is not None:
+            if L2T_STARS_prior_granule.NDVI_bias is not None:
                 L2T_STARS_prior_granule.NDVI_bias.to_geotiff(prior_NDVI_bias_filename)
             else:
                 prior_NDVI_bias_filename = None # Set to None if not available
@@ -111,7 +111,7 @@ def load_prior(
                 cell_size=target_resolution,
             )
             # Assuming L2T_STARS_prior_granule has a .NDVI_bias_UQ attribute
-            if hasattr(L2T_STARS_prior_granule, "NDVI_bias_UQ") and L2T_STARS_prior_granule.NDVI_bias_UQ is not None:
+            if L2T_STARS_prior_granule.NDVI_bias_UQ is not None:
                 L2T_STARS_prior_granule.NDVI_bias_UQ.to_geotiff(prior_NDVI_bias_UQ_filename)
             else:
                 prior_NDVI_bias_UQ_filename = None # Set to None if not available
@@ -143,7 +143,7 @@ def load_prior(
                 cell_size=target_resolution,
             )
             # Assuming L2T_STARS_prior_granule has a .albedo_bias attribute
-            if hasattr(L2T_STARS_prior_granule, "albedo_bias") and L2T_STARS_prior_granule.albedo_bias is not None:
+            if L2T_STARS_prior_granule.albedo_bias is not None:
                 L2T_STARS_prior_granule.albedo_bias.to_geotiff(prior_albedo_bias_filename)
             else:
                 prior_albedo_bias_filename = None # Set to None if not available
@@ -156,7 +156,7 @@ def load_prior(
                 cell_size=target_resolution,
             )
             # Assuming L2T_STARS_prior_granule has a .albedo_bias_UQ attribute
-            if hasattr(L2T_STARS_prior_granule, "albedo_bias_UQ") and L2T_STARS_prior_granule.albedo_bias_UQ is not None:
+            if L2T_STARS_prior_granule.albedo_bias_UQ is not None:
                 L2T_STARS_prior_granule.albedo_bias_UQ.to_geotiff(prior_albedo_bias_UQ_filename)
             else:
                 prior_albedo_bias_UQ_filename = None # Set to None if not available

ECOv003_L2T_STARS/main.py

@@ -115,6 +115,12 @@ def main():
         default=True,
         help="Do NOT remove posterior intermediate files after product generation.",
     )
+    parser.add_argument(
+        "--initialize-julia",
+        action="store_true",
+        dest="initialize_julia",
+        help="Initialize a julia environment before running julia.",
+    )
     parser.add_argument(
         "--threads",
         type=str,
@@ -157,6 +163,7 @@ def main():
         remove_input_staging=args.remove_input_staging,
         remove_prior=args.remove_prior,
         remove_posterior=args.remove_posterior,
+        initialize_julia=args.initialize_julia,
         threads=args.threads,
         num_workers=args.num_workers,
         overwrite=args.overwrite, # Pass the new overwrite argument

ECOv003_L2T_STARS/process_ECOSTRESS_data_fusion_distributed_bias.jl

@@ -8,24 +8,8 @@ using STARSDataFusion.sentinel_tiles
 using STARSDataFusion.HLS
 using STARSDataFusion.VNP43
 using Logging
-using Pkg
 using Statistics
 using Distributed
-Pkg.add("OpenSSL")
-using HTTP
-using JSON
-
-function read_json(file::String)::Dict
-    open(file, "r") do f
-        return JSON.parse(f)
-    end
-end
-
-function write_json(file::String, data::Dict)
-    open(file, "w") do f
-        JSON.print(f, data)
-    end
-end
 
 @info "processing STARS data fusion"
 
@@ -78,10 +62,10 @@ HLS_start_date = Date(ARGS[7])
 @info "HLS start date: $(HLS_start_date)"
 HLS_end_date = Date(ARGS[8])
 @info "HLS end date: $(HLS_end_date)"
-coarse_directory = ARGS[9]
-@info "coarse inputs directory: $(coarse_directory)"
-fine_directory = ARGS[10]
-@info "fine inputs directory: $(fine_directory)"
+downsampled_directory = ARGS[9]
+@info "downsampled inputs directory: $(downsampled_directory)"
+product_name = ARGS[10]
+@info "Computing $(product_name) product"
 posterior_filename = ARGS[11]
 @info "posterior filename: $(posterior_filename)"
 posterior_UQ_filename = ARGS[12]
@@ -130,20 +114,29 @@ y_fine_size = size(y_fine)[1]
 @info "fine x size: $(x_fine_size)"
 @info "fine y size: $(y_fine_size)"
 
-coarse_image_filenames = sort(glob("*.tif", coarse_directory))
-coarse_dates_found = [Date(split(basename(filename), "_")[3]) for filename in coarse_image_filenames]
-
-fine_image_filenames = sort(glob("*.tif", fine_directory))
-fine_dates_found = [Date(split(basename(filename), "_")[3]) for filename in fine_image_filenames]
-
+# The range of dates to check for VIIRS files
 coarse_start_date = VIIRS_start_date
 coarse_end_date = VIIRS_end_date
 
+# Check each coarse date for a downsampled image
+# For each day we find, convert the date directory back into a date object
+coarse_dates = [coarse_start_date + Day(d - 1) for d in 1:((coarse_end_date - coarse_start_date).value + 1)]
+coarse_image_filenames = [joinpath("$(downsampled_directory)", "$(year(date))", "$(Dates.format(date, dateformat"yyyy-mm-dd"))", "$(tile)", "STARS_$(product_name)_$(tile)_$(coarse_cell_size)m.tif") for date in coarse_dates]
+coarse_image_filenames = [filename for filename in coarse_image_filenames if ispath(filename)]
+coarse_dates_found = [Date(basename(dirname(dirname(filename)))) for filename in coarse_image_filenames]
+
+# The range of dates to check for HLS files
 fine_flag_start_date = HLS_end_date - Day(7)
 fine_start_date = HLS_start_date
 fine_end_date = HLS_end_date
 
+# Check each fine date for a downsampled image
+# For each day we find, convert the date directory back into a date object
 dates = [fine_start_date + Day(d - 1) for d in 1:((fine_end_date - fine_start_date).value + 1)]
+fine_image_filenames = [joinpath("$(downsampled_directory)", "$(year(date))", "$(Dates.format(date, dateformat"yyyy-mm-dd"))", "$(tile)", "STARS_$(product_name)_$(tile)_$(fine_cell_size)m.tif") for date in dates]
+fine_image_filenames = [filename for filename in fine_image_filenames if ispath(filename)]
+fine_dates_found = [Date(basename(dirname(dirname(filename)))) for filename in fine_image_filenames]
+
 t = Ti(dates)
 coarse_dims = (x_coarse, y_coarse, t)
 fine_dims = (x_fine, y_fine, t)

ECOv003_L2T_STARS/process_STARS_product.py

@@ -17,10 +17,6 @@ from ECOv003_granules import L2TSTARS, NDVI_COLORMAP, ALBEDO_COLORMAP
 from ECOv003_exit_codes import BlankOutput
 
 from .VIIRS import VIIRSDownloaderNDVI, VIIRSDownloaderAlbedo
-from .generate_NDVI_coarse_directory import generate_NDVI_coarse_directory
-from .generate_NDVI_fine_directory import generate_NDVI_fine_directory
-from .generate_albedo_coarse_directory import generate_albedo_coarse_directory
-from .generate_albedo_fine_directory import generate_albedo_fine_directory
 from .generate_model_state_tile_date_directory import generate_model_state_tile_date_directory
 from .generate_STARS_inputs import generate_STARS_inputs
 from .generate_filename import generate_filename
@@ -43,7 +39,7 @@ def process_STARS_product(
     NDVI_resolution: int,
     albedo_resolution: int,
     target_resolution: int,
-    working_directory: str,
+    downsampled_directory: str,
     model_directory: str,
     input_staging_directory: str,
     L2T_STARS_granule_directory: str,
@@ -59,6 +55,7 @@ def process_STARS_product(
     remove_input_staging: bool = True,
     remove_prior: bool = True,
     remove_posterior: bool = True,
+    initialize_julia: bool = False,
     threads: Union[int, str] = "auto",
     num_workers: int = 4,
 ):
@@ -103,6 +100,8 @@ def process_STARS_product(
                                        Defaults to True.
         remove_posterior (bool, optional): If True, remove posterior intermediate files after
                                            product generation. Defaults to True.
+        initialize_julia (bool, optional): If True, create a julia environment to run STARS in
+                                           as opposed to the default julia env. Defaults to False.
         threads (Union[int, str], optional): Number of Julia threads to use, or "auto".
                                             Defaults to "auto".
         num_workers (int, str): Number of Julia workers for distributed processing.
@@ -117,27 +116,6 @@ def process_STARS_product(
 
     logger.info(f"Processing the L2T_STARS product at tile {cl.place(tile)} for date {cl.time(date_UTC)}")
 
-    # Define and create input staging directories for coarse and fine NDVI/albedo
-    NDVI_coarse_directory = generate_NDVI_coarse_directory(
-        input_staging_directory=input_staging_directory, tile=tile
-    )
-    logger.info(f"Staging coarse NDVI images: {cl.dir(NDVI_coarse_directory)}")
-
-    NDVI_fine_directory = generate_NDVI_fine_directory(
-        input_staging_directory=input_staging_directory, tile=tile
-    )
-    logger.info(f"Staging fine NDVI images: {cl.dir(NDVI_fine_directory)}")
-
-    albedo_coarse_directory = generate_albedo_coarse_directory(
-        input_staging_directory=input_staging_directory, tile=tile
-    )
-    logger.info(f"Staging coarse albedo images: {cl.dir(albedo_coarse_directory)}")
-
-    albedo_fine_directory = generate_albedo_fine_directory(
-        input_staging_directory=input_staging_directory, tile=tile
-    )
-    logger.info(f"Staging fine albedo images: {cl.dir(albedo_fine_directory)}")
-
     # Define and create the directory for storing posterior model state files
     posterior_tile_date_directory = generate_model_state_tile_date_directory(
         model_directory=model_directory, tile=tile, date_UTC=date_UTC
@@ -157,11 +135,7 @@ def process_STARS_product(
         target_resolution=target_resolution,
         NDVI_coarse_geometry=NDVI_coarse_geometry,
         albedo_coarse_geometry=albedo_coarse_geometry,
-        working_directory=working_directory,
-        NDVI_coarse_directory=NDVI_coarse_directory,
-        NDVI_fine_directory=NDVI_fine_directory,
-        albedo_coarse_directory=albedo_coarse_directory,
-        albedo_fine_directory=albedo_fine_directory,
+        downsampled_directory=downsampled_directory,
         HLS_connection=HLS_connection,
         NDVI_VIIRS_connection=NDVI_VIIRS_connection,
         albedo_VIIRS_connection=albedo_VIIRS_connection,
@@ -226,8 +200,8 @@ def process_STARS_product(
             VIIRS_end_date=VIIRS_end_date,
             HLS_start_date=HLS_start_date,
             HLS_end_date=HLS_end_date,
-            coarse_directory=NDVI_coarse_directory,
-            fine_directory=NDVI_fine_directory,
+            downsampled_directory=downsampled_directory,
+            product_name="NDVI",
             posterior_filename=posterior_NDVI_filename,
             posterior_UQ_filename=posterior_NDVI_UQ_filename,
             posterior_flag_filename=posterior_NDVI_flag_filename,
@@ -237,6 +211,7 @@ def process_STARS_product(
             prior_UQ_filename=prior.prior_NDVI_UQ_filename,
             prior_bias_filename=prior.prior_NDVI_bias_filename,
             prior_bias_UQ_filename=prior.prior_NDVI_bias_UQ_filename,
+            initialize_julia=initialize_julia,
             threads=threads,
             num_workers=num_workers,
         )
@@ -250,13 +225,14 @@ def process_STARS_product(
             VIIRS_end_date=VIIRS_end_date,
             HLS_start_date=HLS_start_date,
             HLS_end_date=HLS_end_date,
-            coarse_directory=NDVI_coarse_directory,
-            fine_directory=NDVI_fine_directory,
+            downsampled_directory=downsampled_directory,
+            product_name="NDVI",
             posterior_filename=posterior_NDVI_filename,
             posterior_UQ_filename=posterior_NDVI_UQ_filename,
             posterior_flag_filename=posterior_NDVI_flag_filename,
             posterior_bias_filename=posterior_NDVI_bias_filename,
             posterior_bias_UQ_filename=posterior_NDVI_bias_UQ_filename,
+            initialize_julia=initialize_julia,
             threads=threads,
             num_workers=num_workers,
         )
@@ -264,6 +240,8 @@ def process_STARS_product(
     # Open the resulting NDVI rasters
     NDVI = Raster.open(posterior_NDVI_filename)
     NDVI_UQ = Raster.open(posterior_NDVI_UQ_filename)
+    NDVI_bias = Raster.open(posterior_NDVI_bias_filename)
+    NDVI_UQ_bias = Raster.open(posterior_NDVI_bias_UQ_filename)
     NDVI_flag = Raster.open(posterior_NDVI_flag_filename)
 
     # --- Process Albedo Data Fusion ---
@@ -324,8 +302,8 @@ def process_STARS_product(
             VIIRS_end_date=VIIRS_end_date,
             HLS_start_date=HLS_start_date,
             HLS_end_date=HLS_end_date,
-            coarse_directory=albedo_coarse_directory,
-            fine_directory=albedo_fine_directory,
+            downsampled_directory=downsampled_directory,
+            product_name="albedo",
             posterior_filename=posterior_albedo_filename,
             posterior_UQ_filename=posterior_albedo_UQ_filename,
             posterior_flag_filename=posterior_albedo_flag_filename,
@@ -335,6 +313,7 @@ def process_STARS_product(
             prior_UQ_filename=prior.prior_albedo_UQ_filename,
             prior_bias_filename=prior.prior_albedo_bias_filename,
             prior_bias_UQ_filename=prior.prior_albedo_bias_UQ_filename,
+            initialize_julia=initialize_julia,
             threads=threads,
             num_workers=num_workers,
         )
@@ -348,13 +327,14 @@ def process_STARS_product(
             VIIRS_end_date=VIIRS_end_date,
             HLS_start_date=HLS_start_date,
             HLS_end_date=HLS_end_date,
-            coarse_directory=albedo_coarse_directory,
-            fine_directory=albedo_fine_directory,
+            downsampled_directory=downsampled_directory,
+            product_name="albedo",
             posterior_filename=posterior_albedo_filename,
             posterior_UQ_filename=posterior_albedo_UQ_filename,
             posterior_flag_filename=posterior_albedo_flag_filename,
             posterior_bias_filename=posterior_albedo_bias_filename,
             posterior_bias_UQ_filename=posterior_albedo_bias_UQ_filename,
+            initialize_julia=initialize_julia,
             threads=threads,
             num_workers=num_workers,
         )
@@ -362,6 +342,8 @@ def process_STARS_product(
     # Open the resulting albedo rasters
     albedo = Raster.open(posterior_albedo_filename)
     albedo_UQ = Raster.open(posterior_albedo_UQ_filename)
+    albedo_bias = Raster.open(posterior_albedo_bias_filename)
+    albedo_UQ_bias = Raster.open(posterior_albedo_bias_UQ_filename)
     albedo_flag = Raster.open(posterior_albedo_flag_filename)
 
     # --- Validate Output and Create Final Product ---
@@ -391,9 +373,13 @@ def process_STARS_product(
     # Add the generated layers to the granule object
     granule.add_layer("NDVI", NDVI, cmap=NDVI_COLORMAP)
     granule.add_layer("NDVI-UQ", NDVI_UQ, cmap="jet")
+    granule.add_layer("NDVI-bias", NDVI_bias, cmap="viridis")
+    granule.add_layer("NDVI-UQ-bias", NDVI_UQ_bias, cmap="viridis")
     granule.add_layer("NDVI-flag", NDVI_flag, cmap="jet")
     granule.add_layer("albedo", albedo, cmap=ALBEDO_COLORMAP)
     granule.add_layer("albedo-UQ", albedo_UQ, cmap="jet")
+    granule.add_layer("albedo-bias", albedo_bias, cmap="viridis")
+    granule.add_layer("albedo-UQ-bias", albedo_UQ_bias, cmap="viridis")
     granule.add_layer("albedo-flag", albedo_flag, cmap="jet")
 
     # Update metadata and write to the granule
@@ -468,7 +454,7 @@ def process_STARS_product(
     if remove_input_staging:
         if exists(input_staging_directory):
             logger.info(f"Removing input staging directory: {cl.dir(input_staging_directory)}")
-            shutil.rmtree(input_staging_directory)
+            shutil.rmtree(input_staging_directory, ignore_errors=True)
 
     if using_prior and remove_prior:
         # Remove prior intermediate files only if they exist

ECOv003_L2T_STARS/process_julia_data_fusion.py

@@ -16,8 +16,8 @@ def process_julia_data_fusion(
         VIIRS_end_date: date,
         HLS_start_date: date,
         HLS_end_date: date,
-        coarse_directory: str,
-        fine_directory: str,
+        downsampled_directory: str,
+        product_name: str,
         posterior_filename: str,
         posterior_UQ_filename: str,
         posterior_flag_filename: str,
@@ -28,6 +28,7 @@ def process_julia_data_fusion(
         prior_bias_filename: str = None,
         prior_bias_UQ_filename: str = None,
         environment_name: str = "@ECOv003-L2T-STARS",  # Unused in current Julia command, but kept for consistency
+        initialize_julia: bool = False,
         threads: Union[int, str] = "auto",
         num_workers: int = 4):
     """
@@ -46,8 +47,8 @@ def process_julia_data_fusion(
         VIIRS_end_date (date): End date for VIIRS data processing.
         HLS_start_date (date): Start date for HLS data processing.
         HLS_end_date (date): End date for HLS data processing.
-        coarse_directory (str): Directory containing coarse resolution input images.
-        fine_directory (str): Directory containing fine resolution input images.
+        downsampled_directory (str): Directory containing coarse and fine downsampled data.
+        product_name (str): Name of the product, e.g. "NDVI" or "albedo"
         posterior_filename (str): Output path for the fused posterior mean image.
         posterior_UQ_filename (str): Output path for the fused posterior uncertainty image.
         posterior_flag_filename (str): Output path for the fused posterior flag image.
@@ -71,15 +72,16 @@ def process_julia_data_fusion(
     STARS_source_directory = abspath(dirname(__file__))
 
     # Instantiate Julia dependencies
-    instantiate_STARSDataFusion_jl(STARS_source_directory)
+    if initialize_julia:
+        instantiate_STARSDataFusion_jl(STARS_source_directory)
 
     # Base Julia command with required arguments
     command = (
         f'export JULIA_NUM_THREADS={threads}; julia --threads {threads} '
         f'"{julia_script_filename}" {num_workers} "{tile}" "{coarse_cell_size}" '
         f'"{fine_cell_size}" "{VIIRS_start_date}" "{VIIRS_end_date}" '
-        f'"{HLS_start_date}" "{HLS_end_date}" "{coarse_directory}" '
-        f'"{fine_directory}" "{posterior_filename}" "{posterior_UQ_filename}" '
+        f'"{HLS_start_date}" "{HLS_end_date}" "{downsampled_directory}" '
+        f'"{product_name}" "{posterior_filename}" "{posterior_UQ_filename}" '
         f'"{posterior_flag_filename}" "{posterior_bias_filename}" '
         f'"{posterior_bias_UQ_filename}"'
     )

{ecov003_l2t_stars-1.3.0.dist-info → ecov003_l2t_stars-1.4.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ECOv003-L2T-STARS
-Version: 1.3.0
+Version: 1.4.1
 Summary: ECOSTRESS Collection 3 JPL STARS Data Fusion Product Generating Executable (PGE)
 Author-email: "Gregory H. Halverson" <gregory.h.halverson@jpl.nasa.gov>
 Project-URL: Homepage, https://github.com/ECOSTRESS-Collection-3/ECOv003-L2T-STARS

{ecov003_l2t_stars-1.3.0.dist-info → ecov003_l2t_stars-1.4.1.dist-info}/RECORD

@@ -2,37 +2,33 @@ ECOv003_L2T_STARS/ECOv003_DL.py,sha256=7ECuYIPMDsgptcAIcC2lgfvn-ljvPJHQ9tNPnMRxk
 ECOv003_L2T_STARS/ECOv003_DL.xml,sha256=TQxOlTJHnjcRf9RiAGVJe2mIS-ks6WL32Ze33z0_kxA,2032
 ECOv003_L2T_STARS/ECOv003_L2T_STARS.xml,sha256=Sg6GJx5PO1TVMIpGCDb4gatcShLRa6yBMwxwHKAWNKw,2084
 ECOv003_L2T_STARS/L2TSTARSConfig.py,sha256=pH5WAzjfUdlam8Ngi2hxmT8Sect5bi2D6cP9HbpM_Tw,8849
-ECOv003_L2T_STARS/L2T_STARS.py,sha256=4LLRJOoMhJNtmfwj9x7c6FLA7G-CLUct5TegJtIu8P8,25403
+ECOv003_L2T_STARS/L2T_STARS.py,sha256=eVuKTYdjKysmoyfm60CggkWE8Dh05_GuSOauBLZzZV0,24660
 ECOv003_L2T_STARS/Manifest.toml,sha256=k6dzN8jpePGBIPqTkKFsYDv5ezV3DgO4ChHss_cI524,84043
-ECOv003_L2T_STARS/Project.toml,sha256=Ywo_YsreqwgpbuNP3NWMsXw3VY2m8NTUrBwKCyBUbuM,657
+ECOv003_L2T_STARS/Project.toml,sha256=9-grsavASN_a3dNHcG4vc6-iulhK6Gdmmh1VkKRxnGM,471
 ECOv003_L2T_STARS/__init__.py,sha256=fdYigR4HXHd-NYUCafBD4GTqXUQV5LK337bJVN556fA,91
 ECOv003_L2T_STARS/calibrate_fine_to_coarse.py,sha256=2YQHo0hO5EuvGt6TOF_1WypiqNDAR5gjvs0cYe9F_vQ,2345
 ECOv003_L2T_STARS/cksum.py,sha256=Cw3FHD39Osrb4c9Dc1jSUB1SZaxIJsWHqsNVeWwYokA,1823
-ECOv003_L2T_STARS/constants.py,sha256=5-cxFiiq_zDKIvkK8Bi2iVVzST-15ytdu4QAvlLz_OY,1996
+ECOv003_L2T_STARS/constants.py,sha256=-kxJuhupaxeDnMziTabwf2exFTtTm_-0Xp_eKAIaf3M,2057
 ECOv003_L2T_STARS/exceptions.py,sha256=ypahdRaZVMIoQrHUIZXiwzDNeLaCH46rUAfs_8MHKBE,48
 ECOv003_L2T_STARS/generate_L2T_STARS_runconfig.py,sha256=gyU0-xjkC0bZcK9NeoFwLaXjNJhsSrVD2YnxLVLVLJs,11142
-ECOv003_L2T_STARS/generate_NDVI_coarse_directory.py,sha256=i1pFHFyMuj2e6aQ2wTgrF2-rAQXWe8LE2mbCRksj3c8,590
 ECOv003_L2T_STARS/generate_NDVI_coarse_image.py,sha256=9XBBV1FFqjxkEFnr61xr9R2tnHQAlx2XN9KzLN8RApc,1215
-ECOv003_L2T_STARS/generate_NDVI_fine_directory.py,sha256=rCYfGd_X1fLYsOfl9LtfS3E57FLDa-a_8G46ToQFM2U,531
 ECOv003_L2T_STARS/generate_NDVI_fine_image.py,sha256=V-v2slDYEYf1scJCvxb3tZ6IvdpJTHuDPg6l_gNaoQI,911
-ECOv003_L2T_STARS/generate_STARS_inputs.py,sha256=aNau4pPDYzfgYfkFUpOVO5oJ0kqnqXm8wIS7QTpQ0JQ,10580
-ECOv003_L2T_STARS/generate_albedo_coarse_directory.py,sha256=7DLfI45L8tpXMG4CnZasJi1U7AN3HnA24Rcz8hy3Qy4,563
+ECOv003_L2T_STARS/generate_STARS_inputs.py,sha256=NxKN822IPTquMeDLNSCaMai6aJUQekol8IEh_yRnFK0,11135
 ECOv003_L2T_STARS/generate_albedo_coarse_image.py,sha256=nBOKiWVsRnQ2TeOktWVfZbwVy9cOCa2QeP_8H0QDWrA,1162
-ECOv003_L2T_STARS/generate_albedo_fine_directory.py,sha256=0PaoccD0ktwzoUUMEd3zDWAP4Ed6nfyLRMUGaqHDrCA,554
 ECOv003_L2T_STARS/generate_albedo_fine_image.py,sha256=mXXprX9jQ5aOXFjBIXFB6j-O4X4j9V_4_BYIUAuLbpQ,923
+ECOv003_L2T_STARS/generate_downsampled_filename.py,sha256=rAAEYehfME6G6k0KkJgj4H9itmQNh-vVTIXauFiTHtk,675
 ECOv003_L2T_STARS/generate_filename.py,sha256=XppMoRiKBG1Rf-uWu95UCO1klK6uv5GdK9pvg3gDmnk,1359
 ECOv003_L2T_STARS/generate_input_staging_directory.py,sha256=TlFKYliu6BbfDGLlwD0nlt0AZzDwKWeEgeTtzmicElY,800
 ECOv003_L2T_STARS/generate_model_state_tile_date_directory.py,sha256=U9d7vcuA1Udq6tuyRKUIibfoOPsJKV5dp5AWT7qLcfc,939
 ECOv003_L2T_STARS/generate_output_directory.py,sha256=Dr1zX6ljYzxFgC9XkocYBiF5aMGggHJejtpI9hbLwlM,889
-ECOv003_L2T_STARS/install_STARSDataFusion_jl.py,sha256=XbB_T0mzHqpmhh3cjKT0FpgqHxaTtS3iE_IZw4iZGKc,1778
 ECOv003_L2T_STARS/instantiate_STARSDataFusion_jl.py,sha256=B-N_tlSBY7DQ2gZK6mPtJ8WL8XCXA_edMDEOu2xldcs,1437
-ECOv003_L2T_STARS/load_prior.py,sha256=rVu3ImvReFxARalICCiZcMQ9ML_ehmQ9mc8HmXoHdm0,11335
+ECOv003_L2T_STARS/load_prior.py,sha256=e26JqLhcr2V5FW_02qduUbRlEZc6pTf3jIAAT5Sog0s,11125
 ECOv003_L2T_STARS/login.py,sha256=zInQL33NibC8fNGzLw9qk0MDay71KYk87V-UsV-gkwA,1945
-ECOv003_L2T_STARS/main.py,sha256=Jgiwd2TRCMq37FiEA-JECJZQKLBm34oytIWS9PG_x30,5891
+ECOv003_L2T_STARS/main.py,sha256=k4a1Kp51i00LuxIY3wrb4Xpwja6y9Cu_gj32AauzsEE,6131
 ECOv003_L2T_STARS/prior.py,sha256=fLE54pBIOG6sCas1G60nhn8LcHa2AqZ_eSY_J-MB4eM,2867
-ECOv003_L2T_STARS/process_ECOSTRESS_data_fusion_distributed_bias.jl,sha256=LrFBCQp4ovJ6wI-oIIbvpdZEiSQtt0YmScbPmxlaSoA,15400
-ECOv003_L2T_STARS/process_STARS_product.py,sha256=d26HdxcY9XBXa_MFCJfFm7BMCtmCaUrNdSVXiY0-D6Y,22406
-ECOv003_L2T_STARS/process_julia_data_fusion.py,sha256=t0178tuQDYnei3jfgx8GbgW2Q0uwfcnFNOpnhr1PZFA,5267
+ECOv003_L2T_STARS/process_ECOSTRESS_data_fusion_distributed_bias.jl,sha256=OuMd-Y_zNQJStecIPRwz9_5N5Loh8JVmkhBLFu1nlNs,16089
+ECOv003_L2T_STARS/process_STARS_product.py,sha256=vzve47IN1lcrxmNSVvfHAq1NnKej6QTIrBW9GhlHx1c,21882
+ECOv003_L2T_STARS/process_julia_data_fusion.py,sha256=lpChy2WJBQAvaJXa3PJFLwItQzlRqj1Z13EBaQLB40s,5341
 ECOv003_L2T_STARS/retrieve_STARS_sources.py,sha256=s6026PQ5PRQTPFgjrDa4vgbHa8OqUanBqn0Wdoq0DbA,3838
 ECOv003_L2T_STARS/runconfig.py,sha256=TLaB3w6Y0qEZPqMa-YXuUzKSACrdpKmrozUNLh70aQw,1519
 ECOv003_L2T_STARS/version.py,sha256=CcCeNt2pNqb8AQ_vHLUbLJciE8hxTMeGmN79vAYObYQ,354
@@ -47,12 +43,12 @@ ECOv003_L2T_STARS/LPDAAC/__init__.py,sha256=o8qP8kTXyBp9dFKErVOwvcZuUo7BTVU0d5Uy
 ECOv003_L2T_STARS/LPDAAC/version.txt,sha256=2_CXjsK1h6XWGH_cxBzOn_LA647vrboOtR84QKtu60Y,5
 ECOv003_L2T_STARS/VIIRS/VIIRSDataPool.py,sha256=mht104y3ayLysElKf9IgaqX78I0Q-4NJJmfCxMgxDzs,8781
 ECOv003_L2T_STARS/VIIRS/VIIRSDownloader.py,sha256=NCf3ZItLIBkZOZugYHuQMurziAsH7LbhLKbg-ZbWC7g,616
-ECOv003_L2T_STARS/VIIRS/VNP09GA.py,sha256=9oCqSps3m8oGLcwQ-IuNV2KMiNLD1hSKYJHDIZIhCM8,44138
+ECOv003_L2T_STARS/VIIRS/VNP09GA.py,sha256=cJnsOX40d2oXk788WVxkjf1XNvQcRB99SFZDceSNwDg,44140
 ECOv003_L2T_STARS/VIIRS/VNP43IA4.py,sha256=3qZbDHoLVhoiSr4hoojMxXXuDSNKkN4B9Dan-WMApNs,9881
 ECOv003_L2T_STARS/VIIRS/VNP43MA3.py,sha256=T_1mxdg_SII0vXp_D422aAU7fE0-7TY46IZzRJPGJ1Q,11043
 ECOv003_L2T_STARS/VIIRS/__init__.py,sha256=PVyb97Bg5gVMdcyC7JpErQCjJWSrOFdHJH4rNE__eL8,264
 ECOv003_L2T_STARS/VIIRS/version.txt,sha256=Ke8b6aOkBgjuceFV64cco0Yw4jvu6a8pRBq6nQ6nbVQ,5
-ECOv003_L2T_STARS/VNP43NRT/VNP43NRT.py,sha256=lDnj-TBbtGIGncoRtoB7X7M4NbhOK_1VYUEhxK56g8w,31508
+ECOv003_L2T_STARS/VNP43NRT/VNP43NRT.py,sha256=qC6Ufvn6lQwTzchLucLgPUZsaLbMqTLPqTpHRYZBZxo,31719
 ECOv003_L2T_STARS/VNP43NRT/__init__.py,sha256=8LkfUUFW0pyaO-1S134RnimfKYAKP6UfvzO7kPAx9mo,24
 ECOv003_L2T_STARS/VNP43NRT/process_VNP43NRT.jl,sha256=pNa5Z0RcyXSul2pysPwEWwl1e6XuTX_XURqgJIsVfT8,7139
 ECOv003_L2T_STARS/VNP43NRT/version.txt,sha256=atlhOkVXmNbZLl9fOQq0uqcFlryGntaxf1zdKyhjXwY,5
@@ -67,9 +63,9 @@ ECOv003_L2T_STARS/daterange/__init__.py,sha256=54kYb9tmsm5twxMqjJKeD__5kGkNDz3Pp
 ECOv003_L2T_STARS/daterange/daterange.py,sha256=EHa2Xt9fiJ1gbX7aa_QV_br1rAXjg3pHrLSRasOsOhM,959
 ECOv003_L2T_STARS/timer/__init__.py,sha256=I_MQKp_aamBLUzZv0psEbRgs6GZLOJd4mmJ7bli0Ikc,21
 ECOv003_L2T_STARS/timer/timer.py,sha256=tn5e3NQmsh55Jp9Fstjf-8KJW4F8UIJs-d_ZLooFYE8,1610
-ecov003_l2t_stars-1.3.0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-ecov003_l2t_stars-1.3.0.dist-info/METADATA,sha256=5QCrdCDDlS4j4S2Hy_9Og6g7sQdhj6iI_8J09erRWCU,13283
-ecov003_l2t_stars-1.3.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-ecov003_l2t_stars-1.3.0.dist-info/entry_points.txt,sha256=EVVKltKsqXBc94JIu4IjVrMP0DPqaNEdQoAgcZOApQQ,106
-ecov003_l2t_stars-1.3.0.dist-info/top_level.txt,sha256=lRivA5MjbrabH4sv-LUstMGaLZ865wRQPpz9Kh6-plg,18
-ecov003_l2t_stars-1.3.0.dist-info/RECORD,,
+ecov003_l2t_stars-1.4.1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+ecov003_l2t_stars-1.4.1.dist-info/METADATA,sha256=wGMPi6A5PxEpwIKlMxOT1URP8yIx3eQR03Xbe2Ng55w,13283
+ecov003_l2t_stars-1.4.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+ecov003_l2t_stars-1.4.1.dist-info/entry_points.txt,sha256=EVVKltKsqXBc94JIu4IjVrMP0DPqaNEdQoAgcZOApQQ,106
+ecov003_l2t_stars-1.4.1.dist-info/top_level.txt,sha256=lRivA5MjbrabH4sv-LUstMGaLZ865wRQPpz9Kh6-plg,18
+ecov003_l2t_stars-1.4.1.dist-info/RECORD,,

ECOv003_L2T_STARS/generate_NDVI_coarse_directory.py

@@ -1,21 +0,0 @@
-from .generate_input_staging_directory import generate_input_staging_directory
-
-def generate_NDVI_coarse_directory(
-        input_staging_directory: str, 
-        tile: str) -> str:
-    """
-    Generates the specific staging directory for coarse NDVI images.
-
-    Args:
-        input_staging_directory (str): The base input staging directory.
-        tile (str): The HLS tile ID.
-
-    Returns:
-        str: The full path to the coarse NDVI staging directory.
-    """
-    return generate_input_staging_directory(
-        input_staging_directory, 
-        tile, 
-        "NDVI_coarse"
-    )
-

ECOv003_L2T_STARS/generate_NDVI_fine_directory.py

@@ -1,14 +0,0 @@
-from .generate_input_staging_directory import generate_input_staging_directory
-
-def generate_NDVI_fine_directory(input_staging_directory: str, tile: str) -> str:
-    """
-    Generates the specific staging directory for fine NDVI images.
-
-    Args:
-        input_staging_directory (str): The base input staging directory.
-        tile (str): The HLS tile ID.
-
-    Returns:
-        str: The full path to the fine NDVI staging directory.
-    """
-    return generate_input_staging_directory(input_staging_directory, tile, "NDVI_fine")

ECOv003_L2T_STARS/generate_albedo_coarse_directory.py

@@ -1,18 +0,0 @@
-
-from .generate_input_staging_directory import generate_input_staging_directory
-
-
-def generate_albedo_coarse_directory(input_staging_directory: str, tile: str) -> str:
-    """
-    Generates the specific staging directory for coarse albedo images.
-
-    Args:
-        input_staging_directory (str): The base input staging directory.
-        tile (str): The HLS tile ID.
-
-    Returns:
-        str: The full path to the coarse albedo staging directory.
-    """
-    return generate_input_staging_directory(
-        input_staging_directory, tile, "albedo_coarse"
-    )

ECOv003_L2T_STARS/generate_albedo_fine_directory.py

@@ -1,17 +0,0 @@
-
-from .generate_input_staging_directory import generate_input_staging_directory
-
-def generate_albedo_fine_directory(input_staging_directory: str, tile: str) -> str:
-    """
-    Generates the specific staging directory for fine albedo images.
-
-    Args:
-        input_staging_directory (str): The base input staging directory.
-        tile (str): The HLS tile ID.
-
-    Returns:
-        str: The full path to the fine albedo staging directory.
-    """
-    return generate_input_staging_directory(
-        input_staging_directory, tile, "albedo_fine"
-    )

ECOv003_L2T_STARS/install_STARSDataFusion_jl.py

@@ -1,43 +0,0 @@
-import subprocess
-import logging
-
-logger = logging.getLogger(__name__)
-
-def install_STARSDataFusion_jl(
-    github_URL: str = "https://github.com/STARS-Data-Fusion/STARSDataFusion.jl",
-    environment_name: str = "@ECOv003-L2T-STARS") -> subprocess.CompletedProcess:
-    """
-    Installs the STARSDataFusion.jl Julia package from GitHub into a specified Julia environment.
-
-    This function executes a Julia command to activate a given environment and
-    then develops (installs in editable mode) the STARS.jl package from its
-    GitHub repository.
-
-    Args:
-        github_URL (str, optional): The URL of the GitHub repository containing STARS.jl.
-                                    Defaults to "https://github.com/STARS-Data-Fusion/STARS.jl".
-        environment_name (str, optional): The name of the Julia environment to install
-                                          the package into. Defaults to "@ECOv003-L2T-STARS".
-
-    Returns:
-        subprocess.CompletedProcess: An object containing information about the
-                                     execution of the Julia command (return code, stdout, stderr).
-    """
-    # Julia command to activate an environment and then add/develop a package from URL
-    julia_command = [
-        "julia",
-        "-e",
-        f'using Pkg; Pkg.activate("{environment_name}"); Pkg.develop(url="{github_URL}")',
-    ]
-
-    # Execute the Julia command as a subprocess
-    result = subprocess.run(julia_command, capture_output=True, text=True, check=False)
-
-    if result.returncode == 0:
-        logger.info(
-            f"STARSDataFusion.jl installed successfully in environment '{environment_name}'!"
-        )
-    else:
-        logger.error("Error installing STARS.jl:")
-        logger.error(result.stderr)
-    return result