geocif 0.2.45__tar.gz → 0.2.47__tar.gz

{geocif-0.2.45/geocif.egg-info → geocif-0.2.47}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: geocif
-Version: 0.2.45
+Version: 0.2.47
 Summary: Models to visualize and forecast crop conditions and yields
 Home-page: https://ritviksahajpal.github.io/yield_forecasting/
 Author: Ritvik Sahajpal

geocif-0.2.47/geocif/indices_runner_algeria.py

@@ -0,0 +1,214 @@
+import itertools
+import warnings
+from multiprocessing import Pool, cpu_count
+from pathlib import Path
+
+import arrow as ar
+import pandas as pd
+from tqdm import tqdm
+
+warnings.filterwarnings("ignore")
+
+from .cei import indices
+from geoprepare import base
+
+country = "algeria"
+
+
+def remove_duplicates(lst):
+    """
+
+    :param lst:
+    :return:
+    """
+    return list(set([i for i in lst]))
+
+
+def get_admin_zone(country, dg_shp):
+    admin_zone = "admin_1"
+    country = country.title().replace(" ", "_")
+
+    # Read in shapefile
+    dg_country = dg_shp[dg_shp["ADMIN0"] == country]
+
+    # Is the ADMIN2 column all None? If so, return admin_1 else return admin_2
+    if dg_country.empty:
+        admin_zone = "admin_1"
+    elif not dg_country["ADMIN2"].isna().all():
+        admin_zone = "admin_2"
+
+    return admin_zone
+
+
+class cei_runner(base.BaseGeo):
+    def __init__(self, path_config_file):
+        super().__init__(path_config_file)
+
+        # Parse configuration files
+        self.parse_config()
+
+        self.dir_input = Path(self.parser.get("PATHS", "dir_input"))
+        import platform
+
+        if platform.system() == "Linux":
+            self.base_dir = Path(
+                rf"/gpfs/data1/cmongp1/GEOGLAM/Output/countries/{country}"
+            )
+        else:
+            self.base_dir = Path(
+                rf"D:\Users\ritvik\projects\GEOGLAM\Output\countries\{country}"
+            )  # Path(self.parser.get("PATHS", "dir_crop_inputs"))
+        self.do_parallel = self.parser.getboolean("DEFAULT", "do_parallel")
+
+    def collect_files(self):
+        """
+        1. Collect all the files which contain EO information
+        2. Exclude files from the `processed` directory if it is already in
+        processed_include_fall directory
+        3. Create a dataframe that contains the following columns:
+            - directory: name of directory where file is located
+            - path: full path to file
+            - filename: name of file
+        :return: Return the dataframe created above
+        """
+        import geopandas as gp
+
+        dg_shp = gp.read_file(
+            self.dir_input
+            / "Global_Datasets"
+            / "Regions"
+            / "Shps"
+            / "adm_shapefile.shp",
+            engine="pyogrio",
+        )
+
+        # Collect all the files which contain EO information
+        df_files = pd.DataFrame(columns=["directory", "path", "filename", "admin_zone"])
+        for filepath in self.base_dir.rglob("*.csv"):
+            country = filepath.parents[0].name
+
+            admin_zone = get_admin_zone(country, dg_shp)
+
+            # If country is not in cc.COUNTRIES then skip
+            # HACK: Skip korea for now, as it is giving errors
+            if country == "republic_of_korea":
+                continue
+
+            # Get name of directory one level up
+            process_type = filepath.parents[1].name
+
+            # Get name of file
+            filename = filepath.name
+
+            # Add to dataframe
+            df_files.loc[len(df_files)] = [process_type, filepath, filename, admin_zone]
+
+        # Exclude those rows where directory is processed and file is already in
+        # processed_include_fall directory
+        no_fall = df_files["directory"] == "processed"
+        include_fall = df_files[df_files["directory"] == "processed_include_fall"][
+            "filename"
+        ]
+
+        df_files = df_files[~(no_fall & (df_files["filename"].isin(include_fall)))]
+
+        return df_files
+
+    def process_combinations(self, df, method):
+        """
+        Create a list of tuples of the following:
+            - directory: name of directory where file is located
+            - path: full path to file
+            - filename: name of file
+            - method: whether to compute indices for phenological stages or not
+        This tuple will be used as input to the `process` function
+        :param df:
+        :param method:
+        :return:
+        """
+        combinations = []
+
+        for index, row in tqdm(df.iterrows()):
+            combinations.extend(
+                list(
+                    itertools.product([row[0]], [row[1]], [row[2]], [row[3]], [method])
+                )
+            )
+
+        combinations = remove_duplicates(combinations)
+
+        return combinations
+
+    def main(self, method):
+        """
+
+        :param method:
+        :return:
+        """
+        # Create a dataframe of the files to be analyzed
+        df_files = self.collect_files()
+
+        combinations = self.process_combinations(df_files, method)
+
+        # Add an element to the tuple to indicate the season
+        # Last element is redo flag which is True if the analysis is to be redone
+        # and False otherwise. Analysis is always redone for the current year
+        # and last year whether file exists or not
+        combinations = [
+            (
+                self.parser,
+                status,
+                path,
+                filename,
+                admin_zone,
+                category,
+                year,
+                "ndvi",
+                False,  # redo
+            )
+            for year in range(2001, ar.utcnow().year + 1)
+            for status, path, filename, admin_zone, category in combinations
+        ]
+
+        # Only keep those entries in combinations where the third elemt is
+        # mozambique, south_africa, angola or dem_people's_rep_of_korea
+        # This is done to test the code for these countries
+        combinations = [i for i in combinations if f"{country}_maize_s1" in i[3]]
+
+        if True:
+            num_cpu = int(cpu_count() * 0.6)
+            with Pool(num_cpu) as p:
+                for i, _ in enumerate(p.imap_unordered(indices.process, combinations)):
+                    pass
+        else:
+            # Use the code below if you want to test without parallelization or
+            # if you want to debug by using pdb
+            pbar = tqdm(combinations)
+            for i, val in enumerate(pbar):
+                pbar.set_description(
+                    f"Main loop {combinations[i][2]} {combinations[i][5]}"
+                )
+                indices.process(val)
+
+
+def run(path_config_files=[]):
+    """
+
+    Args:
+        path_config_files:
+
+    Returns:
+
+    """
+    """ Check dictionary keys to have no spaces"""
+    indices.validate_index_definitions()
+
+    for method in [
+        "monthly_r",  # "dekad_r"  # "dekad_r"
+    ]:  # , "full_season", "phenological_stages", "fraction_season"]:
+        obj = cei_runner(path_config_files)
+        obj.main(method)
+
+
+if __name__ == "__main__":
+    run()

{geocif-0.2.45 → geocif-0.2.47}/geocif/playground/aa.py

@@ -2,28 +2,30 @@ import geopandas as gpd
 import pandas as pd
 import matplotlib.pyplot as plt
 import matplotlib as mpl
-
+from pathlib import Path
 
 import pandas as pd
 
-# Step 1: Read the CSV file
-input_file_path = r"C:\Users\ritvik\Downloads\observed_adjusted_detrended_woreda_yield (1).csv"
-df = pd.read_csv(input_file_path)
+DATA_DIR = Path(r"C:\Users\ritvik\Downloads\exported_all_db")
 
-# Step 2: Remove rows that are completely empty (all columns are NaN)
-df_cleaned = df.dropna(how='all')
+# Grab all maize CSV files (skip 'models.csv')
+csv_paths = sorted(DATA_DIR.glob("*_maize.csv"))
 
-# Step 3: Write the cleaned data back to a new CSV file
-output_file_path = r"C:\Users\ritvik\Downloads\observed_adjusted_detrended_woreda_yield_cleaned.csv"
-df_cleaned.to_csv(output_file_path, index=False)
+dfs = []
+for fp in csv_paths:
+    df = pd.read_csv(fp)
+    # Build the 'Country Region' column
+    df["Country Region"] = (
+        df["Country"].str.strip() + "_" + df["Region"].str.strip()
+    ).str.replace(r"\s+", "_", regex=True).str.lower()
+    dfs.append(df)
 
-# (Optional) Look at the first few rows of the cleaned DataFrame
-df_cleaned.head()
+# Concatenate everything
+df = pd.concat(dfs, ignore_index=True)
 
-breakpoint()
 # --- 1. Read data ---
 dg = gpd.read_file(r"D:\Users\ritvik\projects\GEOGLAM\safrica.shp")
-df = pd.read_csv(r"D:\Users\ritvik\projects\GEOGLAM\geocif_march_2025.csv")
+# df = pd.read_csv(r"D:\Users\ritvik\projects\GEOGLAM\geocif_march_2025.csv")
 
 # --- 2. Create the new "Country Region" column ---
 dg['Country Region'] = (
@@ -42,6 +44,15 @@ dg['Country Region'] = (
 # --- 3. Merge shapefile with CSV ---
 merged = dg.merge(df, left_on='Country Region', right_on='Country Region', how='right')
 
+# Compute '% Anomaly (2013-2017)' and '% Anomaly (2018-2022)' as (value - mean) / mean * 100
+merged['% Anomaly (2013-2017)'] = (
+    merged["Predicted Yield (tn per ha)"] - merged['Median Yield (tn per ha) (2013-2017)']
+) / merged['Median Yield (tn per ha) (2013-2017)'] * 100
+merged['% Anomaly (2018-2022)'] = (
+    merged["Predicted Yield (tn per ha)"] - merged['Median Yield (tn per ha) (2018-2022)']
+) / merged['Median Yield (tn per ha) (2018-2022)'] * 100
+
+
 # --- 4. Rename columns ---
 merged.rename(
     columns={
@@ -52,8 +63,12 @@ merged.rename(
 )
 
 # Optional: Write out merged shapefile
-merged.to_file(r"D:\Users\ritvik\projects\GEOGLAM\safrica_geocif_march_2025.shp")
+merged.to_file(r"D:\Users\ritvik\projects\GEOGLAM\safrica_geocif_may_2025.shp")
+
+# Output to CSV and exclude geometry
+merged.drop(columns='geometry').to_csv(r"D:\Users\ritvik\projects\GEOGLAM\safrica_geocif_may_2025.csv", index=False)
 
+breakpoint()
 # --- 5. Plot ---
 fig, ax = plt.subplots(1, 2, figsize=(20, 10))
 

{geocif-0.2.45 → geocif-0.2.47/geocif.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: geocif
-Version: 0.2.45
+Version: 0.2.47
 Summary: Models to visualize and forecast crop conditions and yields
 Home-page: https://ritviksahajpal.github.io/yield_forecasting/
 Author: Ritvik Sahajpal

{geocif-0.2.45 → geocif-0.2.47}/geocif.egg-info/SOURCES.txt

@@ -10,6 +10,7 @@ geocif/experiments.py
 geocif/geocif.py
 geocif/geocif_runner.py
 geocif/indices_runner.py
+geocif/indices_runner_algeria.py
 geocif/indices_runner_angola.py
 geocif/indices_runner_madagascar.py
 geocif/indices_runner_malawi.py

{geocif-0.2.45 → geocif-0.2.47}/setup.py

@@ -50,6 +50,6 @@ setup(
     test_suite="tests",
     tests_require=test_requirements,
     url="https://ritviksahajpal.github.io/yield_forecasting/",
-    version="0.2.45",
+    version="0.2.47",
     zip_safe=False,
 )