hestia-earth-aggregation 0.21.8__tar.gz → 0.21.9__tar.gz

{hestia_earth_aggregation-0.21.8/hestia_earth_aggregation.egg-info → hestia_earth_aggregation-0.21.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hestia_earth_aggregation
-Version: 0.21.8
+Version: 0.21.9
 Summary: HESTIA's aggregation engine.
 Home-page: https://gitlab.com/hestia-earth/hestia-aggregation-engine
 Author: HESTIA Team

{hestia_earth_aggregation-0.21.8 → hestia_earth_aggregation-0.21.9}/hestia_earth/aggregation/__init__.py

@@ -32,6 +32,7 @@ def aggregate(
     source: dict = None,
     include_distribution: bool = True,
     filter_by_country: bool = True,
+    include_covariance: bool = True,
 ):
     """
     Aggregates data from HESTIA.
@@ -54,6 +55,8 @@ def aggregate(
     filter_by_country : bool
         If set to `False`, Cycles from all countries will be used.
         When used with `Worl` or `Continent` aggregation, setting `False` will also use non-aggregated Cycles.
+    include_covariance : bool
+        Include the `covarianceMatrix`. Included by default.
 
     Returns
     -------
@@ -76,7 +79,14 @@ def aggregate(
         end_year,
     )
     aggregations, countries = aggregate_function(
-        country, product, source, start_year, end_year, filter_by_country
+        country,
+        product,
+        source,
+        start_year,
+        end_year,
+        include_distribution=include_distribution,
+        filter_by_country=filter_by_country,
+        include_covariance=include_covariance,
     )
     logger.info("time=%s, unit=ms", current_time_ms() - now)
     aggregations = (

{hestia_earth_aggregation-0.21.8 → hestia_earth_aggregation-0.21.9}/hestia_earth/aggregation/aggregate_cycles.py

@@ -91,6 +91,9 @@ def aggregate_country(
     start_year: int,
     end_year: int,
     filter_by_country: bool = True,
+    include_covariance: bool = True,
+    *args,
+    **kwargs,
 ) -> Tuple[list, list]:
     """
     Create 1 to many country-level aggregations.
@@ -130,7 +133,11 @@ def aggregate_country(
 
     # combine cycles into a "master" cycle with multiple values
     cycles_aggregated = aggregate_cycles(
-        cycles=cycles, product=product, start_year=start_year, end_year=end_year
+        cycles=cycles,
+        product=product,
+        start_year=start_year,
+        end_year=end_year,
+        include_covariance=include_covariance,
     )
     if not cycles_aggregated:
         logger.info("2 - No aggregated cycles.")
@@ -181,7 +188,14 @@ def aggregate_country(
     log_memory_usage()
 
     country_cycle = (
-        (country_cycle | generate_covariance_country(weights=weights))
+        (
+            country_cycle
+            | (
+                generate_covariance_country(weights=weights)
+                if include_covariance
+                else {}
+            )
+        )
         if country_cycle
         else None
     )

{hestia_earth_aggregation-0.21.8 → hestia_earth_aggregation-0.21.9}/hestia_earth/aggregation/utils/aggregate_country_nodes.py

@@ -720,7 +720,13 @@ def _aggregate_sites(site_ids: List[str], start_year: int, end_year: int) -> Sit
     return site
 
 
-def aggregate_cycles(cycles: list, product: dict, start_year: int, end_year: int):
+def aggregate_cycles(
+    cycles: list,
+    product: dict,
+    start_year: int,
+    end_year: int,
+    include_covariance: bool = True,
+):
     batches = range(0, len(cycles), _BATCH_SIZE)
     logger.info(f"Processing {len(cycles)} cycles in {len(batches)} batches.")
 
@@ -742,13 +748,17 @@ def aggregate_cycles(cycles: list, product: dict, start_year: int, end_year: int
     logger.info("Finished processing batch, combining all cycles...")
     log_memory_usage()
     # generate covariance on sub cycles
-    covariances = {key: generate_covariance_cycles(key) for key in all_cycles.keys()}
+    covariances = (
+        {key: generate_covariance_cycles(key) for key in all_cycles.keys()}
+        if include_covariance
+        else {}
+    )
     all_cycles = {
         key: _combine_formatted_cycles(cycles=values)
         for key, values in all_cycles.items()
     }
     # add covariances to cycles once they have been combined
-    cycles = [cycle | covariances[key] for key, cycle in all_cycles.items()]
+    cycles = [cycle | covariances.get(key, {}) for key, cycle in all_cycles.items()]
     # discard memory
     all_cycles = {}
 

{hestia_earth_aggregation-0.21.8 → hestia_earth_aggregation-0.21.9}/hestia_earth/aggregation/utils/covariance.py

@@ -136,7 +136,7 @@ def add_covariance_cycles(cycles: list, suffix: str):
 
 
 def _format_covariance_value(value):
-    return None if pd.isna(value) else value
+    return None if any([pd.isna(value), value == -np.inf, value == np.inf]) else value
 
 
 def _format_covariance_matrix(values):

hestia_earth_aggregation-0.21.9/hestia_earth/aggregation/version.py

@@ -0,0 +1 @@
+VERSION = "0.21.9"

{hestia_earth_aggregation-0.21.8 → hestia_earth_aggregation-0.21.9/hestia_earth_aggregation.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hestia_earth_aggregation
-Version: 0.21.8
+Version: 0.21.9
 Summary: HESTIA's aggregation engine.
 Home-page: https://gitlab.com/hestia-earth/hestia-aggregation-engine
 Author: HESTIA Team

hestia_earth_aggregation-0.21.8/hestia_earth/aggregation/version.py

@@ -1 +0,0 @@
-VERSION = "0.21.8"