hestia-earth-models 0.61.3__tar.gz → 0.61.5__tar.gz

{hestia-earth-models-0.61.3/hestia_earth_models.egg-info → hestia-earth-models-0.61.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hestia-earth-models
-Version: 0.61.3
+Version: 0.61.5
 Summary: Hestia's set of modules for filling gaps in the activity data using external datasets (e.g. populating soil properties with a geospatial dataset using provided coordinates) and internal lookups (e.g. populating machinery use from fuel use). Includes rules for when gaps should be filled versus not (e.g. never gap fill yield, gap fill crop residue if yield provided etc.).
 Home-page: https://gitlab.com/hestia-earth/hestia-engine-models
 Author: Hestia Team

{hestia-earth-models-0.61.3 → hestia-earth-models-0.61.5}/hestia_earth/models/ecoinventV3AndEmberClimate/__init__.py

@@ -7,6 +7,7 @@ from functools import reduce
 from typing import Tuple
 
 from hestia_earth.utils.tools import list_sum, flatten
+from hestia_earth.utils.model import linked_node
 from hestia_earth.schema import EmissionMethodTier
 
 from hestia_earth.models.log import logShouldRun, logRequirements, log_blank_nodes_id
@@ -14,6 +15,7 @@ from hestia_earth.models.utils.emission import _new_emission
 from hestia_earth.models.utils.blank_node import group_by_keys
 from hestia_earth.models.utils.completeness import _is_term_type_complete
 from hestia_earth.models.utils.term import get_electricity_grid_mix_terms
+from hestia_earth.models.utils.cycle import cycle_end_year
 from .utils import get_emission, get_all_emission_terms
 
 REQUIREMENTS = {
@@ -52,7 +54,7 @@ def _emission(value: float, term_id: str, inputs: list, operation: dict) -> dict
     emission = _new_emission(term_id, MODEL)
     emission['value'] = [value]
     emission['methodTier'] = TIER
-    emission["inputs"] = list(inputs)
+    emission['inputs'] = list(map(linked_node, inputs))
     if operation:
         emission["operation"] = operation
     return emission
@@ -65,23 +67,34 @@ def _grid_inputs(inputs: list, electricity_grid_terms: list):
     ]
 
 
-def _run_input(cycle: dict, inputs: list, emission_term_id: str, input_term: dict):
-    inputs = _grid_inputs(inputs, [input_term])
-    return [
-        _emission(
-            value=get_emission(
-                term_id=emission_term_id,
-                country=cycle.get("site", {}).get("country", {}).get("@id", ""),
-                energy=list_sum(flatten([i.get("value", []) for i in op_inputs])),
-                year=cycle.get("endDate", ""),
-                model=MODEL
-            ),
+def _run_input(cycle: dict, inputs: list, emission_term_id: str, electricity_grid_term: dict):
+    electricity_grid_inputs = [electricity_grid_term]
+    inputs = _grid_inputs(inputs, electricity_grid_inputs)
+
+    def run(grouped_inputs: list):
+        input = grouped_inputs[0]
+        term_id = input.get('term', {}).get('@id')
+        input_value = list_sum(flatten(input.get('value', []) for input in grouped_inputs))
+        country_id = cycle.get("site", {}).get("country", {}).get("@id")
+        year = cycle_end_year(cycle)
+        value = get_emission(
             term_id=emission_term_id,
-            inputs=[input_term],
-            operation=op_inputs[0].get("operation")
+            country=country_id,
+            energy=input_value,
+            year=year,
+            model=MODEL
         )
-        for op_inputs in _group_by_operation(inputs).values()
-    ] if inputs else []
+
+        logRequirements(cycle, model=MODEL, term=term_id,
+                        input_value=input_value,
+                        emission_value=value)
+
+        should_run = all([input_value > 0, value])
+        logShouldRun(cycle, MODEL, term_id, should_run, methodTier=TIER)
+
+        return _emission(value, emission_term_id, electricity_grid_inputs, input.get("operation"))
+
+    return list(map(run, _group_by_operation(inputs).values() if inputs else []))
 
 
 def _group_by_operation(inputs: list) -> dict:
@@ -94,8 +107,8 @@ def _run_emission(cycle: dict, electricity_grid_terms: list, inputs: list, emiss
             cycle=cycle,
             inputs=inputs,
             emission_term_id=emission_term_id,
-            input_term=input_term
-        ) for input_term in electricity_grid_terms
+            electricity_grid_term=electricity_grid_term
+        ) for electricity_grid_term in electricity_grid_terms
     ])
 
 
@@ -104,11 +117,16 @@ def _should_run_emission(cycle: dict, electricity_grid_terms: list, term_id: str
     inputs = _grid_inputs(cycle.get('inputs', []), electricity_grid_terms)
     has_relevant_inputs = bool(inputs)
     has_country = bool(cycle.get("site", {}).get("country", {}))
+    has_end_date = bool(cycle.get("endDate"))
 
     logRequirements(cycle, model=MODEL, term=term_id,
-                    input_ids=log_blank_nodes_id(inputs))
+                    term_type_electricityFuel_complete=term_type_complete,
+                    input_ids=log_blank_nodes_id(inputs),
+                    has_relevant_inputs=has_relevant_inputs,
+                    has_country=has_country,
+                    has_end_date=has_end_date)
 
-    should_run = all([term_type_complete, has_relevant_inputs, has_country])
+    should_run = all([term_type_complete, has_relevant_inputs, has_country, has_end_date])
     logShouldRun(cycle, MODEL, term_id, should_run, methodTier=TIER)
     return should_run, inputs
 
@@ -120,6 +138,6 @@ def _run_emissions(cycle: dict, electricity_grid_terms: list):
     return run_emissions_for_term
 
 
-def run(cycle: dict):
+def run(_, cycle: dict):
     electricity_grid_terms = get_electricity_grid_mix_terms()
     return flatten(list(map(_run_emissions(cycle, electricity_grid_terms), get_all_emission_terms())))

{hestia-earth-models-0.61.3 → hestia-earth-models-0.61.5}/hestia_earth/models/ecoinventV3AndEmberClimate/utils.py

@@ -10,27 +10,18 @@ from hestia_earth.models.data.ecoinventV3 import ecoinventV3_emissions
 EMBER_ECOINVENT_LOOKUP_NAME = "ember-ecoinvent-mapping.csv"
 
 
-def _lookup_data(term_id: str, grouping: str, country_id: str, year: int, lookup_name: str, **log_args):
+def _lookup_data(term_id: str, grouping: str, country_id: str, year: str, lookup_name: str, **log_args):
     lookup = download_lookup(lookup_name)
-    data = get_table_value(lookup, 'termid', country_id, column_name(grouping))
-    debugMissingLookup(lookup_name, 'termid', country_id, grouping, data, term=term_id, **log_args)
-    percentage = extract_grouped_data(data, str(year))
+    column = column_name(grouping)
+    data = get_table_value(lookup, 'termid', country_id, column)
+    percentage = extract_grouped_data(data, year)
+    debugMissingLookup(lookup_name, 'termid', country_id, column, percentage, year=year, term=term_id, **log_args)
     return safe_parse_float(percentage, None)
 
 
 def _convert_name(name: str) -> str: return name.replace(";", ",")
 
 
-def _safe_parse_int(value: str, default=0):
-    """
-    Parse a string into an int.
-    """
-    try:
-        return int(value)
-    except ValueError:
-        return default
-
-
 def _zero_from_non_numeric(value: Any) -> float:
     try:
         return float(value)
@@ -62,7 +53,7 @@ def _get_emission_rate_per_source(ember_ecoinvent_mapping: Dict, emission_term_i
     }
 
 
-def get_emission(term_id: str, country: str, year: str, energy: float, model: str) -> float:
+def get_emission(term_id: str, country: str, year: int, energy: float, model: str) -> float:
     """
     Get the <term_id> emissions in kg for the energy consumed.
         a: ecoInventId of each source        - from "ember-ecoinvent-mapping.csv"
@@ -89,7 +80,7 @@ def get_emission(term_id: str, country: str, year: str, energy: float, model: st
             term_id=source,
             grouping=source,
             country_id=country,
-            year=_safe_parse_int(year),
+            year=str(year),
             lookup_name="region-ember-energySources.csv",
             model=model
         )

{hestia-earth-models-0.61.3 → hestia-earth-models-0.61.5}/hestia_earth/models/mocking/mock_search.py

@@ -1,6 +1,7 @@
 import os
 from inspect import getmembers, isfunction
 import json
+from hestia_earth.utils.tools import flatten
 
 from hestia_earth.models.log import logger
 from hestia_earth.models.utils import term
@@ -14,7 +15,7 @@ def _map_results(results):
     # returning the whole term
     return [results] if isinstance(results, dict) else (
         {'@type': 'Term', '@id': results} if isinstance(results, str) else
-        list(map(_map_results, results)) if isinstance(results, list) else
+        flatten(map(_map_results, results)) if isinstance(results, list) else
         None
     )
 

{hestia-earth-models-0.61.3 → hestia-earth-models-0.61.5}/hestia_earth/models/mocking/search-results.json

@@ -1113,26 +1113,22 @@
       }
     },
     "results": [
-      [
-        {
-          "@type": "Term",
-          "name": "Electricity, grid, renewable mix",
-          "termType": "electricity",
-          "@id": "electricityGridRenewableMix",
-          "units": "kWh",
-          "_score": 27.711746
-        }
-      ],
-      [
-        {
-          "@type": "Term",
-          "name": "Electricity, grid, market mix",
-          "termType": "electricity",
-          "@id": "electricityGridMarketMix",
-          "units": "kWh",
-          "_score": 27.711746
-        }
-      ]
+      {
+        "@type": "Term",
+        "name": "Electricity, grid, renewable mix",
+        "termType": "electricity",
+        "@id": "electricityGridRenewableMix",
+        "units": "kWh",
+        "_score": 27.711746
+      },
+      {
+        "@type": "Term",
+        "name": "Electricity, grid, market mix",
+        "termType": "electricity",
+        "@id": "electricityGridMarketMix",
+        "units": "kWh",
+        "_score": 27.711746
+      }
     ]
   },
   {

hestia-earth-models-0.61.5/hestia_earth/models/version.py

@@ -0,0 +1 @@
+VERSION = '0.61.5'

{hestia-earth-models-0.61.3 → hestia-earth-models-0.61.5/hestia_earth_models.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hestia-earth-models
-Version: 0.61.3
+Version: 0.61.5
 Summary: Hestia's set of modules for filling gaps in the activity data using external datasets (e.g. populating soil properties with a geospatial dataset using provided coordinates) and internal lookups (e.g. populating machinery use from fuel use). Includes rules for when gaps should be filled versus not (e.g. never gap fill yield, gap fill crop residue if yield provided etc.).
 Home-page: https://gitlab.com/hestia-earth/hestia-engine-models
 Author: Hestia Team

{hestia-earth-models-0.61.3 → hestia-earth-models-0.61.5}/hestia_earth_models.egg-info/requires.txt

@@ -1,5 +1,5 @@
 hestia_earth.schema==28.*
-hestia_earth.utils>=0.12.6
+hestia_earth.utils>=0.13.0
 python-dateutil>=2.8.1
 CurrencyConverter==0.16.8
 haversine>=2.7.0

{hestia-earth-models-0.61.3 → hestia-earth-models-0.61.5}/tests/models/test_ecoinventV3AndEmberClimate.py

@@ -10,8 +10,8 @@ from hestia_earth.models.ecoinventV3AndEmberClimate import MODEL, _should_run_em
 class_path = f"hestia_earth.models.{MODEL}"
 fixtures_folder = f"{fixtures_path}/{MODEL}"
 
-cycle_with_country = {"site": {"country": {"@type": "Term", "termType": "region"}}}
-cycle_without_country = {"site": {"country": {}}}
+cycle_with_country = {"endDate": "2010", "site": {"country": {"@type": "Term", "termType": "region"}}}
+cycle_without_country = {"endDate": "2010", "site": {"country": {}}}
 ELECTRICITY_TERMS = [
     {"@type": "Term", "@id": "electricityGridMarketMix"},
     {"@type": "Term", "@id": "electricityGridRenewableMix"}
@@ -89,5 +89,5 @@ def test_run(mock_ecoinventV3_emissions, *args):
     with open(f"{fixtures_folder}/result.jsonld", encoding="utf-8") as f:
         expected = json.load(f)
 
-    value = run(cycle=cycle)
+    value = run('all', cycle)
     assert value == expected

hestia-earth-models-0.61.3/hestia_earth/models/version.py

@@ -1 +0,0 @@
-VERSION = '0.61.3'