hestia-earth-models 0.65.6__py3-none-any.whl → 0.65.7__py3-none-any.whl

hestia_earth/orchestrator/strategies/run/add_blank_node_if_missing.py

@@ -0,0 +1,85 @@
+from hestia_earth.utils.lookup import download_lookup, get_table_value, column_name
+from hestia_earth.utils.api import download_hestia
+
+from hestia_earth.orchestrator.log import debugValues, logShouldRun
+from hestia_earth.orchestrator.utils import get_required_model_param, find_term_match
+
+_ALLOW_ALL = 'all'
+
+
+def _lookup_values(term: dict, column: str):
+    term_id = term.get('@id')
+    term_type = term.get('termType')
+    lookup = download_lookup(f"{term_type}.csv")
+    values = get_table_value(lookup, 'termid', term_id, column_name(column))
+    return (values or _ALLOW_ALL).split(';')
+
+
+def _is_node_type_allowed(data: dict, term_id: str):
+    node_type = data.get('@type', data.get('type'))
+    term = download_hestia(term_id)
+    allowed_types = _lookup_values(term, 'typesAllowed') if term else [_ALLOW_ALL]
+    return True if _ALLOW_ALL in allowed_types or not node_type else node_type in allowed_types
+
+
+def _run_required(data: dict, model: str, term_id: str):
+    node_type_allowed = _is_node_type_allowed(data, term_id)
+
+    run_required = all([node_type_allowed])
+    debugValues(data, model=model, term=term_id,
+                run_required=run_required,
+                node_type_allowed=node_type_allowed)
+    return run_required
+
+
+_RUN_FROM_ARGS = {
+    'runNonAddedTerm': lambda node: 'term' not in node.get('added', []),
+    'runNonMeasured': lambda node: node.get('methodTier') != 'measured'
+}
+
+
+def _is_empty(node: dict, skip_empty_value: bool = False):
+    return node is None or all([
+        not skip_empty_value,
+        node.get('value') is None or node.get('value') == []
+    ])
+
+
+def _run_aggregated(data: dict, skip_aggregated: bool = False):
+    return not data.get('aggregated', False) or not skip_aggregated
+
+
+def _is_0_emission(node: dict):
+    # emissions are set to 0 when not required to run, but we should still run for every model
+    return node is not None and all([
+        node.get('@type', node.get('type')) == 'Emission',
+        'value' in node.get('added', [])
+    ]) and node.get('value', [])[0] == 0
+
+
+def should_run(data: dict, model: dict):
+    key = get_required_model_param(model, 'key')
+    term_id = get_required_model_param(model, 'value')
+    args = model.get('runArgs', {})
+    node = find_term_match(data.get(key, []), args.get('termId', term_id), None)
+
+    # run if: value is empty or force run from args
+    is_empty = _is_empty(node, args.get('skipEmptyValue', False))
+    is_0_emission = _is_0_emission(node)
+    run_is_aggregated = _run_aggregated(data, args.get('skipAggregated', False))
+    run_args = {
+        key: func(node) for key, func in _RUN_FROM_ARGS.items() if node and args.get(key, False) is True
+    }
+    run = any([
+        is_empty,
+        is_0_emission,
+        (len(run_args.keys()) > 0 and all([v for _k, v in run_args.items()]))
+    ]) and _run_required(data, model.get('model'), term_id) and run_is_aggregated
+
+    logShouldRun(data, model.get('model'), term_id, run, key=key, value=term_id,
+                 is_empty=is_empty,
+                 is_0_emission=is_0_emission,
+                 run_is_aggregated=run_is_aggregated,
+                 **run_args)
+
+    return run

hestia_earth/orchestrator/strategies/run/add_key_if_missing.py

@@ -0,0 +1,9 @@
+from hestia_earth.orchestrator.log import logShouldRun
+from hestia_earth.orchestrator.utils import get_required_model_param
+
+
+def should_run(data: dict, model: dict):
+    key = get_required_model_param(model, 'key')
+    run = data.get(key) is None
+    logShouldRun(data, model.get('model'), None, run, key=key, value=model.get('value'))
+    return run

hestia_earth/orchestrator/strategies/run/always.py

@@ -0,0 +1,6 @@
+from hestia_earth.orchestrator.log import logShouldRun
+
+
+def should_run(data: dict, model: dict):
+    logShouldRun(data, model.get('model'), None, True, key=model.get('key'), value=model.get('value'))
+    return True

hestia_earth/orchestrator/utils.py

@@ -0,0 +1,116 @@
+from typing import Union
+import re
+from statistics import mean
+from functools import reduce
+
+EXCLUDED_VERSION_KEYS = [
+    '@type'
+]
+
+
+def get_required_model_param(model, key: str):
+    if key not in model:
+        raise KeyError(f"Missing required '{key}' in model")
+    return model[key]
+
+
+def _lowercase(string): return str(string).lower()
+
+
+def _snakecase(string):
+    string = re.sub(r"[\-\.\s]", '_', str(string))
+    if not string:
+        return string
+    return _lowercase(string[0]) + re.sub(r"[A-Z]", lambda matched: '_' + _lowercase(matched.group(0)), string[1:])
+
+
+def _average(value, default=0): return mean(value) if value is not None and isinstance(value, list) else default
+
+
+def find_term_match(values: list, term_id: str, default_val={}):
+    return next((v for v in values if v.get('term', {}).get('@id') == term_id), default_val)
+
+
+def _non_empty(value): return value != '' and value is not None and value != []
+
+
+def _non_empty_list(values):
+    return list(filter(_non_empty, values)) if isinstance(values, list) else _non_empty(values)
+
+
+def _filter_by_keys(values, keys: list): return {key: values[key] for key in keys if values.get(key) is not None}
+
+
+_SKIP_KEYS = ['added', 'addedVersion', 'updated', 'updatedVersion']
+
+
+def _update_key_version(version: str, node: dict, key: str, is_update=True):
+    def update(field: str):
+        if key not in _SKIP_KEYS:
+            if key in node.get(field, []):
+                node.get(f"{field}Version")[node[field].index(key)] = version
+            else:
+                node[field] = node.get(field, []) + [key]
+                node[f"{field}Version"] = node.get(f"{field}Version", []) + [version]
+        return node
+
+    return update('updated' if is_update else 'added')
+
+
+def _safe_deep_update_list_version(version: str, new_data: list, prev_data: list, index: int):
+    try:
+        new_data[index] = update_node_version(version, new_data[index], prev_data[index])
+    except Exception:
+        try:
+            # try again with an empty value as old data
+            new_data[index] = update_node_version(version, new_data[index], {})
+        except Exception:
+            pass
+
+
+def _deep_update_node_version(version: str, new_data: Union[dict, list], prev_data: Union[dict, list]):
+    if isinstance(new_data, list) and all([isinstance(v, dict) for v in new_data]):
+        for index, v in enumerate(new_data):
+            _safe_deep_update_list_version(version, new_data, prev_data, index)
+    if isinstance(new_data, dict):
+        new_data = update_node_version(version, new_data, prev_data)
+
+
+def update_node_version(version: str, new_data: dict, prev_data: dict = {}):
+    """
+    Update the node `added` and `updated` fields by comparing the previous fields with the new ones.
+    The version of the model adding/updating the fields will be used by default.
+
+    Parameters
+    ----------
+    version : str
+        The version to use in the `addedVersion` or `updatedVersion` field.
+    new_data : dict
+        The new data.
+    prev_data : dict
+        Optional - the previous data. If not set, a default empty dictionary will be used as previous value,
+        so every field will be marked as "added".
+
+    Returns
+    -------
+    dict
+        The new data with additional `added`, `addedVersion`, `updated` and `updatedVersion` fields.
+    """
+    def update(prev, key):
+        # TODO: do a better comparison
+        is_updated = key in prev_data and prev_data.get(key) != new_data.get(key)
+        is_added = key not in prev_data
+        value = _update_key_version(version, prev, key, is_updated) if is_updated or is_added else prev
+        _deep_update_node_version(version, new_data.get(key), prev_data.get(key))
+        return value
+
+    keys = [key for key in new_data.keys() if key not in EXCLUDED_VERSION_KEYS]
+    return new_data if any([
+        prev_data is None,
+        # do not add fields on Term
+        (prev_data or {}).get('@type') == 'Term',
+        new_data.get('@type') == 'Term'
+    ]) else reduce(update, keys, new_data)
+
+
+def new_practice(term: dict): return {'@type': 'Practice', 'term': term}

{hestia_earth_models-0.65.6.dist-info → hestia_earth_models-0.65.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hestia-earth-models
-Version: 0.65.6
+Version: 0.65.7
 Summary: HESTIA's set of modules for filling gaps in the activity data using external datasets (e.g. populating soil properties with a geospatial dataset using provided coordinates) and internal lookups (e.g. populating machinery use from fuel use). Includes rules for when gaps should be filled versus not (e.g. never gap fill yield, gap fill crop residue if yield provided etc.).
 Home-page: https://gitlab.com/hestia-earth/hestia-engine-models
 Author: HESTIA Team
@@ -12,7 +12,7 @@ Classifier: Programming Language :: Python :: 3.6
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: hestia-earth-schema==30.*
-Requires-Dist: hestia-earth-utils>=0.13.14
+Requires-Dist: hestia-earth-utils>=0.13.16
 Requires-Dist: python-dateutil>=2.8.1
 Requires-Dist: CurrencyConverter==0.16.8
 Requires-Dist: haversine>=2.7.0
@@ -49,10 +49,14 @@ WEB_URL=https://hestia.earth
 ```python
 from hestia_earth.models.pooreNemecek2018 import run
 
+cycle_data = {"@type": "Cycle", ...}
 # cycle is a JSONLD node Cycle
-run('no3ToGroundwaterSoilFlux', cycle_data)
+result = run('no3ToGroundwaterSoilFlux', cycle_data)
+print(result)
 ```
 
+This will display only the result of the `no3ToGroundwaterSoilFlux` model (Emission).
+
 Additionally, to reduce the number of queries to the HESTIA API and run the models faster, prefetching can be enabled:
 ```python
 from hestia_earth.models.preload_requests import enable_preload
@@ -60,13 +64,31 @@ from hestia_earth.models.preload_requests import enable_preload
 enable_preload()
 ```
 
-### Using Spatial Models
+#### Using the orchestrator
+
+The models come with an "orchestrator", which allows you to run a pre-configured set of models instead of a single one.
+
+The configuration for each Node (Cycle, Site or ImpactAssessment) can be found in the [config](./config) folder.
+
+Usage:
+```python
+from hestia_earth.orchestrator import run
+from hestia_earth.models.config import load_config
+
+cycle_data = {"@type": "Cycle", ...}
+result = run(cycle, load_config(cycle))
+print(result)
+```
+
+This will display the Cycle recalculated with all HESTIA default models running.
+
+#### Using Spatial Models
 
 We have models that can gap-fill geographical information on a `Site`. If you want to use these models:
 1. Install the library: `pip install hestia_earth.earth_engine`
 2. Follow the [Getting Started instructions](https://gitlab.com/hestia-earth/hestia-earth-engine#getting-started).
 
-### Using the ecoinventV3 model
+#### Using the ecoinventV3 model
 
 ecoinvent is a consistent, transparent, and well validated life cycle inventory database.
 We use ecoinvent data to ascertain the environmental impacts of activities that occur outside of our system boundary, for example data on the environmental impacts of extracting oil and producing diesel, or the impacts of manufacturing plastics.

{hestia_earth_models-0.65.6.dist-info → hestia_earth_models-0.65.7.dist-info}/RECORD

@@ -4,7 +4,7 @@ hestia_earth/models/cache_sites.py,sha256=Llo2SH1Lp-R8x1JRxJ2Ta-vw5RbdUj2FHXUP-c
 hestia_earth/models/log.py,sha256=_zAfyOkL_VknEnMFvcpvenSMghadlDfZhiSx28545Gk,3558
 hestia_earth/models/preload_requests.py,sha256=vK_G1UzhNMhYy7ymnCtHUz_vv3cfApCSKqv29VREEBQ,1943
 hestia_earth/models/requirements.py,sha256=eU4yT443fx7BnaokhrLB_PCizJI7Y6m4auyo8vQauNg,17363
-hestia_earth/models/version.py,sha256=7xFo8Se5gLwBCboxTmtPAStKLrqZnJgu1-olEArI-44,19
+hestia_earth/models/version.py,sha256=stR4pjKHfSb4U3BpRBryv63I9rlfGch2ifjxGb-dZps,19
 hestia_earth/models/agribalyse2016/__init__.py,sha256=WvK0qCQbnYtg9oZxrACd1wGormZyXibPtpCnIQeDqbw,415
 hestia_earth/models/agribalyse2016/fuelElectricity.py,sha256=rm5ZaRAzJ08m2y4BxkGh-RjudkDWgozmg3XumoRm-fQ,4511
 hestia_earth/models/agribalyse2016/machineryInfrastructureDepreciatedAmountPerCycle.py,sha256=BPjnWmg73i_OxM2ouCdMTWZtPIqyoUAXrvutntyteE0,3390
@@ -34,6 +34,12 @@ hestia_earth/models/cml2001Baseline/terrestrialAcidificationPotentialIncludingFa
 hestia_earth/models/cml2001NonBaseline/__init__.py,sha256=vI8wp8Og_e8DiJqYYvp33YoI3t4ffAC31LWlnV20JTg,419
 hestia_earth/models/cml2001NonBaseline/eutrophicationPotentialIncludingFateAverageEurope.py,sha256=lcgyRHY08KCBFPERJNqV4DYGEJCvyHBDnJXD0kEkVqM,1097
 hestia_earth/models/cml2001NonBaseline/terrestrialAcidificationPotentialExcludingFate.py,sha256=xcrxfs9UoV_EWvV-XzMt35oPWCUsTzqg2SGA3j2MFIw,1091
+hestia_earth/models/config/Cycle.json,sha256=JSrcDhzYLyQ1M7oDfY39pxOgWCScz3dXFSjNNPWvMTo,56546
+hestia_earth/models/config/ImpactAssessment.json,sha256=EB8O8_GZ182upCP-Rpko7I48Tdf30ScK-ZZ3rf4DQQI,57585
+hestia_earth/models/config/Site.json,sha256=FfuME8DLLyoHYJ2uBgnueTIK9E7m9aV7iPT8TBoqlzk,12565
+hestia_earth/models/config/__init__.py,sha256=UZZdwfnxTqnZLG4hNecu6sfKvMLvctjdWFraE_9H438,2130
+hestia_earth/models/config/run-calculations.json,sha256=c-WhY3Rd6UinTxz9ht-1O5_rwe2L7DmX6tFaiVGJ0VY,615
+hestia_earth/models/config/trigger-calculations.json,sha256=pAlb_6GN1HVv9OZwQr8togx7y2ygabGmisJLWILMq_A,623
 hestia_earth/models/cycle/__init__.py,sha256=VowO3kOHb0LpURsljNaJsYO7s6vgjhul6bF_85UjUEI,406
 hestia_earth/models/cycle/aboveGroundCropResidueTotal.py,sha256=9swq4YEeJQ2YjVOmghgBYWkMZWdNU4MKCUBY5FsmBSU,3088
 hestia_earth/models/cycle/coldCarcassWeightPerHead.py,sha256=fQ7huuxyS5PQkRmR_tRCOz9rV3LJwLfLQJjH_TcTz6k,2955
@@ -284,6 +290,7 @@ hestia_earth/models/ipcc2019/pastureGrass_utils.py,sha256=nL31uS3c77PH_5nA2E2MvB
 hestia_earth/models/ipcc2019/utils.py,sha256=MSDMu15D9DnilFUgi4_6jYXC0FaKso3OODauGTMB6hs,6229
 hestia_earth/models/ipcc2019/animal/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hestia_earth/models/ipcc2019/animal/fatContent.py,sha256=T-wWzxzPdy4pexS8ivQSeH9Z6U6qRGYfCiEwQDujcww,1003
+hestia_earth/models/ipcc2019/animal/hoursWorkedPerDay.py,sha256=f-zcslXkbIY9ef-pia2PFmxPEDWiMgp4wxJafSGFLe0,985
 hestia_earth/models/ipcc2019/animal/liveweightGain.py,sha256=UElmAdB4yQEFAOT5RrURn0Yt7U3gB2qiCWvNXyLk8Hw,971
 hestia_earth/models/ipcc2019/animal/liveweightPerHead.py,sha256=cq88VTxPYVPyEr2NLPb0Zmmppn_eMp9Xtw6Nxnta4-M,984
 hestia_earth/models/ipcc2019/animal/milkYieldPerAnimal.py,sha256=XxgSvQLi1Xu6ZpUg1a-7OFZEkItkUK-nVPTDxApUnuY,2777
@@ -399,7 +406,7 @@ hestia_earth/models/linkedImpactAssessment/utils.py,sha256=S1zlux02gU2Lajrtoq-zQ
 hestia_earth/models/mocking/__init__.py,sha256=9VX50c-grz-snfd-7MBS0KfF7AadtbKuj7kK6PqtsgE,687
 hestia_earth/models/mocking/build_mock_search.py,sha256=p15ccEUmkmLp1RiGNznxMz3OFHbI8P1-29ExuohiQN8,1355
 hestia_earth/models/mocking/mock_search.py,sha256=ccFe_WrI73JElFmxp4hPNLCX7eeU--lBC1JFR901KJY,1069
-hestia_earth/models/mocking/search-results.json,sha256=Zc6x4KxDAOvez6v5ZhwLxUB_IKghXr8kWX2TUJ8wAFU,11955
+hestia_earth/models/mocking/search-results.json,sha256=D2Ule1jJAIeLu4ojLX0pXd4YmUDGxW1BduwqcDbpcUw,102056
 hestia_earth/models/pooreNemecek2018/__init__.py,sha256=nPboL7ULJzL5nJD5q7q9VOZt_fxbKVm8fmn1Az5YkVY,417
 hestia_earth/models/pooreNemecek2018/aboveGroundCropResidueTotal.py,sha256=Qt-mel4dkhK6N5uUOutNOinCTFjbjtGzITaaI0LvYc4,2396
 hestia_earth/models/pooreNemecek2018/belowGroundCropResidue.py,sha256=JT0RybbvWVlo01FO8K0Yj41HrEaJT3Kj1xfayr2X-xw,2315
@@ -604,8 +611,26 @@ hestia_earth/models/utils/time_series.py,sha256=vuv033qUZ1gAw3T3wlLNG7vJmXCCsHEz
 hestia_earth/models/utils/transformation.py,sha256=nyT5Mz4_VgFwhkL8JoNX9kxxow0zuxzsYl3W8xOu2p0,370
 hestia_earth/models/webbEtAl2012AndSintermannEtAl2012/__init__.py,sha256=Niv7ZFMBCwThlbCKGOwA17QdkpOUDFrqrFItGNqnZAA,434
 hestia_earth/models/webbEtAl2012AndSintermannEtAl2012/nh3ToAirOrganicFertiliser.py,sha256=TGXyusrRd9shT842iqbrI6MkQhICgw7uYdrl4jsDrg8,4193
+hestia_earth/orchestrator/__init__.py,sha256=ntPWzdomHMdKejrnUlVPCUrLw0P2C9UIt3jRJD_Gwn4,1402
+hestia_earth/orchestrator/log.py,sha256=rvuc221TZCXB1s_Qxme_lTPAI9cZWkmTvnZHGqSDtWY,2214
+hestia_earth/orchestrator/utils.py,sha256=LAMUTyIQ-90TR6CUljWPbCNBsAMeukOhW4zoPy7LzuU,4111
+hestia_earth/orchestrator/models/__init__.py,sha256=wVFqISTf8dKAjsvL9bcqxZx7szn8Gycvuey7Dkxg0fM,4126
+hestia_earth/orchestrator/models/transformations.py,sha256=zJwfVXabudLXhdyz0Hsk4IV_2OjgMtaYEZbD9kuZtLk,4128
+hestia_earth/orchestrator/models/emissions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+hestia_earth/orchestrator/models/emissions/deleted.py,sha256=KC6J1bdMJC1rBFlWW5SD1NhbN8kyBPFdncbtY9OfYBU,575
+hestia_earth/orchestrator/strategies/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+hestia_earth/orchestrator/strategies/merge/__init__.py,sha256=9fytXEII6aSbc0edEp0Dg1QMVayU3eMUXdwKYVky_24,1416
+hestia_earth/orchestrator/strategies/merge/merge_append.py,sha256=5xJ8fqu2UqCDotVkSxj7yRDRdw0RM2tERsA4j_1Zlu8,915
+hestia_earth/orchestrator/strategies/merge/merge_default.py,sha256=ssKq5ZIoQr4k2HHpkyPqHJSQQj-AGqu8zUzEQIRafv8,45
+hestia_earth/orchestrator/strategies/merge/merge_list.py,sha256=JioJi4HajpiYHtYE7xbTWQHOQtu3pWIo512VtaxSsDw,4067
+hestia_earth/orchestrator/strategies/merge/merge_node.py,sha256=iAgxHVVR7y2kXtR_pdNzS4Fq-iLmwaqNHXMfjIBG6eE,2622
+hestia_earth/orchestrator/strategies/run/__init__.py,sha256=At0V8CI4vyiSY-Vh2PHMhTYfnp7vl31gq78RyCeIqJk,307
+hestia_earth/orchestrator/strategies/run/add_blank_node_if_missing.py,sha256=dfmS2AC_d3LjlBT962grygvHK38I4y12K3bl_CT_zlo,3166
+hestia_earth/orchestrator/strategies/run/add_key_if_missing.py,sha256=t3U-v87XpbtpsvjA_r0Ftm7MhNkGB0kcUSGFlKBIK_I,352
+hestia_earth/orchestrator/strategies/run/always.py,sha256=D0In6_kr28s-fgqspawgvj5cgFClxGvepZYqtYsjWVE,217
 tests/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/models/test_cache_sites.py,sha256=vuEVZh_mkuI2cPotX2GB88lURJm2giOQ3yu2Cn4iLoI,2997
+tests/models/test_config.py,sha256=WFz1OGhJE6kpcYe3kTPBpv4Jn59yeOCAvz1hqnbI_7o,3113
 tests/models/test_ecoinventV3.py,sha256=_BqfWiYFaw-Y7A-EeabHEnja3d7yb4Ed7gGGvu3Srpw,1936
 tests/models/test_ecoinventV3AndEmberClimate.py,sha256=_EOxdrdavXP6L5_LtvaVbXb_-56UJXSaiPhpGntmwVc,801
 tests/models/test_emissionNotRelevant.py,sha256=YXTdRfcdR_JepHuj2P3Y3r0aFMKNOmsXQHY48tmLTQo,1316
@@ -872,6 +897,7 @@ tests/models/ipcc2019/test_organicCarbonPerHa_utils.py,sha256=Zd2QlN_Q3k9djuByOH
 tests/models/ipcc2019/test_pastureGrass.py,sha256=mKx8NnTtMT9TrXxRNLv73wD1TWBaiRZzA1xh2ukb-HI,2667
 tests/models/ipcc2019/animal/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/models/ipcc2019/animal/test_fatContent.py,sha256=Emp8jGudRGA_dJaLMR5Jxsv3Gc57rMAnP0CDqswrmlM,775
+tests/models/ipcc2019/animal/test_hoursWorkedPerDay.py,sha256=gFgCd5hXS_fBhu1f8hbZCci4uTGdpFLjIuER73LY_4A,782
 tests/models/ipcc2019/animal/test_liveweightGain.py,sha256=KmRZyrjrXZcgff1QFtfu1WphNuJW_nHx1GguD8xB2ls,779
 tests/models/ipcc2019/animal/test_liveweightPerHead.py,sha256=nfNAcUEIPQeKyjKYttI5W6hiHBMXLZ9Vbz0nfj81ZvA,782
 tests/models/ipcc2019/animal/test_milkYieldPerAnimal.py,sha256=98rslTxLk92smiUfxRfxB6kjmQAm6085GV9NqWCGpVo,713
@@ -1160,8 +1186,26 @@ tests/models/utils/test_term.py,sha256=M5Sa26v2gzQYbZ4H_fo7DspnaCx__-WtL-MULGapC
 tests/models/utils/test_time_series.py,sha256=LMhRPf8rp3nAriKAC-2K3FDkrMWntRTUUCERw7Lt68g,2686
 tests/models/webbEtAl2012AndSintermannEtAl2012/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/models/webbEtAl2012AndSintermannEtAl2012/test_nh3ToAirOrganicFertiliser.py,sha256=qi2FNXS5Af2WDtm7nq_FsprH3BfCF0XxnE0XHmC4aIY,2244
-hestia_earth_models-0.65.6.dist-info/LICENSE,sha256=TD25LoiRJsA5CPUNrcyt1PXlGcbUGFMAeZoBcfCrCNE,1154
-hestia_earth_models-0.65.6.dist-info/METADATA,sha256=AqVhpmA7vBW5Tu5lG1ovfvzdbF6QjX6IIodiV6_-JlU,3344
-hestia_earth_models-0.65.6.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-hestia_earth_models-0.65.6.dist-info/top_level.txt,sha256=1dqA9TqpOLTEgpqa-YBsmbCmmNU1y56AtfFGEceZ2A0,19
-hestia_earth_models-0.65.6.dist-info/RECORD,,
+tests/orchestrator/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+tests/orchestrator/test_models.py,sha256=v5VnyELmrSEcTOtw4lyk2U0r016z8Xx34EFs0FJm5AA,1972
+tests/orchestrator/test_orchestrator.py,sha256=dlO4CKn04m__SZhDtvy1npvQUavVNhdcRe4Unj7wg6g,742
+tests/orchestrator/test_utils.py,sha256=Sqysl2ocifLUeSbgGUdeRn0Sof0xVEeH4dgoXfe18yw,3050
+tests/orchestrator/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+tests/orchestrator/models/test_transformations.py,sha256=cQdk8rEtSJJr27th8SmacsOpC7BP_YVXDrmFDDY4Iks,1080
+tests/orchestrator/models/emissions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+tests/orchestrator/models/emissions/test_deleted.py,sha256=55WOjXR2oeKxdRgXmJg4DgIY3f0asPMvez8b5fkT7LI,767
+tests/orchestrator/strategies/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+tests/orchestrator/strategies/merge/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+tests/orchestrator/strategies/merge/test_merge_append.py,sha256=T6_y3qDb4ZmZixzSZMNCYD-dbkIHFfvpayXo1K9-lNA,800
+tests/orchestrator/strategies/merge/test_merge_default.py,sha256=iEia74Z7RflmxDZ3XzubN9yR8n5DR_CDSMyLIW1e8PU,198
+tests/orchestrator/strategies/merge/test_merge_list.py,sha256=KIObPP7AFT0oOE7669UUnYYMSCHX4fQSrb1VFevkQmk,9081
+tests/orchestrator/strategies/merge/test_merge_node.py,sha256=yCaIKFFdJcIANidQBJb95f50OPgm9wwTsuTEzhHumA0,3203
+tests/orchestrator/strategies/run/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+tests/orchestrator/strategies/run/test_add_blank_node_if_missing.py,sha256=lGqeebvgAwGathB8NLZ14Js5JV_-KyHueaD6I8IH8mU,3615
+tests/orchestrator/strategies/run/test_add_key_if_missing.py,sha256=hKwvk1ohcBVnQUCTiDhRW99J0xEa29BpwFi1KC0yWLE,329
+tests/orchestrator/strategies/run/test_always.py,sha256=w5-Dhp6yLzgZGAeMRz3OrqZbbAed9gZ1O266a3z9k7w,134
+hestia_earth_models-0.65.7.dist-info/LICENSE,sha256=TD25LoiRJsA5CPUNrcyt1PXlGcbUGFMAeZoBcfCrCNE,1154
+hestia_earth_models-0.65.7.dist-info/METADATA,sha256=WBcWi-w_mq-nLFKriqoNmPd5Gb2dbMDGRAttdzZIzn4,4046
+hestia_earth_models-0.65.7.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+hestia_earth_models-0.65.7.dist-info/top_level.txt,sha256=1dqA9TqpOLTEgpqa-YBsmbCmmNU1y56AtfFGEceZ2A0,19
+hestia_earth_models-0.65.7.dist-info/RECORD,,

tests/models/ipcc2019/animal/test_hoursWorkedPerDay.py

@@ -0,0 +1,22 @@
+from unittest.mock import patch
+import json
+from tests.utils import fixtures_path, fake_new_property
+
+from hestia_earth.models.ipcc2019 import MODEL
+from hestia_earth.models.ipcc2019.animal.hoursWorkedPerDay import TERM_ID, run
+
+utils_path = '.'.join(['hestia_earth', 'models', MODEL, 'animal', 'utils'])
+class_path = f"hestia_earth.models.{MODEL}.animal.{TERM_ID}"
+fixtures_folder = f"{fixtures_path}/{MODEL}/animal/{TERM_ID}"
+
+
+@patch(f"{utils_path}._new_property", side_effect=fake_new_property)
+def test_run(*args):
+    with open(f"{fixtures_folder}/cycle.jsonld", encoding='utf-8') as f:
+        cycle = json.load(f)
+
+    with open(f"{fixtures_folder}/result.jsonld", encoding='utf-8') as f:
+        expected = json.load(f)
+
+    value = run(cycle)
+    assert value == expected

tests/models/test_config.py

@@ -0,0 +1,115 @@
+import pytest
+import importlib
+from hestia_earth.utils.tools import flatten
+
+from hestia_earth.models.config import (
+    load_config, config_max_stage, _is_aggregated_model, _remove_aggregated, load_run_config, load_trigger_config
+)
+
+
+_aggregated_model = {
+    "value": "input.hestiaAggregatedData"
+}
+_other_model = {
+    "value": "otherModel"
+}
+
+
+def test_load_config():
+    node_type = 'Cycle'
+    config = load_config(node_type)
+    assert config.get('models') is not None
+
+
+def test_load_config_error():
+    node_type = 'Unkown'
+
+    with pytest.raises(Exception, match='Invalid type Unkown.'):
+        load_config(node_type)
+
+
+def test_config_max_stage():
+    node_type = 'Cycle'
+    config = load_config(node_type)
+    assert config_max_stage(config) == 2
+
+
+def test_is_aggregated_model():
+    assert _is_aggregated_model(_aggregated_model) is True
+    assert not _is_aggregated_model(_other_model)
+
+
+def test_remove_aggregated():
+    models = [
+        [_aggregated_model, _other_model],
+        _aggregated_model, _other_model
+    ]
+    assert _remove_aggregated(models) == [[_other_model], _other_model]
+
+
+def test_load_config_skip_aggregated_models():
+    node_type = 'Cycle'
+    all_models = load_config(node_type, skip_aggregated_models=False).get('models')
+    models_no_aggregated = load_config(node_type, skip_aggregated_models=True).get('models')
+    assert all_models != models_no_aggregated
+
+
+def test_load_run_config():
+    assert len(load_run_config(node_type='Site', stage=1)) == 0
+    assert len(load_run_config(node_type='Site', stage=2)) == 1
+
+
+def test_load_run_config_invalid_stage():
+    with pytest.raises(Exception) as e:
+        load_run_config(
+            node_type='ImpactAssessment',
+            stage=2
+        )
+        assert str(e.value) == 'Invalid stage configuration for ImpactAssessment: 2'
+
+
+def test_load_trigger_config_config():
+    assert len(load_trigger_config(node_type='Site', stage=1)) == 1
+    assert len(load_trigger_config(node_type='Site', stage=2)) == 1
+
+
+def test_load_trigger_config_invalid_stage():
+    with pytest.raises(Exception) as e:
+        load_trigger_config(
+            node_type='ImpactAssessment',
+            stage=2
+        )
+        assert str(e.value) == 'Invalid stage configuration for ImpactAssessment: 2'
+
+
+# included in orchestrator
+_ignore_models = ['emissions.deleted', 'transformations']
+_ignore_values = [None, '', 'all']
+
+
+def _model_path(model: dict):
+    name = model.get('model')
+    value = model.get('value')
+    suffix = f"hestia_earth.models.{name}"
+    return f"{suffix}.{value}" if value not in _ignore_values else suffix
+
+
+def _get_models_paths(node_type: str):
+    models = flatten(load_config(node_type).get('models', []))
+    return [
+        _model_path(m)
+        for m in models
+        if m.get('model') not in _ignore_models
+    ]
+
+
+@pytest.mark.parametrize(
+    'node_type',
+    ['Cycle', 'Site', 'ImpactAssessment']
+)
+def test_load_config_cycle(node_type):
+    paths = _get_models_paths(node_type)
+
+    for path in paths:
+        run = importlib.import_module(path).run
+        assert run is not None, path

tests/orchestrator/models/emissions/test_deleted.py

@@ -0,0 +1,21 @@
+from unittest.mock import patch
+import json
+import os
+
+from tests.utils import fixtures_path
+from hestia_earth.orchestrator.models.emissions.deleted import run
+
+folder_path = os.path.join(fixtures_path, 'orchestrator', 'emissions', 'deleted')
+
+
+@patch('hestia_earth.orchestrator.strategies.merge._merge_version', return_value='0.0.0')
+def test_run(*args):
+    with open(os.path.join(folder_path, 'config.json'), encoding='utf-8') as f:
+        config = json.load(f)
+    with open(os.path.join(folder_path, 'cycle.jsonld'), encoding='utf-8') as f:
+        cycle = json.load(f)
+    with open(os.path.join(folder_path, 'result.jsonld'), encoding='utf-8') as f:
+        expected = json.load(f)
+
+    result = run(config.get('models'), cycle)
+    assert result == expected

tests/orchestrator/models/test_transformations.py

@@ -0,0 +1,29 @@
+from unittest.mock import patch
+import json
+import os
+
+from tests.utils import fixtures_path
+from hestia_earth.orchestrator.models.transformations import run, _include_practice
+
+folder_path = os.path.join(fixtures_path, 'orchestrator', 'transformation')
+
+
+@patch('hestia_earth.orchestrator.strategies.merge._merge_version', return_value='0.0.0')
+def test_run(*args):
+    with open(os.path.join(folder_path, 'config.json'), encoding='utf-8') as f:
+        config = json.load(f)
+    with open(os.path.join(folder_path, 'cycle.jsonld'), encoding='utf-8') as f:
+        cycle = json.load(f)
+    with open(os.path.join(folder_path, 'result.jsonld'), encoding='utf-8') as f:
+        expected = json.load(f)
+
+    result = run(config.get('models'), cycle)
+    assert result == expected
+
+
+def test_include_practice():
+    term = {'@id': 'genericCropProduct', 'termType': 'crop'}
+    assert not _include_practice({'term': term})
+
+    term = {'@id': 'yieldOfPrimaryAquacultureProductLiveweightPerM2', 'termType': 'aquacultureManagement'}
+    assert _include_practice({'term': term}) is True

tests/orchestrator/strategies/merge/test_merge_append.py

@@ -0,0 +1,33 @@
+from unittest.mock import patch
+
+from hestia_earth.orchestrator.strategies.merge.merge_append import merge
+
+class_path = 'hestia_earth.orchestrator.strategies.merge.merge_append'
+
+
+@patch(f"{class_path}.update_node_version", side_effect=lambda _v, n: n)
+def test_merge_new_node(*args):
+    node1 = {
+        'term': {'@id': 'term-1'},
+        'value': 1
+    }
+    node2 = {
+        'term': {'@id': 'term-2'},
+        'value': 2
+    }
+    source = [node1]
+    result = merge(source, [node1, node2], '1')
+    result = merge(result, node2, '1')
+    assert result == [node1, node1, node2, node2]
+
+
+def test_merge_list():
+    source = [1]
+    dest = [2, 3]
+    assert merge(source, dest, '1') == [1, 2, 3]
+
+
+def test_merge_el():
+    source = [1]
+    dest = 2
+    assert merge(source, dest, '1') == [1, 2]

tests/orchestrator/strategies/merge/test_merge_default.py

@@ -0,0 +1,7 @@
+from hestia_earth.orchestrator.strategies.merge.merge_default import merge
+
+
+def test_should_merge():
+    source = {'value': [100]}
+    dest = {'value': [50]}
+    assert merge(source, dest) == dest