hestia-earth-models 0.69.1__py3-none-any.whl → 0.70.1__py3-none-any.whl

hestia_earth/models/hestia/landTransformation20YearAverageDuringCycle.py

@@ -2,7 +2,8 @@ from .resourceUse_utils import run_resource_use
 
 REQUIREMENTS = {
     "ImpactAssessment": {
-        "Site": {
+        "site": {
+            "@type": "Site",
             "management": [{"@type": "Management", "value": ">=0", "term.termType": "landCover", "endDate": ""}]
         },
         "emissionsResourceUse": [

hestia_earth/models/{cycle → hestia}/liveAnimal.py

@@ -46,7 +46,7 @@ VALID_SITE_TYPES = [SiteSiteType.ANIMAL_HOUSING.value, SiteSiteType.PERMANENT_PA
 
 
 def _product(term: str, value: float):
-    product = _new_product(term, value)
+    product = _new_product(term, value, MODEL)
     return product
 
 

hestia_earth/models/{cycle → hestia}/longFallowRatio.py

@@ -22,7 +22,7 @@ TERM_ID = 'longFallowRatio'
 
 
 def _practice(value: float):
-    practice = _new_practice(TERM_ID)
+    practice = _new_practice(TERM_ID, MODEL)
     practice['value'] = [round(value, 7)]
     return practice
 

hestia_earth/models/{site → hestia}/management.py

@@ -140,12 +140,14 @@ def management(data: dict):
 
 
 def _get_cycle_duration(cycle: dict, land_cover_id: str):
-    return cycle.get('cycleDuration') or safe_parse_float(get_table_value(
+    cycle_duration = cycle.get('cycleDuration')
+    lookup_value = None if cycle_duration else safe_parse_float(get_table_value(
         download_lookup("crop.csv"),
         column_name('landCoverTermId'),
         land_cover_id,
         column_name('maximumCycleDuration')
-    ))
+    ), default=None)
+    return cycle_duration or (lookup_value - 1 if lookup_value else None)
 
 
 def _gap_filled_date_only_str(date_str: str, mode: str = DatestrGapfillMode.END) -> str:
@@ -164,7 +166,7 @@ def _gap_filled_start_date(land_cover_id: str, end_date: str, cycle: dict) -> di
     cycle_duration = _get_cycle_duration(cycle, land_cover_id)
     return {
         "startDate": max(
-            _gap_filled_date_obj(end_date) - timedelta(days=cycle_duration - 1)
+            _gap_filled_date_obj(end_date) - timedelta(days=cycle_duration)
             if cycle_duration else datetime.fromtimestamp(0),
             _gap_filled_date_obj(cycle.get("startDate"), mode=DatestrGapfillMode.START)
             if cycle.get("startDate") else datetime.fromtimestamp(0)

hestia_earth/models/{cycle → hestia}/materialAndSubstrate.py

@@ -53,7 +53,7 @@ _SIGNIFICANT_DIGITS = 5
 
 
 def _input(term_id: str, value: float, stats: dict) -> dict:
-    node = _new_input(term_id + _ID_SUFFIX)
+    node = _new_input(term_id + _ID_SUFFIX, MODEL)
     node['value'] = [value]
     return node | stats
 

hestia_earth/models/{cycle → hestia}/milkYield.py

@@ -51,7 +51,7 @@ VALID_SITE_TYPES = [
 
 
 def practice(term_id: str, value: float, properties: list, sd: float = None, min: float = None, max: float = None):
-    data = _new_practice(term_id)
+    data = _new_practice(term_id, MODEL)
     data['value'] = [round(value, 2)]
     if properties:
         data['properties'] = properties

hestia_earth/models/{site → hestia}/netPrimaryProduction.py

@@ -24,7 +24,7 @@ NPP_Aqua = {TemperatureLevel.LOW: 2, TemperatureLevel.MEDIUM: 4, TemperatureLeve
 
 
 def _measurement(site: dict, value: float):
-    data = _new_measurement(TERM_ID)
+    data = _new_measurement(TERM_ID, MODEL)
     data['value'] = [value]
     data['methodClassification'] = MeasurementMethodClassification.MODELLED_USING_OTHER_MEASUREMENTS.value
     return data | get_source(site, BIBLIO_TITLE)

hestia_earth/models/{site → hestia}/organicCarbonPerHa.py

@@ -64,7 +64,7 @@ VALID_MEASUREMENT_METHOD_CLASSIFICATIONS = {
 def _measurement(
     site: dict, value: float, depthUpper: Union[int, float], depthLower: Union[int, float], date: Optional[str] = None
 ) -> dict:
-    data = _new_measurement(TERM_ID)
+    data = _new_measurement(TERM_ID, MODEL)
     data['value'] = [value]
     data['depthUpper'] = int(depthUpper)
     data['depthLower'] = int(depthLower)

hestia_earth/models/{cycle → hestia}/pastureGrass.py

@@ -25,7 +25,7 @@ KEY_TERM_ID = 'genericGrassPlant'
 
 
 def _practice():
-    node = _new_practice(TERM_ID)
+    node = _new_practice(TERM_ID, MODEL)
     node['value'] = [100]
     node['key'] = linked_node(download_term(KEY_TERM_ID, TermTermType.LANDCOVER))
     return node

hestia_earth/models/{cycle → hestia}/pastureSystem.py

@@ -33,7 +33,7 @@ VALID_SITE_TYPES = [SiteSiteType.PERMANENT_PASTURE.value]
 
 
 def _practice(term_id: str):
-    practice = _new_practice(term_id)
+    practice = _new_practice(term_id, MODEL)
     practice['value'] = [100]
     return practice
 

hestia_earth/models/{site → hestia}/potentialEvapotranspirationAnnual.py

@@ -3,7 +3,7 @@ from hestia_earth.utils.tools import flatten, non_empty_list
 
 from hestia_earth.models.log import logRequirements, logShouldRun
 from hestia_earth.models.utils.measurement import _new_measurement
-from .utils import _slice_by_year
+from .utils import slice_by_year
 from . import MODEL
 
 REQUIREMENTS = {
@@ -26,7 +26,7 @@ MEASUREMENT_ID = 'potentialEvapotranspirationMonthly'
 
 
 def _measurement(value: float, start_date: str, end_date: str):
-    data = _new_measurement(TERM_ID)
+    data = _new_measurement(TERM_ID, MODEL)
     data['value'] = [value]
     data['startDate'] = start_date
     data['endDate'] = end_date
@@ -38,7 +38,7 @@ def _run(measurement: dict):
     values = measurement.get('value', [])
     dates = measurement.get('dates', [])
     term_id = measurement.get('term', {}).get('@id')
-    results = _slice_by_year(term_id, dates, values)
+    results = slice_by_year(term_id, dates, values)
     return [_measurement(value, start_date, end_date) for (value, start_date, end_date) in results]
 
 

hestia_earth/models/{site → hestia}/potentialEvapotranspirationMonthly.py

@@ -3,7 +3,7 @@ from hestia_earth.utils.tools import flatten, non_empty_list
 
 from hestia_earth.models.log import logRequirements, logShouldRun
 from hestia_earth.models.utils.measurement import _new_measurement
-from .utils import _group_by_month
+from .utils import group_by_month
 from . import MODEL
 
 REQUIREMENTS = {
@@ -25,7 +25,7 @@ MEASUREMENT_ID = 'potentialEvapotranspirationDaily'
 
 
 def _measurement(value: list, dates: list):
-    data = _new_measurement(TERM_ID)
+    data = _new_measurement(TERM_ID, MODEL)
     data['value'] = value
     data['dates'] = dates
     data['methodClassification'] = MeasurementMethodClassification.MODELLED_USING_OTHER_MEASUREMENTS.value
@@ -36,7 +36,7 @@ def _run(measurement: dict):
     values = measurement.get('value', [])
     dates = measurement.get('dates', [])
     term_id = measurement.get('term', {}).get('@id')
-    result = _group_by_month(term_id, dates, values)
+    result = group_by_month(term_id, dates, values)
     return _measurement(result[0], result[1]) if len(result[0]) > 0 else None
 
 

hestia_earth/models/{site → hestia}/precipitationAnnual.py

@@ -3,7 +3,7 @@ from hestia_earth.utils.tools import flatten, non_empty_list
 
 from hestia_earth.models.log import logRequirements, logShouldRun
 from hestia_earth.models.utils.measurement import _new_measurement
-from .utils import _slice_by_year
+from .utils import slice_by_year
 from . import MODEL
 
 REQUIREMENTS = {
@@ -26,7 +26,7 @@ MEASUREMENT_ID = 'precipitationMonthly'
 
 
 def _measurement(value: float, start_date: str, end_date: str):
-    data = _new_measurement(TERM_ID)
+    data = _new_measurement(TERM_ID, MODEL)
     data['value'] = [value]
     data['startDate'] = start_date
     data['endDate'] = end_date
@@ -38,7 +38,7 @@ def _run(measurement: dict):
     values = measurement.get('value', [])
     dates = measurement.get('dates', [])
     term_id = measurement.get('term', {}).get('@id')
-    results = _slice_by_year(term_id, dates, values)
+    results = slice_by_year(term_id, dates, values)
     return [_measurement(value, start_date, end_date) for (value, start_date, end_date) in results]
 
 

hestia_earth/models/{site → hestia}/precipitationMonthly.py

@@ -3,7 +3,7 @@ from hestia_earth.utils.tools import flatten, non_empty_list
 
 from hestia_earth.models.log import logRequirements, logShouldRun
 from hestia_earth.models.utils.measurement import _new_measurement
-from .utils import _group_by_month
+from .utils import group_by_month
 from . import MODEL
 
 REQUIREMENTS = {
@@ -25,7 +25,7 @@ MEASUREMENT_ID = 'precipitationDaily'
 
 
 def _measurement(value: list, dates: list):
-    data = _new_measurement(TERM_ID)
+    data = _new_measurement(TERM_ID, MODEL)
     data['value'] = value
     data['dates'] = dates
     data['methodClassification'] = MeasurementMethodClassification.MODELLED_USING_OTHER_MEASUREMENTS.value
@@ -36,7 +36,7 @@ def _run(measurement: dict):
     values = measurement.get('value', [])
     dates = measurement.get('dates', [])
     term_id = measurement.get('term', {}).get('@id')
-    result = _group_by_month(term_id, dates, values)
+    result = group_by_month(term_id, dates, values)
     return _measurement(result[0], result[1]) if len(result[0]) > 0 else None
 
 

hestia_earth/models/{site → hestia}/rainfallAnnual.py

@@ -3,7 +3,7 @@ from hestia_earth.utils.tools import flatten, non_empty_list
 
 from hestia_earth.models.log import logRequirements, logShouldRun
 from hestia_earth.models.utils.measurement import _new_measurement
-from .utils import _slice_by_year
+from .utils import slice_by_year
 from . import MODEL
 
 REQUIREMENTS = {
@@ -26,7 +26,7 @@ MEASUREMENT_ID = 'rainfallMonthly'
 
 
 def _measurement(value: float, start_date: str, end_date: str):
-    data = _new_measurement(TERM_ID)
+    data = _new_measurement(TERM_ID, MODEL)
     data['value'] = [value]
     data['startDate'] = start_date
     data['endDate'] = end_date
@@ -38,7 +38,7 @@ def _run(measurement: dict):
     values = measurement.get('value', [])
     dates = measurement.get('dates', [])
     term_id = measurement.get('term', {}).get('@id')
-    results = _slice_by_year(term_id, dates, values)
+    results = slice_by_year(term_id, dates, values)
     return [_measurement(value, start_date, end_date) for (value, start_date, end_date) in results]
 
 

hestia_earth/models/{site → hestia}/rainfallMonthly.py

@@ -3,7 +3,7 @@ from hestia_earth.utils.tools import flatten, non_empty_list
 
 from hestia_earth.models.log import logRequirements, logShouldRun
 from hestia_earth.models.utils.measurement import _new_measurement
-from .utils import _group_by_month
+from .utils import group_by_month
 from . import MODEL
 
 REQUIREMENTS = {
@@ -25,7 +25,7 @@ MEASUREMENT_ID = 'rainfallDaily'
 
 
 def _measurement(value: list, dates: list):
-    data = _new_measurement(TERM_ID)
+    data = _new_measurement(TERM_ID, MODEL)
     data['value'] = value
     data['dates'] = dates
     data['methodClassification'] = MeasurementMethodClassification.MODELLED_USING_OTHER_MEASUREMENTS.value
@@ -36,7 +36,7 @@ def _run(measurement: dict):
     values = measurement.get('value', [])
     dates = measurement.get('dates', [])
     term_id = measurement.get('term', {}).get('@id')
-    result = _group_by_month(term_id, dates, values)
+    result = group_by_month(term_id, dates, values)
     return _measurement(result[0], result[1]) if len(result[0]) > 0 else None
 
 

hestia_earth/models/{cycle → hestia}/readyToCookWeightPerHead.py

@@ -36,7 +36,7 @@ TERM_ID = 'readyToCookWeightPerHead'
 
 
 def _property(value: float):
-    prop = _new_property(TERM_ID)
+    prop = _new_property(TERM_ID, MODEL)
     prop['value'] = value
     return prop
 

hestia_earth/models/{cycle → hestia}/residueBurnt.py

@@ -25,7 +25,7 @@ TERM_ID = 'residueBurnt'
 
 
 def _practice(value: float):
-    practice = _new_practice(TERM_ID)
+    practice = _new_practice(TERM_ID, MODEL)
     practice['value'] = [value]
     return practice
 

hestia_earth/models/{cycle → hestia}/residueIncorporated.py

@@ -35,7 +35,7 @@ TERM_ID = 'residueIncorporated'
 
 
 def _practice(value: float):
-    practice = _new_practice(TERM_ID)
+    practice = _new_practice(TERM_ID, MODEL)
     practice['value'] = [value]
     return practice
 

hestia_earth/models/{cycle → hestia}/residueLeftOnField.py

@@ -25,7 +25,7 @@ TERM_ID = 'residueLeftOnField'
 
 
 def _practice(value: float):
-    practice = _new_practice(TERM_ID)
+    practice = _new_practice(TERM_ID, MODEL)
     practice['value'] = [value]
     return practice
 

hestia_earth/models/hestia/residueRemoved.py

@@ -1,5 +1,5 @@
 from hestia_earth.schema import TermTermType
-from hestia_earth.utils.model import filter_list_term_type
+from hestia_earth.utils.model import filter_list_term_type, find_term_match
 from hestia_earth.utils.tools import list_sum
 
 from hestia_earth.models.log import logRequirements, logShouldRun, log_as_table
@@ -11,14 +11,20 @@ from . import MODEL
 REQUIREMENTS = {
     "Cycle": {
         "completeness.cropResidue": "False",
-        "practices": [{
-            "@type": "Practice",
-            "term.@id": [
-                "residueIncorporated",
-                "residueIncorporatedLessThan30DaysBeforeCultivation",
-                "residueIncorporatedMoreThan30DaysBeforeCultivation"
+        "or": {
+            "practices": [{
+                "@type": "Practice",
+                "term.@id": [
+                    "residueIncorporated",
+                    "residueIncorporatedLessThan30DaysBeforeCultivation",
+                    "residueIncorporatedMoreThan30DaysBeforeCultivation"
+                ]
+            }],
+            "products": [
+                {"@type": "Product", "term.@id": "aboveGroundCropResidueTotal", "value": "> 0"},
+                {"@type": "Product", "term.@id": "aboveGroundCropResidueRemoved", "value": "> 0"}
             ]
-        }],
+        },
         "none": {
             "practices": [{
                 "@type": "Practice",
@@ -45,14 +51,57 @@ def _practice(value: float):
     return practice
 
 
-def _should_run(cycle: dict):
+def _run_by_products(cycle: dict):
+    products = cycle.get('products', [])
+    aboveGroundCropResidueTotal = list_sum(find_term_match(products, 'aboveGroundCropResidueTotal').get('value'))
+    aboveGroundCropResidueRemoved = list_sum(find_term_match(products, 'aboveGroundCropResidueRemoved').get('value'))
+    return [_practice(aboveGroundCropResidueRemoved / aboveGroundCropResidueTotal * 100)]
+
+
+def _should_run_by_products(cycle: dict):
+    crop_residue_incomplete = _is_term_type_incomplete(cycle, TermTermType.CROPRESIDUE)
+    products = cycle.get('products', [])
+    aboveGroundCropResidueTotal = list_sum(find_term_match(products, 'aboveGroundCropResidueTotal').get('value', [0]))
+    has_aboveGroundCropResidueTotal = aboveGroundCropResidueTotal > 0
+    aboveGroundCropResidueRemoved = list_sum(
+        find_term_match(products, 'aboveGroundCropResidueRemoved').get('value', [0]))
+    has_aboveGroundCropResidueRemoved = aboveGroundCropResidueRemoved > 0
+
+    logRequirements(cycle, model=MODEL, term=TERM_ID,
+                    term_type_cropResidue_incomplete=crop_residue_incomplete,
+                    has_aboveGroundCropResidueTotal=has_aboveGroundCropResidueTotal,
+                    has_aboveGroundCropResidueRemoved=has_aboveGroundCropResidueRemoved)
+
+    should_run = all([crop_residue_incomplete, has_aboveGroundCropResidueTotal, has_aboveGroundCropResidueRemoved])
+    logShouldRun(cycle, MODEL, TERM_ID, should_run)
+    return should_run
+
+
+def _is_incorporated_practice(practice: dict):
+    return all([
+        practice.get('term', {}).get('@id').startswith('residueIncorporated'),
+        practice.get('term', {}).get('termType') == TermTermType.CROPRESIDUEMANAGEMENT.value,
+        not is_from_model(practice)
+    ])
+
+
+def _run_by_practices(cycle: dict):
+    incorporated_value = list_sum([
+        list_sum(p.get('value'))
+        for p in cycle.get('practices', [])
+        if _is_incorporated_practice(p)
+    ])
+    return [_practice(100 - (incorporated_value or 0))]
+
+
+def _should_run_by_practices(cycle: dict):
     crop_residue_incomplete = _is_term_type_incomplete(cycle, TermTermType.CROPRESIDUE)
 
     practices = filter_list_term_type(cycle.get('practices', []), TermTermType.CROPRESIDUEMANAGEMENT)
     incorporated_practices = [
         {'id': p.get('term', {}).get('@id'), 'value': list_sum(p.get('value'), None)}
         for p in practices
-        if p.get('term', {}).get('@id').startswith('residueIncorporated') and not is_from_model(p)
+        if _is_incorporated_practice(p)
     ]
     has_other_practices = any([
         not p.get('term', {}).get('@id').startswith('residueIncorporated')
@@ -68,9 +117,12 @@ def _should_run(cycle: dict):
 
     should_run = all([crop_residue_incomplete, incorporated_value, not has_other_practices])
     logShouldRun(cycle, MODEL, TERM_ID, should_run)
-    return should_run, 100 - (incorporated_value or 0)
+    return should_run
 
 
 def run(cycle: dict):
-    should_run, value = _should_run(cycle)
-    return [_practice(value)] if should_run else []
+    return (
+        _run_by_products(cycle) if _should_run_by_products(cycle) else
+        _run_by_practices(cycle) if _should_run_by_practices(cycle) else
+        []
+    )

hestia_earth/models/{site → hestia}/salineWater.py

@@ -22,7 +22,7 @@ TERM_ID = 'salineWater'
 
 
 def _measurement():
-    data = _new_measurement(TERM_ID)
+    data = _new_measurement(TERM_ID, MODEL)
     data['value'] = [True]
     data['methodClassification'] = MeasurementMethodClassification.MODELLED_USING_OTHER_MEASUREMENTS.value
     return data

hestia_earth/models/hestia/seed_emissions.py

@@ -27,7 +27,7 @@ REQUIREMENTS = {
             "term.termType": "seed",
             "value": "> 0",
             "none": {
-                "impactAssessment": "",
+                "impactAssessment": {"@type": "ImpactAssessment"},
                 "fromCycle": "True",
                 "producedInCycle": "True"
             }

hestia_earth/models/{site → hestia}/soilMeasurement.py

@@ -32,7 +32,7 @@ STANDARD_DEPTHS = {(0, 30), (0, 50)}
 
 
 def _measurement(value: float, date: str, term_id: str, standard_fields: dict):
-    data = _new_measurement(term=term_id)
+    data = _new_measurement(term_id)
     data["value"] = [value]
     data["depthUpper"] = standard_fields["depthUpper"]
     data["depthLower"] = standard_fields["depthLower"]

hestia_earth/models/{cycle → hestia}/stockingDensityAnimalHousingAverage.py

@@ -28,7 +28,7 @@ TERM_ID = 'stockingDensityAnimalHousingAverage'
 
 
 def _practice(value: float):
-    practice = _new_practice(TERM_ID)
+    practice = _new_practice(TERM_ID, MODEL)
     practice['value'] = [round(value, 7)]
     return practice
 

hestia_earth/models/{site → hestia}/temperatureAnnual.py

@@ -3,7 +3,7 @@ from hestia_earth.utils.tools import flatten, non_empty_list
 
 from hestia_earth.models.log import logRequirements, logShouldRun
 from hestia_earth.models.utils.measurement import _new_measurement
-from .utils import _slice_by_year
+from .utils import slice_by_year
 from . import MODEL
 
 REQUIREMENTS = {
@@ -26,7 +26,7 @@ MEASUREMENT_ID = 'temperatureMonthly'
 
 
 def _measurement(value: float, start_date: str, end_date: str):
-    data = _new_measurement(TERM_ID)
+    data = _new_measurement(TERM_ID, MODEL)
     data['value'] = [value]
     data['startDate'] = start_date
     data['endDate'] = end_date
@@ -38,7 +38,7 @@ def _run(measurement: dict):
     values = measurement.get('value', [])
     dates = measurement.get('dates', [])
     term_id = measurement.get('term', {}).get('@id')
-    results = _slice_by_year(term_id, dates, values)
+    results = slice_by_year(term_id, dates, values)
     return [_measurement(value, start_date, end_date) for (value, start_date, end_date) in results]
 
 

hestia_earth/models/{site → hestia}/temperatureMonthly.py

@@ -3,7 +3,7 @@ from hestia_earth.utils.tools import flatten, non_empty_list
 
 from hestia_earth.models.log import logRequirements, logShouldRun
 from hestia_earth.models.utils.measurement import _new_measurement
-from .utils import _group_by_month
+from .utils import group_by_month
 from . import MODEL
 
 REQUIREMENTS = {
@@ -25,7 +25,7 @@ MEASUREMENT_ID = 'temperatureDaily'
 
 
 def _measurement(value: list, dates: list):
-    data = _new_measurement(TERM_ID)
+    data = _new_measurement(TERM_ID, MODEL)
     data['value'] = value
     data['dates'] = dates
     data['methodClassification'] = MeasurementMethodClassification.MODELLED_USING_OTHER_MEASUREMENTS.value
@@ -36,7 +36,7 @@ def _run(measurement: dict):
     values = measurement.get('value', [])
     dates = measurement.get('dates', [])
     term_id = measurement.get('term', {}).get('@id')
-    result = _group_by_month(term_id, dates, values)
+    result = group_by_month(term_id, dates, values)
     return _measurement(result[0], result[1]) if len(result[0]) > 0 else None
 
 

hestia_earth/models/{site → hestia}/totalNitrogenPerKgSoil.py

@@ -25,7 +25,7 @@ BIBLIO_TITLE = 'Reducing food’s environmental impacts through producers and co
 
 
 def _measurement(site: dict, value: float):
-    data = _new_measurement(TERM_ID)
+    data = _new_measurement(TERM_ID, MODEL)
     data['value'] = [value]
     data['depthUpper'] = 0
     data['depthLower'] = 50

hestia_earth/models/{cycle → hestia}/unknownPreSeasonWaterRegime.py

@@ -28,7 +28,7 @@ TERM_ID = 'unknownPreSeasonWaterRegime'
 
 
 def _practice():
-    practice = _new_practice(TERM_ID)
+    practice = _new_practice(TERM_ID, MODEL)
     practice['value'] = [100]
     return practice
 

hestia_earth/models/hestia/utils.py

@@ -1,6 +1,11 @@
+from functools import reduce
 from hestia_earth.schema import TermTermType
+from hestia_earth.utils.tools import non_empty_list
+from hestia_earth.utils.date import DAY
 
+from hestia_earth.models.utils import _omit, first_day_of_month, last_day_of_month
 from hestia_earth.models.utils.term import get_lookup_value
+from hestia_earth.models.utils.measurement import _new_measurement, measurement_value, has_all_months
 from . import MODEL
 
 IPCC_LAND_USE_CATEGORY_ANNUAL = "Annual crops"
@@ -45,3 +50,91 @@ def crop_ipcc_land_use_category(
         column='IPCC_LAND_USE_CATEGORY',
         model=MODEL
     )
+
+
+def get_liveAnimal_term_id(product: dict, **log_ars):
+    term_id = get_lookup_value(product.get('term', {}), 'liveAnimalTermId', model=MODEL, **log_ars)
+    return term_id.split(';')[0] if term_id else None
+
+
+def _value_func(data: dict, apply_func, key: str = 'value'):
+    values = data.get(key, data.get('value', []))
+    return list(map(apply_func, values))
+
+
+def copy_measurement(term_id: str, data: dict):
+    measurement = _new_measurement(term_id, MODEL)
+    return _omit(data, ['description', 'method']) | measurement
+
+
+def slice_by_year(term_id: str, dates: list, values: list):
+    def group_values(group: dict, index: int):
+        try:
+            date = dates[index]
+            value = values[index]
+            month = dates[index][0:4]
+            group[month] = group.get(month, []) + [(date, value)]
+        except IndexError:
+            pass
+        return group
+
+    def iterate_values(data: list):
+        return (
+            measurement_value({
+                'term': {
+                    '@id': term_id,
+                    'termType': TermTermType.MEASUREMENT.value
+                },
+                'value': non_empty_list([v for (_d, v) in data])
+            }, is_larger_unit=True),
+            data[0][0],
+            data[-1][0]
+        ) if has_all_months([d for (d, _v) in data]) else None
+
+    values_by_month = reduce(group_values, range(0, len(dates)), {})
+    return non_empty_list(map(iterate_values, values_by_month.values()))
+
+
+def _extract_year_month(date: str):
+    try:
+        year = int(date[0:4])
+        month = int(date[5:7])
+        return year, month
+    except Exception:
+        return None, None
+
+
+def group_by_month(term_id: str, dates: list, values: list):
+    def group_values(group: dict, index: int):
+        date = dates[index]
+        value = values[index]
+        month = dates[index][0:7]
+        group[month] = group.get(month, []) + [(date, value)]
+        return group
+
+    def map_to_month(data: list, year: int, month: int):
+        # make sure we got all the necessary days
+        difference = last_day_of_month(year, month) - first_day_of_month(year, month)
+        days_in_month = round(difference.days + difference.seconds / DAY, 1) + 1
+
+        return measurement_value({
+            'term': {
+                '@id': term_id,
+                'termType': TermTermType.MEASUREMENT.value
+            },
+            'value': non_empty_list([v for (_d, v) in data])
+        }, is_larger_unit=True) if len(data) == days_in_month else None
+
+    values_by_month = reduce(group_values, range(0, len(dates)), {}) if len(dates) == len(values) else {}
+
+    values = []
+    dates = []
+    for month, data in values_by_month.items():
+        year, m = _extract_year_month(data[0][0])
+        # date might not contain a year or a month, cannot handle it
+        value = map_to_month(data, year, m) if year and m else None
+        if value is not None:
+            dates.append(month)
+            values.append(value)
+
+    return values, dates