@hestia-earth/data-validation 0.37.7

package/search-results.json

@@ -0,0 +1,384 @@
+{
+  "fuel": [
+    "diesel",
+    "petrol",
+    "aviationGasoline",
+    "diesel1D",
+    "marineDieselOil",
+    "diesel2D",
+    "diesel4D",
+    "gasolineTypeJetFuel",
+    "en590Diesel",
+    "petrolBurntIn2StrokeEngine",
+    "petrolBurntIn4StrokeEngine"
+  ],
+  "cropResidue": [
+    "discardedCropBurnt",
+    "aboveGroundCropResidueRemoved",
+    "discardedCropIncorporated",
+    "discardedCropLeftOnField",
+    "discardedCropTotal",
+    "aboveGroundCropResidueBurnt",
+    "belowGroundCropResidue",
+    "aboveGroundCropResidueLeftOnField",
+    "aboveGroundCropResidueIncorporated",
+    "aboveGroundCropResidueTotal",
+    "discardedCropRemoved"
+  ],
+  "model": [
+    "akagiEtAl2011",
+    "deRuijterEtAl2010",
+    "aware2-0",
+    "environmentalFootprintV3-1",
+    "salca",
+    "resourceUseNotRelevant",
+    "environmentalFootprintV3-0",
+    "ipcc1995",
+    "emissionNotRelevant",
+    "koble2014",
+    "riskpollModel",
+    "blonkConsultants2016",
+    "pooreNemecek2018",
+    "usEpa1995",
+    "schmidt2007",
+    "lanca",
+    "usEpa1993",
+    "ecoalimV9",
+    "jarvisAndPain1994",
+    "directive200829EcOfTheEuropeanParliament",
+    "emepEea2019",
+    "ipcc2021",
+    "dammgen2009",
+    "allenEtAl2018",
+    "emepEea2019CountryAverageFertiliserMix",
+    "gfliDatabaseV2",
+    "ipcc2013IncludingFeedbacks",
+    "linkedImpactAssessment",
+    "chaudharyEtAl2015",
+    "massBalanceModel",
+    "ecoIndicator95",
+    "semc2000",
+    "cml2001NonBaseline",
+    "royEtAl2014",
+    "milaICanalsEtAl2007",
+    "sqcbFaistEmmeneggerEtAl2009",
+    "hestia",
+    "stehfestBouwman2006",
+    "stehfestBouwman2006GisImplementation",
+    "schererPfister2015",
+    "globalCropWaterModel2008",
+    "cumulativeEnergyDemandCedMethod",
+    "europeanEnvironmentAgency2016",
+    "ipcc2019CountryAverageFertiliserMix",
+    "papatryphonEtAl2004",
+    "fantkeEtAl2016",
+    "lcImpactCertainEffects100Years",
+    "haversineFormula",
+    "usetoxV2",
+    "ipcc2013ExcludingFeedbacks",
+    "pribyl2010",
+    "harmonizedWorldSoilDatabaseV1-2",
+    "poschEtAl2008",
+    "ecoinventV3",
+    "chaudharyBrooks2018",
+    "recipe2016Hierarchist",
+    "sqcb",
+    "mapbiomas",
+    "recipe2016Individualist",
+    "cml1992",
+    "ecoinventV3AndEmberClimate",
+    "lcImpactCertainEffectsInfinite",
+    "ridouttPfister2010",
+    "ipcc2001",
+    "environmentalFootprintV2-0",
+    "europeanEnvironmentAgency2013",
+    "akiyamaEtAl2010",
+    "lcImpactAllEffectsInfinite",
+    "aggregatedModels",
+    "rainsModel",
+    "akagiEtAl2011AndIpcc2006",
+    "webbEtAl2012AndSintermannEtAl2012",
+    "frischknechtEtAl2000",
+    "impact2002Model",
+    "recipe2008Hierarchist",
+    "hyde3-2",
+    "ecoinventV2",
+    "faostat2018",
+    "ecoIndicator99",
+    "otherModel",
+    "ipcc1996",
+    "cml2001Baseline",
+    "recipe2016Egalitarian",
+    "recipe2008Egalitarian",
+    "ipcc2006",
+    "cnspsModel",
+    "dewulfEtAl2007",
+    "ipcc2019",
+    "ipcc2007",
+    "landOccupationCalculationIncludingUsedAndUnusedDuration",
+    "spatial",
+    "epa2014",
+    "pestlciConsensusModel",
+    "worldMeteorologicalOrganization1999",
+    "agribalyse2016",
+    "hestiaAggregatedData",
+    "pefcrGuidanceDocument2017",
+    "edip2003",
+    "recipe2008Individualist",
+    "aware",
+    "landOccupationCalculationUsedDurationOnly",
+    "lcImpactAllEffects100Years"
+  ],
+  "forage": [
+    "tomatoFreshForage",
+    "triticaleFreshForage",
+    "panicFreshForage",
+    "quinoaFreshForage",
+    "sorghumFreshForage",
+    "cottonFreshForage",
+    "ryegrassFreshForage",
+    "teosinteFreshForage",
+    "cerealFreshForage",
+    "alfalfaFreshForage",
+    "sesbanFreshForage",
+    "wheatFreshForage",
+    "taroFreshForage",
+    "peaFreshForage",
+    "jaraguaFreshForage",
+    "fenugreekFreshForage",
+    "hyparrheniaFreshForage",
+    "ervilFreshForage",
+    "amaranthFreshForage",
+    "horoFreshForage",
+    "tagasasteFreshForage",
+    "oliveFreshForage",
+    "tamarindFreshForage",
+    "rapeseedFreshForage",
+    "lebbekFreshForage",
+    "carobFreshForage",
+    "flaxFreshForage",
+    "sunflowerFreshForage",
+    "cloverFreshForage",
+    "chicoryFreshForage",
+    "maizeFreshForage",
+    "buckwheatFreshForage",
+    "calliandraFreshForage",
+    "redtopFreshForage",
+    "bluegrassFreshForage",
+    "sugarcaneFreshForage",
+    "soybeanFreshForage",
+    "lespedezaFreshForage",
+    "danthoniaFreshForage",
+    "pulseFreshForage",
+    "poroFreshForage",
+    "oatFreshForage",
+    "lanillaFreshForage",
+    "mustardFreshForage",
+    "sainfoinFreshForage",
+    "burguFreshForage",
+    "barleyFreshForage",
+    "turnipFreshForage",
+    "natalGrassFreshForage",
+    "pennisetumSquamulatumFreshForage",
+    "desertGrassFreshForage",
+    "blanketGrassFreshForage",
+    "ubaCaneFreshForage",
+    "slenderGramaFreshForage",
+    "sporobolusMarginatusFreshForage",
+    "ravennaGrassFreshForage",
+    "leptochloaOptusifloraFreshForage",
+    "chrysopogonFallaxFreshForage",
+    "mnesitheaSelloanaFreshForage",
+    "slenderBluestemFreshForage",
+    "dubiGrassFreshForage",
+    "paspalidiumDesertorumFreshForage",
+    "pennisetumStramineumFreshForage",
+    "trachypogonVestitusFreshForage",
+    "rhodesGrassFreshForage",
+    "bungomaGrassFreshForage",
+    "spearGrassFreshForage",
+    "jerusalemArtichokeFreshForage",
+    "chlorisRoxburghianaFreshForage",
+    "pangolaGrassFreshForage",
+    "slenderChlorisFreshForage",
+    "liverseedGrassFreshForage",
+    "molassesGrassFreshForage",
+    "birdwoodGrassFreshForage",
+    "cockatooFreshForage",
+    "jackfruitFreshForage",
+    "cocksfootFreshForage",
+    "safflowerFreshForage",
+    "trefoilFreshForage",
+    "kikuyuFreshForage",
+    "arrowrootFreshForage",
+    "itchgrassFreshForage",
+    "tanniaFreshForage",
+    "babulFreshForage",
+    "agatiFreshForage",
+    "nigerFreshForage",
+    "ryeFreshForage",
+    "peanutFreshForage",
+    "mulgaFreshForage",
+    "lupinFreshForage",
+    "sporobolusNervosusFreshForage",
+    "spottedBrachiariaFreshForage",
+    "pennisetumOrientaleFreshForage",
+    "timothyGrassFreshForage",
+    "eriochloaNubicaFreshForage",
+    "carpetGrassFreshForage",
+    "sporobolusHelvolusFreshForage",
+    "missionGrassFreshForage",
+    "rainTreeFreshForage",
+    "sudanGrassFreshForage",
+    "cockspurGrassFreshForage",
+    "swaziGrassFreshForage",
+    "polypogonSchimperianusFreshForage",
+    "coelachyrumYemenicumFreshForage",
+    "genericGrassFreshForage",
+    "donkeyGrassFreshForage",
+    "blackOatFreshForage",
+    "prosoMilletFreshForage",
+    "giantReedFreshForage",
+    "nigeriaGrassFreshForage",
+    "mungBeanFreshForage",
+    "umbrellaThornFreshForage",
+    "breadGrassFreshForage",
+    "chineseAlbiziaFreshForage",
+    "fodderBeetFreshForage",
+    "ottochloaNodosaFreshForage",
+    "guarBeanFreshForage",
+    "espartoGrassFreshForage",
+    "jobSTearsFreshForage",
+    "foxtailMilletFreshForage",
+    "hondurasGrassFreshForage",
+    "cynodonPlectostachyusFreshForage",
+    "greenleafDesmodiumFreshForage",
+    "gooseGrassFreshForage",
+    "starGrassFreshForage",
+    "yellowIndiangrassFreshForage",
+    "antelopeGrassFreshForage",
+    "whiteCloverFreshForage",
+    "sweetPotatoFreshForage",
+    "pennisetumTrachyphyllumFreshForage",
+    "dalGrassFreshForage",
+    "uradBeanFreshForage",
+    "wildCaneFreshForage",
+    "goldenMilletFreshForage",
+    "ischaemumMuticumFreshForage",
+    "buffaloGrassFreshForage",
+    "armgrassMilletFreshForage",
+    "indianCoralFreshForage",
+    "germanGrassFreshForage",
+    "wildScrobicFreshForage",
+    "koroniviaGrassFreshForage",
+    "musalGrassFreshForage",
+    "gliricidiaSepiumFreshForage",
+    "chrysopogonLatifoliusFreshForage",
+    "cratyliaArgenteaFreshForage",
+    "creepingBluegrassFreshForage",
+    "smutGrassFreshForage",
+    "giantSetariaFreshForage",
+    "gambaGrassFreshForage",
+    "andropogonFastigiatusFreshForage",
+    "arizonaCottontopFreshForage",
+    "andropogonCanaliculatusFreshForage",
+    "pigeonPeaFreshForage",
+    "guriaGrassFreshForage",
+    "durumWheatFreshForage",
+    "paraGrassFreshForage",
+    "torpedoGrassFreshForage",
+    "sainGrassFreshForage",
+    "bluePanicFreshForage",
+    "tripsacumLatifoliumFreshForage",
+    "bermudaGrassFreshForage",
+    "setariaLachneaFreshForage",
+    "hyacinthBeanFreshForage",
+    "nileGrassFreshForage",
+    "alangAlangFreshForage",
+    "elephantGrassFreshForage",
+    "chlorisPrieuriiFreshForage",
+    "blackseedGrassFreshForage",
+    "surinameGrassFreshForage",
+    "redCloverFreshForage",
+    "guatemalaGrassFreshForage",
+    "centipedeGrassFreshForage",
+    "dallisGrassFreshForage",
+    "bahiaGrassFreshForage",
+    "largeLeafFlemingiaFreshForage",
+    "weepingLoveGrassFreshForage",
+    "redRhodesGrassFreshForage",
+    "lehmannLoveGrassFreshForage",
+    "stylosanthesCampoGrandeFreshForage",
+    "milanjeFingerGrassFreshForage",
+    "africanCouchGrassFreshForage",
+    "colouredGuineaGrassFreshForage",
+    "grassAlfalfaMixtureFreshForage",
+    "smallCanaryGrassFreshForage",
+    "wildSudanGrassFreshForage",
+    "woollyFingerGrassFreshForage",
+    "commonThatchingGrassFreshForage",
+    "greyLoveGrassFreshForage",
+    "cushionLoveGrassFreshForage",
+    "wireLemonGrassFreshForage",
+    "sunnHempFreshForage",
+    "signalGrassFreshForage",
+    "columbusGrassFreshForage",
+    "fingerMilletFreshForage",
+    "marvelGrassFreshForage",
+    "jungleRiceFreshForage",
+    "tallFescueFreshForage",
+    "hedgeLucerneFreshForage",
+    "guineaGrassFreshForage",
+    "riverTamarindFreshForage",
+    "hookGrassFreshForage",
+    "anthephoraNigritanaFreshForage",
+    "limpoGrassFreshForage",
+    "echinochloaHaplocladaFreshForage",
+    "winterThornFreshForage",
+    "intermediateWheatgrassFreshForage",
+    "aleppoGrassFreshForage",
+    "pearlMilletFreshForage",
+    "mountainRedtopFreshForage",
+    "kachiGrassFreshForage",
+    "indianSanburFreshForage",
+    "caribGrassFreshForage",
+    "sewanGrassFreshForage",
+    "buffelGrassFreshForage",
+    "commonVetchFreshForage",
+    "landGrassFreshForage",
+    "whiteMulberryFreshForage",
+    "sabiGrassFreshForage",
+    "tocoGrassFreshForage",
+    "congoGrassFreshForage",
+    "indianBluegrassFreshForage",
+    "mnesitheaRottboellioidesFreshForage",
+    "colouredHoodGrassFreshForage",
+    "falseRhodesGrassFreshForage",
+    "stAugustineGrassFreshForage",
+    "commonNeedleGrassFreshForage",
+    "giantStarGrassFreshForage",
+    "blueSignalGrassFreshForage",
+    "chineseRyeGrassFreshForage",
+    "masaiLoveGrassFreshForage",
+    "redOatGrassFreshForage",
+    "egyptianCrowfootGrassFreshForage",
+    "swampRiceGrassFreshForage",
+    "genericLeguminousGrassFreshForage",
+    "fineThatchingGrassFreshForage",
+    "nadiBlueGrassFreshForage",
+    "bigLeafBristleGrassFreshForage",
+    "yellowThatchingGrassFreshForage",
+    "africanLocustBeanFreshForage",
+    "whiteSpearGrassFreshForage",
+    "queenslandBlueGrassFreshForage",
+    "bulbousCanaryGrassFreshForage",
+    "grassCloverMixtureFreshForage",
+    "hairyHerringboneGrassFreshForage"
+  ],
+  "rice": [
+    "riceStraw",
+    "jungleRiceHay",
+    "riceGrainInHuskFlooded",
+    "riceGrainInHuskUpland"
+  ]
+}

package/setup.cfg

@@ -0,0 +1,2 @@
+[metadata]
+description-file = README.md

package/setup.py

@@ -0,0 +1,35 @@
+from setuptools import find_namespace_packages, setup
+
+from hestia_earth.validation.version import VERSION
+
+with open("README.md", "r") as fh:
+    long_description = fh.read()
+
+
+with open("requirements.txt", "r") as fh:
+    REQUIRES = fh.read().splitlines()
+
+
+setup(
+    name="hestia_earth_validation",
+    version=VERSION,
+    description="HESTIA Data Validation library",
+    long_description=long_description,
+    long_description_content_type="text/markdown",
+    author="Guillaume Royer",
+    author_email="guillaumeroyer.mail@gmail.com",
+    license="MIT",
+    url="https://gitlab.com/hestia-earth/hestia-data-validation",
+    keywords=["hestia", "data", "validation"],
+    packages=find_namespace_packages(include=["hestia_earth.*"]),
+    include_package_data=True,
+    python_requires=">=3",
+    classifiers=[],
+    install_requires=REQUIRES,
+    scripts=["bin/hestia-validate-data"],
+    extras_require={
+        "models": ["hestia-earth-models>=0.75.1"],
+        "spatial": ["hestia-earth-earth-engine>=0.6.0"],
+        "distribution": ["hestia-earth-distribution>=0.3.1"],
+    },
+)

package/src/index.ts

@@ -0,0 +1 @@
+export * from './validations';

package/src/validations.ts

@@ -0,0 +1,22 @@
+import * as data from '../validation.json';
+
+export interface IValidation {
+  function: string;
+  level: 'error' | 'warning';
+  message: string;
+}
+
+export interface IValidations {
+  validations: IValidation[];
+}
+
+export const validations = data as IValidations;
+
+export const validationsByMessage = data.validations.reduce(
+  (prev, curr: IValidation) => {
+    prev[curr.message] = prev[curr.message] || [];
+    prev[curr.message].push(curr);
+    return prev;
+  },
+  {} as Record<string, IValidation[]>
+);

package/src/version.ts

@@ -0,0 +1 @@
+export const DATA_VALIDATION_VERSION = '0.75.3';

package/tests/Dockerfile

@@ -0,0 +1,13 @@
+FROM python:3.12
+
+WORKDIR /app
+
+COPY requirements.txt /app/requirements.txt
+COPY requirements-ci.txt /app/requirements-ci.txt
+COPY requirements-test.txt /app/requirements-test.txt
+
+RUN pip install -r requirements-test.txt
+
+COPY . /app
+
+CMD pytest -n 5 --cov-config=.coveragerc --cov-report term --cov-report html --cov=./ --cov-fail-under=95

package/tests/__init__.py

@@ -0,0 +1,3 @@
+import os
+
+os.environ.setdefault("VALIDATE_LINKED_IA", "false")

package/tests/fixtures/aggregated/cycle/inputs-impactAssessment/invalid-no-impactAssessment.json

@@ -0,0 +1,64 @@
+{
+  "id": "3",
+  "type": "Cycle",
+  "name": "cycle",
+  "functionalUnit": "1 ha",
+  "site": {
+    "id": "1",
+    "type": "Site",
+    "siteType": "agri-food processor"
+  },
+  "dataPrivate": true,
+  "completeness": {
+    "type": "Completeness",
+    "electricityFuel": true,
+    "material": true,
+    "fertiliser": true,
+    "water": true,
+    "cropResidue": true,
+    "animalFeed": true,
+    "transport": false,
+    "excreta": true,
+    "waste": true,
+    "seed": true,
+    "pesticideVeterinaryDrug": true,
+    "liveAnimalInput": true,
+    "operation": true,
+    "soilAmendment": true,
+    "product": true,
+    "otherChemical": false,
+    "freshForage": false,
+    "ingredient": false,
+    "animalPopulation": false
+  },
+  "defaultMethodClassification": "modelled",
+  "defaultMethodClassificationDescription": "description",
+  "endDate": "2025",
+  "inputs": [
+    {
+      "type": "Input",
+      "term": {
+        "@type": "Term",
+        "@id": "oilPalmFruit",
+        "termType": "crop"
+      },
+      "value": [
+        20
+      ]
+    }
+  ],
+  "products": [
+    {
+      "type": "Product",
+      "term": {
+        "@type": "Term",
+        "@id": "oilPalmOilCrude",
+        "termType": "processedFood"
+      },
+      "value": [
+        10
+      ],
+      "primary": true
+    }
+  ]
+}

package/tests/fixtures/aggregated/cycle/inputs-impactAssessment/invalid-world.json

@@ -0,0 +1,69 @@
+{
+  "id": "3",
+  "type": "Cycle",
+  "name": "cycle",
+  "functionalUnit": "1 ha",
+  "site": {
+    "id": "1",
+    "type": "Site",
+    "siteType": "agri-food processor"
+  },
+  "dataPrivate": true,
+  "completeness": {
+    "type": "Completeness",
+    "electricityFuel": true,
+    "material": true,
+    "fertiliser": true,
+    "water": true,
+    "cropResidue": true,
+    "animalFeed": true,
+    "transport": false,
+    "excreta": true,
+    "waste": true,
+    "seed": true,
+    "pesticideVeterinaryDrug": true,
+    "liveAnimalInput": true,
+    "operation": true,
+    "soilAmendment": true,
+    "product": true,
+    "otherChemical": false,
+    "freshForage": false,
+    "ingredient": false,
+    "animalPopulation": false
+  },
+  "defaultMethodClassification": "modelled",
+  "defaultMethodClassificationDescription": "description",
+  "endDate": "2025",
+  "inputs": [
+    {
+      "type": "Input",
+      "term": {
+        "@type": "Term",
+        "@id": "oilPalmFruit",
+        "termType": "crop"
+      },
+      "country": {
+        "@type": "Term",
+        "@id": "GADM-BRA"
+      },
+      "impactAssessment": {
+        "@type": "ImpactAssessment",
+        "@id": "oilPalmFruit-world-2010-2025"
+      },
+      "impactAssessmentIsProxy": false,
+      "value": [10]
+    }
+  ],
+  "products": [
+    {
+      "type": "Product",
+      "term": {
+        "@type": "Term",
+        "@id": "oilPalmOilCrude",
+        "termType": "processedFood"
+      },
+      "value": [10],
+      "primary": true
+    }
+  ]
+}

package/tests/fixtures/aggregated/cycle/inputs-impactAssessment/valid.json

@@ -0,0 +1,69 @@
+{
+  "id": "3",
+  "type": "Cycle",
+  "name": "cycle",
+  "functionalUnit": "1 ha",
+  "site": {
+    "id": "1",
+    "type": "Site",
+    "siteType": "agri-food processor"
+  },
+  "dataPrivate": true,
+  "completeness": {
+    "type": "Completeness",
+    "electricityFuel": true,
+    "material": true,
+    "fertiliser": true,
+    "water": true,
+    "cropResidue": true,
+    "animalFeed": true,
+    "transport": false,
+    "excreta": true,
+    "waste": true,
+    "seed": true,
+    "pesticideVeterinaryDrug": true,
+    "liveAnimalInput": true,
+    "operation": true,
+    "soilAmendment": true,
+    "product": true,
+    "otherChemical": false,
+    "freshForage": false,
+    "ingredient": false,
+    "animalPopulation": false
+  },
+  "defaultMethodClassification": "modelled",
+  "defaultMethodClassificationDescription": "description",
+  "endDate": "2025",
+  "inputs": [
+    {
+      "type": "Input",
+      "term": {
+        "@type": "Term",
+        "@id": "oilPalmFruit",
+        "termType": "crop"
+      },
+      "country": {
+        "@type": "Term",
+        "@id": "GADM-BRA"
+      },
+      "impactAssessment": {
+        "@type": "ImpactAssessment",
+        "@id": "oilPalmFruit-brazil-2010-2025"
+      },
+      "impactAssessmentIsProxy": false,
+      "value": [10]
+    }
+  ],
+  "products": [
+    {
+      "type": "Product",
+      "term": {
+        "@type": "Term",
+        "@id": "oilPalmOilCrude",
+        "termType": "processedFood"
+      },
+      "value": [10],
+      "primary": true
+    }
+  ]
+}