climate-ref-esmvaltool 0.6.4__py3-none-any.whl → 0.6.6__py3-none-any.whl

climate_ref_esmvaltool/dataset_registry/data.txt

@@ -1,12 +1,86 @@
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_1980_monthly.nc 48ff88cfbe8d99a0886e2dc6a80499a542c5d3d91e51a5475814104ea24959fd
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_1981_monthly.nc d23fd46ca62287f7f9b8bb2cab6f78cd05c95225400eba122e498d7404da5eae
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_1982_monthly.nc 0bcb4e855c89b350e357a703fcbb76f0316800e325302d66481db8bed4e6e62d
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_1983_monthly.nc c01d412621a6e4853594ef275b2bcfa569acd80fd3b5ef6d9aca83aa941b2ab2
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_1984_monthly.nc 5892d9629a5da067d7fe2d4a3412513b11195d2647374aefa223ab578334329c
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_1985_monthly.nc c90318e810f8dc11b04b96a63812970b5b84cf0eec20076834173e1bfcb2e092
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_1986_monthly.nc 8677384f7c8568ecc56b1d0fff10cc7633a36f141890268992f54c12c7f02431
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_1987_monthly.nc e9938785bc083bd86e5a6882bd6aae4319d58438e7455dec62ec6c6e815456e6
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_1988_monthly.nc 452da6c221438202faf5d7c698a3b2b697b187ab170ace21c2a90ca7c226b6b0
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_1989_monthly.nc 8784d1125f81e57efa85c3a491b69fd0c61847e45947d3d5e639345ee1f2ed96
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_1990_monthly.nc 86c94b2e0ed6f598d536e16cdbbea856dec81a7a02a019a59e1ef3a09a24137f
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_1991_monthly.nc 8220294b443cd96cb7b499a3d963786a61766a6dc944d396905d96e2676182a2
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_1992_monthly.nc 04ee384343d8fdca07d52af4f6b074fb6597a99359b6b2116a76f7ce1b7a45e3
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_1993_monthly.nc a6cb4d42e3fb2a9e702c1e601b7e8edf74eecf0862f259fe5dc14dec71fe9b41
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_1994_monthly.nc acd0ebbffc5a32591b2d71f906a7167a8d74960f15f43834f668e0668aeb0214
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_1995_monthly.nc d47ca46cc518deb0c54e823d3bc819e8e0c16c91a918bcd5af0d7f87c0ed9f28
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_1996_monthly.nc dc638a30d9b31fd51353c5e097dcaeef57634ff1c43570936b6286936ad4b5f5
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_1997_monthly.nc 3bd6217ed16abcd92288962c76d392ee782cdc857f32b95ccc7060406f7fc3e6
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_1998_monthly.nc 6e55f80d3aaff7ea572a1952a59de3a382c31d72f322d17fafd0f2f85a9c4be7
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_1999_monthly.nc baa867a37e79ef2ce4214556915a11e4f091d8e6dadc0af4a286f928ecdb5a0b
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_2000_monthly.nc 13f0dd65458d444f259078c7dca46b32e569beffb00fd61675892f1be9344766
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_2001_monthly.nc e9eb1270f31e687810d3ee18a6d87e4f75194bf1ab9ccd468f9f0bffa46b1507
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_2002_monthly.nc eb7fae23ee31beba63d4bf0683c33f7f086c8546051b14ab49ef819a3a55f8d2
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_2003_monthly.nc b24a85c15f54e4fb2a49a2b91b6fb7f4467fd2af4028f65aa4fa6720cb4d44d8
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_2004_monthly.nc 8d1b015fb2e6acdb719d756d190d5283cf0713365a8b4058bd9c09b1a6998635
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_2005_monthly.nc 816da648dd5da271a40657c030b61b0b1f6baf0e108384262917ec7c404cbd78
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_2006_monthly.nc 0b7ed69c8e93de182db00ef90f9a753ef056a0b8abf13f8c2e7ea5f54b52fa2d
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_2007_monthly.nc 020f2d6f3c01c65a88e05dcc64583a6801507540dcf5b27fb3fa5a1b416518b9
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_2008_monthly.nc f5880184b7c0ec0a3836e0b84df3beb012d735e0ea310c2b8ceb8a583a59bb1c
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_2009_monthly.nc 8c2f0d3ddc9eef994ae971c81005010c3762ebec9797c659e0260eeeec3a360d
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_2010_monthly.nc 80f16ef9275d9fccfb969a08e7ad04d4b25fdad9fb4752d10f5fe0212530468f
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_2011_monthly.nc ed5ebb860db5e5554c16b6efea6d5ef6c8bd426f728477db45b856d859782f34
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_2012_monthly.nc 2745a5d61f977f3c71f13b5df1373d6f7801d4541d9862ba8a1a6686c7ccaca3
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_2013_monthly.nc d60c4395484b195e8fceb6ee1d8436fdd142a0dcd6a0828dcd3f2c181ff1da35
+ESMValTool/native6/Tier3/ERA5/v1/mon/hus/era5_specific_humidity_2014_monthly.nc 1b5ea6a09d156ede27dfacf36cdb7e4633a0c96311523dc487fbc57f276f36eb
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_1980_monthly.nc 5363c35729b71986dbf0ab870d3280aa70367b2ed992e747f4d354322c20267e
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_1981_monthly.nc 8dbe433af76d2e9f40aeb5fb0d9cc11f6823b9b71d1db3e8700d5f77722cab81
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_1982_monthly.nc 5a545da7425ee3b148db286fb2df3f85ac07808926bbc85ee7edea20412479be
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_1983_monthly.nc 01dab7313cc2c68dfe83d25cb1e3a1f5fdc3a611c3001d22ec4a75ede782d957
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_1984_monthly.nc 0eec210377c3063983875fdddbb4f357343e4081f6aa31594963b029c13e1bb6
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_1985_monthly.nc 6eca60f548216df4b2259c1552977aaee82e6dfe66438974582f71133a85d83f
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_1986_monthly.nc a3142087ab5aecbd6ea42e8f2c700a9fc4090e07faacdb9444b356cb7b53b7eb
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_1987_monthly.nc ff3c17bf4d475cd061fa80763edda03e371aac3cf526d3b3a54630607f29aea1
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_1988_monthly.nc 628560d51bdaa45ee079891823e4770699fae685db17ecb29329f0db4a9bd6fe
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_1989_monthly.nc dc41551e2a21df91f8b4d1840d47f0777808959db269ca50b1fee296882b647e
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_1990_monthly.nc 8669dcd643da485e7975aa2014b86b9c66ebd5e51923cca7d1b0f4b6898309e6
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_1991_monthly.nc e09248e7361e3e884ab70c32c85294e0d9d418b8c29ba1187adccedfe42504d4
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_1992_monthly.nc 09e7750ee3c2357ae81dbdd6b0554b53d8124027f370fdc48965bb389e370b7e
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_1993_monthly.nc f537c64565172b176c1f0391f66153e0924e0cef920cf7014f167eff9f563c87
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_1994_monthly.nc f38138bf64a5a4b991db9673c051892df16d89fe19bd9b7c767d3985d4f2b8d3
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_1995_monthly.nc 3497d32d78fa2e8887277b8629b88ed71b0f570dcaec4fdbeb95129986d69e3b
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_1996_monthly.nc fd8dd938f724747edd951c026d0e663d48439dda315a2394eda9a21056032bdf
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_1997_monthly.nc fbb3ccd82381dac655f44c9a363839d6f1b507f0082578a391862a20bf381129
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_1998_monthly.nc 9d88d17eb926222ab658a6fef376a9243310f4048e20a158a9f3b3bac2672123
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_1999_monthly.nc 7146a3bb327ba9bb1a6584574915a27a43ec65eccbe946dd3305bbd5392b2a71
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_2000_monthly.nc 6c47f0edab228d477d4780be468a8d801c829b204cae2d2449c8d604982cba66
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_2001_monthly.nc 516e75787b4503f092028bb170c6c48730c1cb3efe3091b32c427d7062ee4905
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_2002_monthly.nc b7e9e6d35b9515767b05a583ee5a037a6dc16f144cae18c6ded16619d1006ba1
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_2003_monthly.nc 739d997936d282bba448294c8f4b1d998f4d92313e84445e28806f8c52778f79
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_2004_monthly.nc c3729496614e917a4b802d5144ebce73eac148c17ac9a68c245b274e704c2be2
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_2005_monthly.nc 5bc32ffa821732f3cb1fbdd4115daad84530bd3dd05bed69f70bb9472641c9b1
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_2006_monthly.nc ae253c74b2f7bc05deb66772170a63fa6a2ffa6a43476cd612331c4c91965054
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_2007_monthly.nc 9fc23a565792d61dd0877b3671803e31c108dd1b96b8228a14ae61f0eeb2e8cd
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_2008_monthly.nc 13ff4fb0efa617fb0bb9601c1cffcb0d969ecb841def96ba8fa25efcc13c949f
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_2009_monthly.nc c7fe95230ac84c5b8a13b4d05dd1927a24586c43a3fb134bec2f0707e70a7f11
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_2010_monthly.nc ab1fef5b7d89c3e4c0cb4c803fc40d077e6baf84ff8b9497adfce03812650ea7
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_2011_monthly.nc 1f4c9735818621c6dac53b49cb959f48aef6a0affe9ac63a97c20d90b21b47da
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_2012_monthly.nc 7324f447010bdca690028197fff483cd53668707ade467d00b41ee2717355318
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_2013_monthly.nc 710ba54caf511eb713eee58f7dda2a79c824ce3c758ad08802109b4898641eb8
+ESMValTool/native6/Tier3/ERA5/v1/mon/pr/era5_total_precipitation_2014_monthly.nc af69507521f2493cfb898100f1a33d983cf09c394421fcb8f5b644b2e113d79c
 ESMValTool/obs4MIPs/GPCP-V2.3/v20180519/pr_GPCP-SG_L3_v2.3_197901-201710.nc 4dd4678b79ef139446c8406da5aae4fed210abb2f2160ef95f6988bf83e4525b
 ESMValTool/OBS/Tier2/CERES-EBAF/OBS_CERES-EBAF_sat_Ed4.2_Amon_rlut_200003-202311.nc ede887cf2d83c848a0d71316799232e4d717662bd2f78d5aa1fc166b41d9953b
 ESMValTool/OBS/Tier2/CERES-EBAF/OBS_CERES-EBAF_sat_Ed4.2_Amon_rlutcs_200003-202311.nc e70e3273092edf01527970693271641fc6474d1974887d7d272e7d656bab83c2
 ESMValTool/OBS/Tier2/CERES-EBAF/OBS_CERES-EBAF_sat_Ed4.2_Amon_rsut_200003-202311.nc e31e648886c4fa9c09686672a06ab18fbba687ff0d6de2891616d4c8b74e215d
 ESMValTool/OBS/Tier2/CERES-EBAF/OBS_CERES-EBAF_sat_Ed4.2_Amon_rsutcs_200003-202311.nc eb96edd9274670aa705eab2a6d1ee0cca11e01ac17096706463e032b58e6be47
+ESMValTool/OBS/Tier2/ESACCI-CLOUD/OBS_ESACCI-CLOUD_sat_AVHRR-AMPM-fv3.0_Amon_clivi_198201-201612.nc 13bc6e3a46397386a14a36776fdd6bdbf5c45147c8dc695d4a7387883d449775
+ESMValTool/OBS/Tier2/ESACCI-CLOUD/OBS_ESACCI-CLOUD_sat_AVHRR-AMPM-fv3.0_Amon_clt_198201-201612.nc 4a430d77dbe9164dba2d1fdef4bb89ea9358b6d10023f3fbee50917422446ed0
+ESMValTool/OBS/Tier2/ESACCI-CLOUD/OBS_ESACCI-CLOUD_sat_AVHRR-AMPM-fv3.0_Amon_clwvi_198201-201612.nc e0ffa31369d9552be16b920110b24013d31e116b180ee3f70b3d0aaa5281eff0
 ESMValTool/OBS/Tier2/ESACCI-CLOUD/OBS_ESACCI-CLOUD_sat_AVHRR-AMPM-fv3.0_Amon_rlut_198201-201612.nc 075144d673a9f2ff49fbe59e701535bf80c04908797a9dca83781000a9b1b7f2
 ESMValTool/OBS/Tier2/ESACCI-CLOUD/OBS_ESACCI-CLOUD_sat_AVHRR-AMPM-fv3.0_Amon_rlutcs_198201-201612.nc 21f096ecafff659e5c7e3338060425f7194e5d1b39c9510865496e04ecac3d75
 ESMValTool/OBS/Tier2/ESACCI-CLOUD/OBS_ESACCI-CLOUD_sat_AVHRR-AMPM-fv3.0_Amon_rsut_198201-201612.nc f2c3f3afcdc2e730df7985c210a3de89b0d4f83b150e0c3846f7ac3c5fa9c54a
 ESMValTool/OBS/Tier2/ESACCI-CLOUD/OBS_ESACCI-CLOUD_sat_AVHRR-AMPM-fv3.0_Amon_rsutcs_198201-201612.nc d180d3140d4c1f6b9bb1960e07b45f192643f047e7c272c8c8c7070296ca3ab7
+ESMValTool/OBS/Tier2/HadCRUT5/OBS_HadCRUT5_ground_5.0.1.0-analysis_Amon_tas_185001-202112.nc edc3ee50b942dfbeccfd58b574df3393555379c2de3418c9717ac11dbafc12fc
 ESMValTool/OBS/Tier2/ISCCP-FH/OBS_ISCCP-FH_sat_v0_Amon_rlut_198401-201612.nc 650b347df432f6e5f3f693310aad695a7502f2905ac545753c7d4ccb0592adbe
 ESMValTool/OBS/Tier2/ISCCP-FH/OBS_ISCCP-FH_sat_v0_Amon_rlutcs_198401-201612.nc a90d9e035447f8778a2f64362411c079536d9dea559f6d53d032710b2c9b00e3
 ESMValTool/OBS/Tier2/ISCCP-FH/OBS_ISCCP-FH_sat_v0_Amon_rsut_198401-201612.nc 8afa3afd416500b17bceda5689c43d64277a4c32f99521f79a3603d0e3fe0570
@@ -85,5 +159,6 @@ ESMValTool/OBS/Tier2/OSI-450-sh/OBS_OSI-450-sh_reanaly_v3_OImon_sic_201101-20111
 ESMValTool/OBS/Tier2/OSI-450-sh/OBS_OSI-450-sh_reanaly_v3_OImon_sic_201201-201212.nc 86187c3d1174053f2cba6dad010af49ceab77d368aa9314bf53c330b5f2217b9
 ESMValTool/OBS/Tier2/OSI-450-sh/OBS_OSI-450-sh_reanaly_v3_OImon_sic_201301-201312.nc 8820353570884b2ef182caaffb5986ed6268bbe199fd867f61b56e798ca01f1a
 ESMValTool/OBS/Tier2/OSI-450-sh/OBS_OSI-450-sh_reanaly_v3_OImon_sic_201401-201412.nc 7102d0db3dc02c5b0eb0cfe3535ee50171007ef5b43eb9aae1220ac21b0b98e9
+ESMValTool/OBS/Tier3/CALIPSO-ICECLOUD/OBS_CALIPSO-ICECLOUD_sat_1-00_Amon_cli_200701-201512.nc 977824810e8f9dbe7df278c59397ffc3f78491a9eb5a0b70e6b28ac66db8e12d
 ESMValTool/OBS/Tier2/TROPFLUX/OBS6_TROPFLUX_reanaly_v1_Amon_tauu_197901-201812.nc bf313e661b42341d5090038b501ed1ff09e58201009c3fccfe45b78e116fdd78
 ESMValTool/OBS/Tier2/TROPFLUX/OBS6_TROPFLUX_reanaly_v1_Omon_tos_197901-201812.nc 5f10a5a2aa47f5d21378ad3178bf8e4b577b0ed72ef8402dc04f5ff6fc99ec07

climate_ref_esmvaltool/diagnostics/__init__.py

@@ -1,23 +1,47 @@
 """ESMValTool diagnostics."""
 
 from climate_ref_esmvaltool.diagnostics.climate_at_global_warming_levels import ClimateAtGlobalWarmingLevels
+from climate_ref_esmvaltool.diagnostics.climate_drivers_for_fire import ClimateDriversForFire
 from climate_ref_esmvaltool.diagnostics.cloud_radiative_effects import CloudRadiativeEffects
+from climate_ref_esmvaltool.diagnostics.cloud_scatterplots import (
+    CloudScatterplotCliTa,
+    CloudScatterplotCliviLwcre,
+    CloudScatterplotCltSwcre,
+    CloudScatterplotClwviPr,
+    CloudScatterplotsReference,
+)
 from climate_ref_esmvaltool.diagnostics.ecs import EquilibriumClimateSensitivity
 from climate_ref_esmvaltool.diagnostics.enso import ENSOBasicClimatology, ENSOCharacteristics
 from climate_ref_esmvaltool.diagnostics.example import GlobalMeanTimeseries
+from climate_ref_esmvaltool.diagnostics.regional_historical_changes import (
+    RegionalHistoricalAnnualCycle,
+    RegionalHistoricalTimeSeries,
+    RegionalHistoricalTrend,
+)
 from climate_ref_esmvaltool.diagnostics.sea_ice_area_basic import SeaIceAreaBasic
+from climate_ref_esmvaltool.diagnostics.sea_ice_sensitivity import SeaIceSensitivity
 from climate_ref_esmvaltool.diagnostics.tcr import TransientClimateResponse
 from climate_ref_esmvaltool.diagnostics.tcre import TransientClimateResponseEmissions
 from climate_ref_esmvaltool.diagnostics.zec import ZeroEmissionCommitment
 
 __all__ = [
     "ClimateAtGlobalWarmingLevels",
+    "ClimateDriversForFire",
     "CloudRadiativeEffects",
+    "CloudScatterplotCliTa",
+    "CloudScatterplotCliviLwcre",
+    "CloudScatterplotCltSwcre",
+    "CloudScatterplotClwviPr",
+    "CloudScatterplotsReference",
     "ENSOBasicClimatology",
     "ENSOCharacteristics",
     "EquilibriumClimateSensitivity",
     "GlobalMeanTimeseries",
+    "RegionalHistoricalAnnualCycle",
+    "RegionalHistoricalTimeSeries",
+    "RegionalHistoricalTrend",
     "SeaIceAreaBasic",
+    "SeaIceSensitivity",
     "TransientClimateResponse",
     "TransientClimateResponseEmissions",
     "ZeroEmissionCommitment",

climate_ref_esmvaltool/diagnostics/base.py

@@ -1,11 +1,13 @@
+import fnmatch
 from abc import abstractmethod
 from collections.abc import Iterable
 from pathlib import Path
 from typing import ClassVar
 
 import pandas
+import xarray as xr
+import yaml
 from loguru import logger
-from ruamel.yaml import YAML
 
 from climate_ref_core.dataset_registry import dataset_registry_manager
 from climate_ref_core.datasets import ExecutionDatasetCollection, SourceDatasetType
@@ -14,13 +16,12 @@ from climate_ref_core.diagnostics import (
     ExecutionDefinition,
     ExecutionResult,
 )
+from climate_ref_core.metric_values.typing import SeriesMetricValue
 from climate_ref_core.pycmec.metric import CMECMetric, MetricCV
 from climate_ref_core.pycmec.output import CMECOutput, OutputCV
 from climate_ref_esmvaltool.recipe import load_recipe, prepare_climate_data
 from climate_ref_esmvaltool.types import MetricBundleArgs, OutputBundleArgs, Recipe
 
-yaml = YAML()
-
 
 class ESMValToolDiagnostic(CommandLineDiagnostic):
     """ESMValTool Diagnostic base class."""
@@ -29,7 +30,10 @@ class ESMValToolDiagnostic(CommandLineDiagnostic):
 
     @staticmethod
     @abstractmethod
-    def update_recipe(recipe: Recipe, input_files: pandas.DataFrame) -> None:
+    def update_recipe(
+        recipe: Recipe,
+        input_files: dict[SourceDatasetType, pandas.DataFrame],
+    ) -> None:
         """
         Update the base recipe for the run.
 
@@ -69,9 +73,9 @@ class ESMValToolDiagnostic(CommandLineDiagnostic):
         """
         return CMECMetric.model_validate(metric_args), CMECOutput.model_validate(output_args)
 
-    def build_cmd(self, definition: ExecutionDefinition) -> Iterable[str]:
+    def write_recipe(self, definition: ExecutionDefinition) -> Path:
         """
-        Build the command to run an ESMValTool recipe.
+        Update the ESMValTool recipe for the diagnostic and write it to file.
 
         Parameters
         ----------
@@ -81,22 +85,42 @@ class ESMValToolDiagnostic(CommandLineDiagnostic):
         Returns
         -------
         :
-            The result of running the diagnostic.
+            The path to the written recipe.
         """
-        input_files = definition.datasets[SourceDatasetType.CMIP6].datasets
+        input_files = {
+            project: dataset_collection.datasets
+            for project, dataset_collection in definition.datasets.items()
+        }
         recipe = load_recipe(self.base_recipe)
         self.update_recipe(recipe, input_files)
 
         recipe_path = definition.to_output_path("recipe.yml")
         with recipe_path.open("w", encoding="utf-8") as file:
-            yaml.dump(recipe, file)
+            yaml.safe_dump(recipe, file, sort_keys=False)
+        return recipe_path
+
+    def build_cmd(self, definition: ExecutionDefinition) -> Iterable[str]:
+        """
+        Build the command to run an ESMValTool recipe.
+
+        Parameters
+        ----------
+        definition
+            A description of the information needed for this execution of the diagnostic
 
+        Returns
+        -------
+        :
+            The result of running the diagnostic.
+        """
+        recipe_path = self.write_recipe(definition)
         climate_data = definition.to_output_path("climate_data")
 
-        prepare_climate_data(
-            definition.datasets[SourceDatasetType.CMIP6].datasets,
-            climate_data_dir=climate_data,
-        )
+        for metric_dataset in definition.datasets.values():
+            prepare_climate_data(
+                metric_dataset.datasets,
+                climate_data_dir=climate_data,
+            )
 
         config = {
             "drs": {
@@ -132,7 +156,7 @@ class ESMValToolDiagnostic(CommandLineDiagnostic):
                 {
                     "OBS": str(data_dir / "OBS"),
                     "OBS6": str(data_dir / "OBS"),
-                    "native6": str(data_dir / "RAWOBS"),
+                    "native6": str(data_dir / "native6"),
                 }
             )
             config["rootpath"]["obs4MIPs"] = [  # type: ignore[index]
@@ -143,7 +167,7 @@ class ESMValToolDiagnostic(CommandLineDiagnostic):
         config_dir = definition.to_output_path("config")
         config_dir.mkdir()
         with (config_dir / "config.yml").open("w", encoding="utf-8") as file:
-            yaml.dump(config, file)
+            yaml.safe_dump(config, file)
 
         return [
             "esmvaltool",
@@ -175,9 +199,15 @@ class ESMValToolDiagnostic(CommandLineDiagnostic):
         output_args = CMECOutput.create_template()
 
         # Add the plots and data files
+        variable_attributes = (
+            "long_name",
+            "standard_name",
+            "units",
+        )
+        series = []
         plot_suffixes = {".png", ".jpg", ".pdf", ".ps"}
         for metadata_file in result_dir.glob("run/*/*/diagnostic_provenance.yml"):
-            metadata = yaml.load(metadata_file.read_text(encoding="utf-8"))
+            metadata = yaml.safe_load(metadata_file.read_text(encoding="utf-8"))
             for filename in metadata:
                 caption = metadata[filename].get("caption", "")
                 relative_path = definition.as_relative_path(filename)
@@ -190,6 +220,41 @@ class ESMValToolDiagnostic(CommandLineDiagnostic):
                     OutputCV.LONG_NAME.value: caption,
                     OutputCV.DESCRIPTION.value: "",
                 }
+                for series_def in definition.diagnostic.series:
+                    if fnmatch.fnmatch(str(relative_path), f"executions/*/{series_def.file_pattern}"):
+                        dataset = xr.open_dataset(
+                            filename, decode_times=xr.coders.CFDatetimeCoder(use_cftime=True)
+                        )
+                        dataset = dataset.sel(series_def.sel)
+                        attributes = {
+                            attr: dataset.attrs[attr]
+                            for attr in series_def.attributes
+                            if attr in dataset.attrs
+                        }
+                        attributes["caption"] = caption
+                        attributes["values_name"] = series_def.values_name
+                        attributes["index_name"] = series_def.index_name
+                        for attr in variable_attributes:
+                            if attr in dataset[series_def.values_name].attrs:
+                                attributes[f"value_{attr}"] = dataset[series_def.values_name].attrs[attr]
+                            if attr in dataset[series_def.index_name].attrs:
+                                attributes[f"index_{attr}"] = dataset[series_def.index_name].attrs[attr]
+                        index = dataset[series_def.index_name].values.tolist()
+                        if hasattr(index[0], "calendar"):
+                            attributes["calendar"] = index[0].calendar
+                        if hasattr(index[0], "isoformat"):
+                            # Convert time objects to strings.
+                            index = [v.isoformat() for v in index]
+
+                        series.append(
+                            SeriesMetricValue(
+                                dimensions=series_def.dimensions,
+                                values=dataset[series_def.values_name].values.tolist(),
+                                index=index,
+                                index_name=series_def.index_name,
+                                attributes=attributes,
+                            )
+                        )
 
         # Add the index.html file
         index_html = f"{result_dir}/index.html"
@@ -220,4 +285,5 @@ class ESMValToolDiagnostic(CommandLineDiagnostic):
             definition,
             cmec_output_bundle=output_bundle,
             cmec_metric_bundle=metric_bundle,
+            series=series,
         )

climate_ref_esmvaltool/diagnostics/climate_at_global_warming_levels.py

@@ -65,13 +65,16 @@ class ClimateAtGlobalWarmingLevels(ESMValToolDiagnostic):
     facets = ()
 
     @staticmethod
-    def update_recipe(recipe: Recipe, input_files: pandas.DataFrame) -> None:
+    def update_recipe(
+        recipe: Recipe,
+        input_files: dict[SourceDatasetType, pandas.DataFrame],
+    ) -> None:
         """Update the recipe."""
         # Set up the datasets
         diagnostics = recipe["diagnostics"]
         for diagnostic in diagnostics.values():
             diagnostic.pop("additional_datasets")
-        recipe_variables = dataframe_to_recipe(input_files)
+        recipe_variables = dataframe_to_recipe(input_files[SourceDatasetType.CMIP6])
         datasets = recipe_variables["tas"]["additional_datasets"]
         datasets = [ds for ds in datasets if ds["exp"] != "historical"]
         for dataset in datasets:

climate_ref_esmvaltool/diagnostics/climate_drivers_for_fire.py

@@ -0,0 +1,68 @@
+import pandas
+
+from climate_ref_core.constraints import (
+    AddSupplementaryDataset,
+    RequireFacets,
+    RequireOverlappingTimerange,
+)
+from climate_ref_core.datasets import FacetFilter, SourceDatasetType
+from climate_ref_core.diagnostics import DataRequirement
+from climate_ref_esmvaltool.diagnostics.base import ESMValToolDiagnostic
+from climate_ref_esmvaltool.recipe import dataframe_to_recipe
+from climate_ref_esmvaltool.types import Recipe
+
+
+class ClimateDriversForFire(ESMValToolDiagnostic):
+    """
+    Calculate diagnostics regarding climate drivers for fire.
+    """
+
+    name = "Climate drivers for fire"
+    slug = "climate-drivers-for-fire"
+    base_recipe = "ref/recipe_ref_fire.yml"
+
+    variables = (
+        "cVeg",
+        "hurs",
+        "pr",
+        "tas",
+        "tasmax",
+        "treeFrac",
+        "vegFrac",
+    )
+    data_requirements = (
+        DataRequirement(
+            source_type=SourceDatasetType.CMIP6,
+            filters=(
+                FacetFilter(
+                    facets={
+                        "variable_id": variables,
+                        "frequency": "mon",
+                        "experiment_id": "historical",
+                    }
+                ),
+            ),
+            group_by=("source_id", "member_id", "grid_label"),
+            constraints=(
+                RequireFacets("variable_id", variables),
+                RequireOverlappingTimerange(group_by=("instance_id",)),
+                AddSupplementaryDataset.from_defaults("sftlf", SourceDatasetType.CMIP6),
+            ),
+        ),
+    )
+    facets = ()
+
+    @staticmethod
+    def update_recipe(
+        recipe: Recipe,
+        input_files: dict[SourceDatasetType, pandas.DataFrame],
+    ) -> None:
+        """Update the recipe."""
+        recipe_variables = dataframe_to_recipe(input_files[SourceDatasetType.CMIP6])
+        dataset = recipe_variables["cVeg"]["additional_datasets"][0]
+        dataset.pop("mip")
+        dataset.pop("timerange")
+        dataset["start_year"] = 2013
+        dataset["end_year"] = 2014
+        recipe["datasets"] = [dataset]
+        recipe["diagnostics"]["fire_evaluation"]["scripts"]["fire_evaluation"]["remove_confire_files"] = True

climate_ref_esmvaltool/diagnostics/cloud_radiative_effects.py

@@ -53,9 +53,9 @@ class CloudRadiativeEffects(ESMValToolDiagnostic):
     )
 
     @staticmethod
-    def update_recipe(recipe: Recipe, input_files: pandas.DataFrame) -> None:
+    def update_recipe(recipe: Recipe, input_files: dict[SourceDatasetType, pandas.DataFrame]) -> None:
         """Update the recipe."""
-        recipe_variables = dataframe_to_recipe(input_files)
+        recipe_variables = dataframe_to_recipe(input_files[SourceDatasetType.CMIP6])
         recipe_variables = {k: v for k, v in recipe_variables.items() if k != "areacella"}
 
         # Select a timerange covered by all datasets.

climate_ref_esmvaltool/diagnostics/cloud_scatterplots.py

@@ -0,0 +1,188 @@
+from functools import partial
+
+import pandas
+
+from climate_ref_core.constraints import (
+    AddSupplementaryDataset,
+    RequireContiguousTimerange,
+    RequireFacets,
+    RequireOverlappingTimerange,
+)
+from climate_ref_core.datasets import FacetFilter, SourceDatasetType
+from climate_ref_core.diagnostics import DataRequirement
+from climate_ref_esmvaltool.diagnostics.base import ESMValToolDiagnostic
+from climate_ref_esmvaltool.recipe import dataframe_to_recipe
+from climate_ref_esmvaltool.types import Recipe
+
+
+def get_cmip6_data_requirements(variables: tuple[str, ...]) -> tuple[DataRequirement, ...]:
+    """Create a data requirement for CMIP6 data."""
+    return (
+        DataRequirement(
+            source_type=SourceDatasetType.CMIP6,
+            filters=(
+                FacetFilter(
+                    facets={
+                        "variable_id": variables,
+                        "experiment_id": "historical",
+                    },
+                ),
+            ),
+            group_by=("source_id", "experiment_id", "member_id", "frequency", "grid_label"),
+            constraints=(
+                RequireFacets("variable_id", variables),
+                RequireContiguousTimerange(group_by=("instance_id",)),
+                RequireOverlappingTimerange(group_by=("instance_id",)),
+                # TODO: Add a RequireTimeRange constraint to match reference datasets?
+                AddSupplementaryDataset.from_defaults("areacella", SourceDatasetType.CMIP6),
+            ),
+        ),
+    )
+
+
+def update_recipe(
+    recipe: Recipe,
+    input_files: dict[SourceDatasetType, pandas.DataFrame],
+    var_x: str,
+    var_y: str,
+) -> None:
+    """Update the recipe."""
+    recipe_variables = dataframe_to_recipe(input_files[SourceDatasetType.CMIP6], equalize_timerange=True)
+    diagnostics = recipe["diagnostics"]
+    diagnostic_name = f"plot_joint_{var_x}_{var_y}_model"
+    diagnostic = diagnostics.pop(diagnostic_name)
+    diagnostics.clear()
+    diagnostics[diagnostic_name] = diagnostic
+    datasets = next(iter(recipe_variables.values()))["additional_datasets"]
+    diagnostic["additional_datasets"] = datasets
+    suptitle = "CMIP6 {dataset} {ensemble} {grid} {timerange}".format(**datasets[0])
+    diagnostic["scripts"]["plot"]["suptitle"] = suptitle
+    diagnostic["scripts"]["plot"]["plot_filename"] = (
+        f"jointplot_{var_x}_{var_y}_{suptitle.replace(' ', '_').replace('/', '-')}"
+    )
+
+
+class CloudScatterplotCltSwcre(ESMValToolDiagnostic):
+    """
+    Scatterplot of clt vs swcre.
+    """
+
+    name = "Scatterplots of two cloud-relevant variables (clt vs swcre)"
+    slug = "cloud-scatterplots-clt-swcre"
+    base_recipe = "ref/recipe_ref_scatterplot.yml"
+    facets = ()
+    data_requirements = get_cmip6_data_requirements(("clt", "rsut", "rsutcs"))
+    update_recipe = partial(update_recipe, var_x="clt", var_y="swcre")
+
+
+class CloudScatterplotClwviPr(ESMValToolDiagnostic):
+    """
+    Scatterplot of clwvi vs pr.
+    """
+
+    name = "Scatterplots of two cloud-relevant variables (clwvi vs pr)"
+    slug = "cloud-scatterplots-clwvi-pr"
+    base_recipe = "ref/recipe_ref_scatterplot.yml"
+    facets = ()
+    data_requirements = get_cmip6_data_requirements(("clwvi", "pr"))
+    update_recipe = partial(update_recipe, var_x="clwvi", var_y="pr")
+
+
+class CloudScatterplotCliviLwcre(ESMValToolDiagnostic):
+    """
+    Scatterplot of clivi vs lwcre.
+    """
+
+    name = "Scatterplots of two cloud-relevant variables (clivi vs lwcre)"
+    slug = "cloud-scatterplots-clivi-lwcre"
+    base_recipe = "ref/recipe_ref_scatterplot.yml"
+    facets = ()
+    data_requirements = get_cmip6_data_requirements(("clivi", "rlut", "rlutcs"))
+    update_recipe = partial(update_recipe, var_x="clivi", var_y="lwcre")
+
+
+class CloudScatterplotCliTa(ESMValToolDiagnostic):
+    """
+    Scatterplot of cli vs ta.
+    """
+
+    name = "Scatterplots of two cloud-relevant variables (cli vs ta)"
+    slug = "cloud-scatterplots-cli-ta"
+    base_recipe = "ref/recipe_ref_scatterplot.yml"
+    facets = ()
+    data_requirements = get_cmip6_data_requirements(("cli", "ta"))
+    update_recipe = partial(update_recipe, var_x="cli", var_y="ta")
+
+
+class CloudScatterplotsReference(ESMValToolDiagnostic):
+    """
+    Reference scatterplots of two cloud-relevant variables.
+    """
+
+    name = "Reference scatterplots of two cloud-relevant variables"
+    slug = "cloud-scatterplots-reference"
+    base_recipe = "ref/recipe_ref_scatterplot.yml"
+    facets = ()
+    data_requirements = (
+        DataRequirement(
+            source_type=SourceDatasetType.obs4MIPs,
+            filters=(
+                FacetFilter(
+                    facets={
+                        "source_id": ("ERA-5",),
+                        "variable_id": ("ta",),
+                    },
+                ),
+            ),
+            group_by=("instance_id",),
+            constraints=(RequireContiguousTimerange(group_by=("instance_id",)),),
+            # TODO: Add obs4MIPs datasets once available and working:
+            #
+            # obs4MIPs datasets with issues:
+            # - GPCP-V2.3: pr
+            # - CERES-EBAF-4-2: rlut, rlutcs, rsut, rsutcs
+            #
+            # Unsure if available on obs4MIPs:
+            # - AVHRR-AMPM-fv3.0: clivi, clwvi
+            # - ESACCI-CLOUD: clt
+            # - CALIPSO-ICECLOUD: cli
+            #
+            # Related issues:
+            # - https://github.com/Climate-REF/climate-ref/issues/260
+            # - https://github.com/esMValGroup/esMValCore/issues/2712
+            # - https://github.com/esMValGroup/esMValCore/issues/2711
+            # - https://github.com/sciTools/iris/issues/6411
+        ),
+    )
+
+    @staticmethod
+    def update_recipe(
+        recipe: Recipe,
+        input_files: dict[SourceDatasetType, pandas.DataFrame],
+    ) -> None:
+        """Update the recipe."""
+        recipe_variables = dataframe_to_recipe(input_files[SourceDatasetType.obs4MIPs])
+        recipe["diagnostics"] = {k: v for k, v in recipe["diagnostics"].items() if k.endswith("_ref")}
+
+        era5_dataset = recipe_variables["ta"]["additional_datasets"][0]
+        era5_dataset["timerange"] = "2007/2015"  # Use the same timerange as for the other variable.
+        era5_dataset["alias"] = era5_dataset["dataset"]
+        diagnostic = recipe["diagnostics"]["plot_joint_cli_ta_ref"]
+        diagnostic["variables"]["ta"]["additional_datasets"] = [era5_dataset]
+        suptitle = "CALIPSO-ICECLOUD / {dataset} {timerange}".format(**era5_dataset)
+        diagnostic["scripts"]["plot"]["suptitle"] = suptitle
+        diagnostic["scripts"]["plot"]["plot_filename"] = (
+            f"jointplot_cli_ta_{suptitle.replace(' ', '_').replace('/', '-')}"
+        )
+
+        # Use the correct obs4MIPs dataset name for dataset that cannot be ingested
+        # https://github.com/Climate-REF/climate-ref/issues/260.
+        diagnostic = recipe["diagnostics"]["plot_joint_clwvi_pr_ref"]
+        diagnostic["variables"]["pr"]["additional_datasets"] = [
+            {
+                "dataset": "GPCP-V2.3",
+                "project": "obs4MIPs",
+                "alias": "GPCP-SG",
+                "timerange": "1992/2016",
+            }
+        ]