eodag 3.1.0b2__py3-none-any.whl → 3.2.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (29) hide show
  1. eodag/api/core.py +10 -11
  2. eodag/api/product/_assets.py +45 -9
  3. eodag/api/product/_product.py +14 -18
  4. eodag/api/product/metadata_mapping.py +23 -5
  5. eodag/config.py +11 -11
  6. eodag/plugins/apis/ecmwf.py +2 -6
  7. eodag/plugins/apis/usgs.py +1 -1
  8. eodag/plugins/authentication/openid_connect.py +6 -0
  9. eodag/plugins/download/aws.py +90 -11
  10. eodag/plugins/search/base.py +3 -2
  11. eodag/plugins/search/build_search_result.py +229 -280
  12. eodag/plugins/search/data_request_search.py +3 -3
  13. eodag/plugins/search/qssearch.py +32 -103
  14. eodag/plugins/search/static_stac_search.py +1 -1
  15. eodag/resources/ext_product_types.json +1 -1
  16. eodag/resources/product_types.yml +564 -114
  17. eodag/resources/providers.yml +947 -1164
  18. eodag/resources/user_conf_template.yml +1 -11
  19. eodag/rest/stac.py +1 -0
  20. eodag/rest/types/queryables.py +28 -16
  21. eodag/types/__init__.py +73 -11
  22. eodag/utils/__init__.py +1 -1
  23. eodag/utils/s3.py +31 -8
  24. {eodag-3.1.0b2.dist-info → eodag-3.2.0.dist-info}/METADATA +10 -9
  25. {eodag-3.1.0b2.dist-info → eodag-3.2.0.dist-info}/RECORD +29 -29
  26. {eodag-3.1.0b2.dist-info → eodag-3.2.0.dist-info}/WHEEL +1 -1
  27. {eodag-3.1.0b2.dist-info → eodag-3.2.0.dist-info}/entry_points.txt +0 -0
  28. {eodag-3.1.0b2.dist-info → eodag-3.2.0.dist-info/licenses}/LICENSE +0 -0
  29. {eodag-3.1.0b2.dist-info → eodag-3.2.0.dist-info}/top_level.txt +0 -0
eodag/resources/providers.yml CHANGED
@@ -1251,315 +1251,6 @@
1251
1251
  productType: '{productType}'
1252
1252
  collection: '{collection}'
1253
1253
  ---
1254
- !provider # MARK: onda
1255
- name: onda
1256
- priority: 0
1257
- description: Serco DIAS
1258
- roles:
1259
- - host
1260
- url: https://www.onda-dias.eu/cms/
1261
- search: !plugin
1262
- type: ODataV4Search
1263
- api_endpoint: 'https://catalogue.onda-dias.eu/dias-catalogue/Products'
1264
- timeout: 60
1265
- need_auth: false
1266
- ssl_verify: true
1267
- dont_quote:
1268
- - '['
1269
- - ']'
1270
- - '$'
1271
- - '='
1272
- - '&'
1273
- - ':'
1274
- pagination:
1275
- count_endpoint: 'https://catalogue.onda-dias.eu/dias-catalogue/Products/$count'
1276
- next_page_url_tpl: '{url}?{search}&$top={items_per_page}&$skip={skip}&$expand=Metadata'
1277
- # 2021/03/19: 2000 is the max, if greater 200 response but contains an error message
1278
- max_items_per_page: 2_000
1279
- sort:
1280
- sort_by_default:
1281
- - !!python/tuple [startTimeFromAscendingNode, ASC]
1282
- sort_by_tpl: '&$orderby={sort_param} {sort_order}'
1283
- sort_param_mapping:
1284
- startTimeFromAscendingNode: beginPosition
1285
- uid: id
1286
- storageStatus: offline
1287
- sort_order_mapping:
1288
- ascending: asc
1289
- descending: desc
1290
- max_sort_params: 1
1291
- results_entry: 'value'
1292
- literal_search_params:
1293
- $format: json
1294
- free_text_search_operations:
1295
- $search:
1296
- union: ' OR '
1297
- wrapper: '"{}"'
1298
- operations:
1299
- AND:
1300
- - 'footprint:"Intersects({geometry#to_rounded_wkt})"'
1301
- - 'productType:{productType}'
1302
- - 'platformName:{platform}'
1303
- - 'cloudCoverPercentage:[0 TO {cloudCover}]'
1304
- - 'beginPosition:[{startTimeFromAscendingNode#to_iso_utc_datetime} TO *]'
1305
- - 'endPosition:[* TO {completionTimeFromAscendingNode#to_iso_utc_datetime}]'
1306
- - '{id#remove_extension}'
1307
- - 'platformSerialIdentifier:{platformSerialIdentifier}'
1308
- - 'instrumentShortName:{instrument}'
1309
- - 'processingLevel:{processingLevel}'
1310
- - 'sensorType:{sensorType}'
1311
- - 'topicCategory:{topicCategory}'
1312
- - 'lineage:{lineage}'
1313
- - 'orbitNumber:{orbitNumber}'
1314
- - 'orbitDirection:{orbitDirection}'
1315
- - 'processingBaseline:{productVersion}'
1316
- - 'generalQualityFlag:{productQualityStatus}'
1317
- - 'sensorOperationalMode:{sensorMode}'
1318
- - 'tileIdentifier:{tileIdentifier}'
1319
- discover_metadata:
1320
- auto_discovery: true
1321
- metadata_pattern: '^[a-zA-Z0-9]+$'
1322
- search_param:
1323
- free_text_search_operations:
1324
- $search:
1325
- operations:
1326
- AND:
1327
- - '{metadata}:{{{metadata}}}'
1328
- metadata_path: '$.Metadata.*'
1329
- per_product_metadata_query: false
1330
- metadata_pre_mapping:
1331
- metadata_path: '$.Metadata'
1332
- metadata_path_id: 'id'
1333
- metadata_path_value: 'value'
1334
- metadata_mapping:
1335
- # Opensearch resource identifier within the search engine context (in our case
1336
- # within the context of the data provider)
1337
- # Queryable parameters are set with null as 1st configuration list value to mark them as queryable,
1338
- # but `free_text_search_operations.$search.operations.AND` entries are then used instead.
1339
- uid: '$.id'
1340
- # OpenSearch Parameters for Collection Search (Table 3)
1341
- productType:
1342
- - null
1343
- - '$.Metadata.productType'
1344
- platform:
1345
- - null
1346
- - '$.Metadata.platformName'
1347
- platformSerialIdentifier:
1348
- - null
1349
- - '$.Metadata.platformSerialIdentifier'
1350
- instrument:
1351
- - null
1352
- - '$.Metadata.instrumentShortName'
1353
- processingLevel:
1354
- - null
1355
- - '$.Metadata.processingLevel'
1356
- sensorType:
1357
- - null
1358
- - '$.Metadata.sensorType'
1359
-
1360
- # INSPIRE obligated OpenSearch Parameters for Collection Search (Table 4)
1361
- title: '{$.Metadata.filename#remove_extension}'
1362
- topicCategory:
1363
- - null
1364
- - '$.Metadata.topicCategory'
1365
- lineage:
1366
- - null
1367
- - '$.Metadata.lineage'
1368
-
1369
- # OpenSearch Parameters for Product Search (Table 5)
1370
- orbitNumber:
1371
- - null
1372
- - '$.Metadata.orbitNumber'
1373
- orbitDirection:
1374
- - null
1375
- - '$.Metadata.orbitDirection'
1376
- cloudCover:
1377
- - null
1378
- - '$.Metadata.cloudCoverPercentage'
1379
- productVersion:
1380
- - null
1381
- - '$.Metadata.processingBaseline'
1382
- productQualityStatus:
1383
- - null
1384
- - '$.Metadata.generalQualityFlag'
1385
- creationDate: '$.Metadata.creationDate'
1386
- processingDate: '$.Metadata.processingDate'
1387
- sensorMode:
1388
- - null
1389
- - '$.Metadata.sensorOperationalMode'
1390
-
1391
- # OpenSearch Parameters for Acquistion Parameters Search (Table 6)
1392
- startTimeFromAscendingNode:
1393
- - null
1394
- - '$.beginPosition'
1395
- completionTimeFromAscendingNode:
1396
- - null
1397
- - '$.endPosition'
1398
- polarizationChannels: '{$.Metadata.polarisationChannels#replace_str(","," ")}'
1399
-
1400
- # Custom parameters (not defined in the base document referenced above)
1401
- id:
1402
- - null
1403
- - '{$.Metadata.filename#remove_extension}'
1404
- tileIdentifier:
1405
- - null
1406
- - '$.Metadata.tileIdentifier'
1407
- # The geographic extent of the product
1408
- geometry:
1409
- - null
1410
- - '$.footprint'
1411
- # The url of the quicklook
1412
- quicklook: '$.quicklook'
1413
- # The url to download the product "as is" (literal or as a template to be completed either after the search result
1414
- # is obtained from the provider or during the eodag download phase)
1415
- downloadLink: '%(base_uri)s({uid})/$value'
1416
- # storageStatus: must be one of ONLINE, STAGING, OFFLINE
1417
- storageStatus: '{$.offline#get_group_name((?P<ONLINE>False)|(?P<OFFLINE>True))}'
1418
- # Url used for ordering product if it is offline/archived
1419
- orderLink: 'https://catalogue.onda-dias.eu/dias-catalogue/Products({uid})/Ens.Order'
1420
- products:
1421
- # S1
1422
- S1_SAR_OCN:
1423
- productType: '*OCN*'
1424
- metadata_mapping:
1425
- cloudCover: '$.null'
1426
- S1_SAR_GRD:
1427
- productType: '*GRD*'
1428
- metadata_mapping:
1429
- cloudCover: '$.null'
1430
- S1_SAR_SLC:
1431
- productType: '*SLC*'
1432
- metadata_mapping:
1433
- cloudCover: '$.null'
1434
- S1_SAR_RAW:
1435
- productType: '*RAW*'
1436
- metadata_mapping:
1437
- cloudCover: '$.null'
1438
- # S2
1439
- S2_MSI_L1C:
1440
- productType: S2MSI1C
1441
- S2_MSI_L2A:
1442
- productType: S2MSI2A
1443
- # S3 SRAL
1444
- S3_SRA:
1445
- productType: SR_1_SRA___
1446
- metadata_mapping:
1447
- cloudCover: '$.null'
1448
- S3_SRA_A:
1449
- productType: SR_1_SRA_A_
1450
- metadata_mapping:
1451
- cloudCover: '$.null'
1452
- S3_SRA_BS:
1453
- productType: SR_1_SRA_BS
1454
- metadata_mapping:
1455
- cloudCover: '$.null'
1456
- S3_LAN:
1457
- productType: SR_2_LAN___
1458
- metadata_mapping:
1459
- cloudCover: '$.null'
1460
- S3_WAT:
1461
- productType: SR_2_WAT___
1462
- metadata_mapping:
1463
- cloudCover: '$.null'
1464
- # S3 OLCI
1465
- S3_EFR:
1466
- productType: OL_1_EFR___
1467
- S3_ERR:
1468
- productType: OL_1_ERR___
1469
- S3_OLCI_L2LFR:
1470
- productType: OL_2_LFR___
1471
- S3_OLCI_L2LRR:
1472
- productType: OL_2_LRR___
1473
- S3_OLCI_L2WRR:
1474
- productType: OL_2_WRR___
1475
- S3_OLCI_L2WFR:
1476
- productType: OL_2_WFR___
1477
- # S3 SLSTR
1478
- S3_SLSTR_L1RBT:
1479
- productType: SL_1_RBT___
1480
- S3_SLSTR_L2LST:
1481
- productType: SL_2_LST___
1482
- S3_SLSTR_L2WST:
1483
- productType: SL_2_WST___
1484
- S3_SLSTR_L2FRP:
1485
- productType: SL_2_FRP___
1486
- # S3 SY
1487
- S3_SY_AOD:
1488
- productType: SY_2_AOD___
1489
- S3_SY_SYN:
1490
- productType: SY_2_SYN___
1491
- S3_SY_V10:
1492
- productType: SY_2_V10___
1493
- S3_SY_VG1:
1494
- productType: SY_2_VG1___
1495
- S3_SY_VGP:
1496
- productType: SY_2_VGP___
1497
- # S5P L1
1498
- S5P_L1B_RA_BD1:
1499
- productType: L1B_RA_BD1
1500
- S5P_L1B_RA_BD2:
1501
- productType: L1B_RA_BD2
1502
- S5P_L1B_RA_BD3:
1503
- productType: L1B_RA_BD3
1504
- S5P_L1B_RA_BD4:
1505
- productType: L1B_RA_BD4
1506
- S5P_L1B_RA_BD5:
1507
- productType: L1B_RA_BD5
1508
- S5P_L1B_RA_BD6:
1509
- productType: L1B_RA_BD6
1510
- S5P_L1B_RA_BD7:
1511
- productType: L1B_RA_BD7
1512
- S5P_L1B_RA_BD8:
1513
- productType: L1B_RA_BD8
1514
- # S5P L2
1515
- S5P_L2_NO2:
1516
- productType: L2__NO2___
1517
- S5P_L2_CLOUD:
1518
- productType: L2__CLOUD_
1519
- S5P_L2_O3:
1520
- productType: L2__O3____
1521
- S5P_L2_CO:
1522
- productType: L2__CO____
1523
- S5P_L2_AER_AI:
1524
- productType: L2__AER_AI
1525
- S5P_L2_O3_PR:
1526
- productType: L2__O3__PR
1527
- S5P_L2_AER_LH:
1528
- productType: L2__AER_LH
1529
- S5P_L2_HCHO:
1530
- productType: L2__HCHO__
1531
- S5P_L2_CH4:
1532
- productType: L2__CH4___
1533
- S5P_L2_NP_BD3:
1534
- productType: L2__NP_BD3
1535
- S5P_L2_NP_BD6:
1536
- productType: L2__NP_BD6
1537
- S5P_L2_NP_BD7:
1538
- productType: L2__NP_BD7
1539
- S5P_L2_SO2:
1540
- productType: L2__SO2___
1541
- # Landsat
1542
- L8_OLI_TIRS_C1L1:
1543
- platform: 'Landsat-*'
1544
- GENERIC_PRODUCT_TYPE:
1545
- productType: '{productType}'
1546
- platform: '{platform}'
1547
- download: !plugin
1548
- type: HTTPDownload
1549
- # base_uri used to parse downloadLink
1550
- base_uri: 'https://catalogue.onda-dias.eu/dias-catalogue/Products'
1551
- extract: true
1552
- archive_depth: 2
1553
- auth_error_code: 401
1554
- order_enabled: true
1555
- order_method: 'POST'
1556
- ssl_verify: true
1557
- order_headers:
1558
- Content-Type: application/json
1559
- auth: !plugin
1560
- type: GenericAuth
1561
-
1562
- ---
1563
1254
  !provider # MARK: usgs_satapi_aws
1564
1255
  name: usgs_satapi_aws
1565
1256
  priority: 0
@@ -1862,13 +1553,11 @@
1862
1553
  type: EcmwfApi
1863
1554
  auth_endpoint: https://api.ecmwf.int/v1
1864
1555
  metadata_mapping:
1865
- productType: '$.productType'
1866
- title: '$.id'
1556
+ productType: $.productType
1867
1557
  startTimeFromAscendingNode: '{$.startTimeFromAscendingNode#to_iso_date}'
1868
1558
  completionTimeFromAscendingNode:
1869
1559
  - 'date={startTimeFromAscendingNode#to_iso_date}/to/{completionTimeFromAscendingNode#to_iso_date(-1,)}'
1870
1560
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
1871
- id: '$.id'
1872
1561
  # The geographic extent of the product
1873
1562
  geometry:
1874
1563
  - 'area={geometry#to_nwse_bounds_str(/)}'
@@ -1876,22 +1565,23 @@
1876
1565
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
1877
1566
  # storageStatus set to ONLINE for consistency between providers
1878
1567
  storageStatus: '{$.null#replace_str("Not Available","ONLINE")}'
1879
- downloadLink: 'https://apps.ecmwf.int/datasets/data/{dataset}'
1568
+ qs: $.qs
1569
+ downloadLink: 'https://apps.ecmwf.int/datasets/data/{dataset}?{qs#to_geojson}'
1880
1570
  products:
1881
1571
  # See Archive Catalog in https://apps.ecmwf.int/archive-catalogue/
1882
1572
  # See available Public Datasets in https://apps.ecmwf.int/datasets/
1883
1573
  TIGGE_CF_SFC:
1884
- "ecmwf:class": ti
1885
- "ecmwf:dataset": tigge
1886
- "ecmwf:expver": prod
1887
- "ecmwf:type": cf
1888
- "ecmwf:levtype": sfc
1889
- "ecmwf:origin": ecmwf
1890
- "ecmwf:grid": 0.5/0.5
1891
- "ecmwf:param": 59/134/136/146/147/151/165/166/167/168/172/176/177/179/189/235/228002/228039/228139/228141/228144/228164/228228
1892
- "ecmwf:step": 0
1893
- "ecmwf:time": 00:00
1894
- "ecmwf:target": output
1574
+ class: ti
1575
+ dataset: tigge
1576
+ expver: prod
1577
+ type: cf
1578
+ levtype: sfc
1579
+ origin: ecmwf
1580
+ grid: 0.5/0.5
1581
+ param: 59/134/136/146/147/151/165/166/167/168/172/176/177/179/189/235/228002/228039/228139/228141/228144/228164/228228
1582
+ step: 0
1583
+ time: 00:00
1584
+ target: output
1895
1585
  GENERIC_PRODUCT_TYPE:
1896
1586
  dataset: '{productType}'
1897
1587
  ---
@@ -1951,123 +1641,117 @@
1951
1641
  discover_queryables:
1952
1642
  fetch_url: null
1953
1643
  product_type_fetch_url: null
1954
- constraints_url: "https://ads.atmosphere.copernicus.eu/api/catalogue/v1/collections/{ecmwf:dataset}/constraints.json"
1955
- form_url: https://ads.atmosphere.copernicus.eu/api/catalogue/v1/collections/{ecmwf:dataset}/form.json
1644
+ constraints_url: "https://ads.atmosphere.copernicus.eu/api/catalogue/v1/collections/{dataset}/constraints.json"
1645
+ form_url: https://ads.atmosphere.copernicus.eu/api/catalogue/v1/collections/{dataset}/form.json
1956
1646
  metadata_mapping:
1957
- productType: '$.productType'
1958
- title: '$.id'
1647
+ productType: $.productType
1959
1648
  startTimeFromAscendingNode: '{$.startTimeFromAscendingNode#to_iso_date}'
1960
1649
  completionTimeFromAscendingNode:
1961
1650
  - 'date={startTimeFromAscendingNode#to_iso_date}/{completionTimeFromAscendingNode#to_iso_date}'
1962
1651
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
1963
- _date: '{startTimeFromAscendingNode}/{completionTimeFromAscendingNode}'
1964
- id: '$.id'
1965
1652
  # The geographic extent of the product
1966
1653
  geometry:
1967
1654
  - '{{"area": {geometry#to_nwse_bounds}}}'
1968
- - '$.geometry'
1969
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
1970
- storageStatus: OFFLINE
1971
- downloadLink: '$.null'
1655
+ - $.geometry
1972
1656
  qs: $.qs
1973
- orderLink: 'https://ads.atmosphere.copernicus.eu/api/retrieve/v1/processes/{ecmwf:dataset}/execution?{{"inputs": {qs#to_geojson}}}'
1657
+ orderLink: 'https://ads.atmosphere.copernicus.eu/api/retrieve/v1/processes/{dataset}/execution?{{"inputs": {qs#to_geojson}}}'
1974
1658
  products:
1975
1659
  # See available Public Datasets in https://ads.atmosphere.copernicus.eu/cdsapp#!/search?type=dataset
1976
1660
  CAMS_GAC_FORECAST:
1977
- "ecmwf:dataset": cams-global-atmospheric-composition-forecasts
1978
- "ecmwf:type": forecast
1979
- "ecmwf:data_format": grib
1980
- "ecmwf:variable": 10m_u_component_of_wind
1981
- "ecmwf:time": '00:00'
1982
- "ecmwf:leadtime_hour": '0'
1661
+ dataset: cams-global-atmospheric-composition-forecasts
1662
+ type: forecast
1663
+ data_format: grib
1664
+ variable: 10m_u_component_of_wind
1665
+ time: 00:00
1666
+ leadtime_hour: 0
1983
1667
  CAMS_GFE_GFAS:
1984
- "ecmwf:dataset": cams-global-fire-emissions-gfas
1985
- "ecmwf:data_format": grib
1986
- "ecmwf:variable": wildfire_combustion_rate
1668
+ dataset: cams-global-fire-emissions-gfas
1669
+ data_format: grib
1670
+ variable: wildfire_combustion_rate
1987
1671
  CAMS_EU_AIR_QUALITY_FORECAST:
1988
- "ecmwf:dataset": cams-europe-air-quality-forecasts
1989
- "ecmwf:model": ensemble
1990
- "ecmwf:data_format": grib
1991
- "ecmwf:variable": ammonia
1992
- "ecmwf:type": forecast
1993
- "ecmwf:time": '00:00'
1994
- "ecmwf:level": '0'
1995
- "ecmwf:leadtime_hour": '0'
1672
+ dataset: cams-europe-air-quality-forecasts
1673
+ model: ensemble
1674
+ data_format: grib
1675
+ variable: ammonia
1676
+ type: forecast
1677
+ time: 00:00
1678
+ level: 0
1679
+ leadtime_hour: 0
1996
1680
  CAMS_EU_AIR_QUALITY_RE:
1997
- "ecmwf:dataset": cams-europe-air-quality-reanalyses
1998
- "ecmwf:type": validated_reanalysis
1999
- "ecmwf:data_format": zip
2000
- "ecmwf:variable": nitrogen_dioxide
2001
- "ecmwf:model": ensemble
2002
- "ecmwf:level": '0'
1681
+ dataset: cams-europe-air-quality-reanalyses
1682
+ type: validated_reanalysis
1683
+ data_format: zip
1684
+ variable: nitrogen_dioxide
1685
+ model: ensemble
1686
+ level: 0
2003
1687
  metadata_mapping:
2004
1688
  <<: *month_year
2005
1689
  CAMS_GRF:
2006
- "ecmwf:dataset": cams-global-radiative-forcings
2007
- "ecmwf:data_format": zip
2008
- "ecmwf:variable": radiative_forcing_of_carbon_dioxide
2009
- "ecmwf:forcing_type": instantaneous
2010
- "ecmwf:band": long_wave
2011
- "ecmwf:sky_type": all_sky
2012
- "ecmwf:level": surface
2013
- "ecmwf:version": '2'
1690
+ dataset: cams-global-radiative-forcings
1691
+ data_format: zip
1692
+ variable: radiative_forcing_of_carbon_dioxide
1693
+ forcing_type: instantaneous
1694
+ band: long_wave
1695
+ sky_type: all_sky
1696
+ level: surface
1697
+ version: 2
2014
1698
  metadata_mapping:
2015
1699
  <<: *month_year
2016
1700
  CAMS_GRF_AUX:
2017
- "ecmwf:dataset": cams-global-radiative-forcing-auxilliary-variables
2018
- "ecmwf:band": short_wave
2019
- "ecmwf:sky_type": clear_sky
2020
- "ecmwf:version": '1.5'
2021
- "ecmwf:data_format": zip
2022
- "ecmwf:variable": aerosol_radiation_effect
2023
- "ecmwf:aerosol_type": marine
2024
- "ecmwf:level": surface
1701
+ dataset: cams-global-radiative-forcing-auxilliary-variables
1702
+ band: short_wave
1703
+ sky_type: clear_sky
1704
+ version: 1.5
1705
+ data_format: zip
1706
+ variable: aerosol_radiation_effect
1707
+ aerosol_type: marine
1708
+ level: surface
2025
1709
  metadata_mapping:
2026
1710
  <<: *month_year
2027
1711
  CAMS_SOLAR_RADIATION:
2028
- "ecmwf:dataset": cams-solar-radiation-timeseries
2029
- "ecmwf:sky_type": clear
2030
- "ecmwf:time_step": 1minute
2031
- "ecmwf:time_reference": true_solar_time
2032
- "ecmwf:location":
2033
- "latitude": 0
2034
- "longitude": 0
2035
- "ecmwf:altitude": -999
2036
- "ecmwf:format": csv
2037
- metadata_mapping:
2038
- "ecmwf:latitude":
2039
- - '{{"location": {{"latitude": {"ecmwf:latitude"}, "longitude": {"ecmwf:longitude"}}}}}'
2040
- - '$."ecmwf:latitude"'
2041
- "ecmwf:longitude":
2042
- - '{{"location": {{"latitude": {"ecmwf:latitude"}, "longitude": {"ecmwf:longitude"}}}}}'
2043
- - '$."ecmwf:longitude"'
1712
+ dataset: cams-solar-radiation-timeseries
1713
+ sky_type: clear
1714
+ time_step: 1minute
1715
+ time_reference: true_solar_time
1716
+ location:
1717
+ latitude: 0
1718
+ longitude: 0
1719
+ altitude: -999
1720
+ format: csv
1721
+ metadata_mapping:
1722
+ latitude:
1723
+ - '{{"location": {{"latitude": {"latitude"}, "longitude": {"longitude"}}}}}'
1724
+ - $."latitude"
1725
+ longitude:
1726
+ - '{{"location": {{"latitude": {"latitude"}, "longitude": {"longitude"}}}}}'
1727
+ - $."longitude"
2044
1728
  CAMS_GREENHOUSE_EGG4_MONTHLY:
2045
- "ecmwf:dataset": cams-global-ghg-reanalysis-egg4-monthly
2046
- "ecmwf:data_format": grib
2047
- "ecmwf:variable": snow_albedo
2048
- "ecmwf:product_type": monthly_mean
1729
+ dataset: cams-global-ghg-reanalysis-egg4-monthly
1730
+ data_format: grib
1731
+ variable: snow_albedo
1732
+ product_type: monthly_mean
2049
1733
  metadata_mapping:
2050
1734
  <<: *month_year
2051
1735
  CAMS_GREENHOUSE_EGG4:
2052
- "ecmwf:dataset": cams-global-ghg-reanalysis-egg4
2053
- "ecmwf:data_format": grib
2054
- "ecmwf:variable": snow_albedo
2055
- "ecmwf:step": '0'
1736
+ dataset: cams-global-ghg-reanalysis-egg4
1737
+ data_format: grib
1738
+ variable: snow_albedo
1739
+ step: 0
2056
1740
  CAMS_GREENHOUSE_INVERSION:
2057
- "ecmwf:dataset": cams-global-greenhouse-gas-inversion
2058
- "ecmwf:version": latest
2059
- "ecmwf:variable": carbon_dioxide
2060
- "ecmwf:quantity": mean_column
2061
- "ecmwf:input_observations": surface
2062
- "ecmwf:time_aggregation": instantaneous
1741
+ dataset: cams-global-greenhouse-gas-inversion
1742
+ version: latest
1743
+ variable: carbon_dioxide
1744
+ quantity: mean_column
1745
+ input_observations: surface
1746
+ time_aggregation: instantaneous
2063
1747
  metadata_mapping:
2064
1748
  <<: *month_year
2065
1749
  CAMS_GLOBAL_EMISSIONS:
2066
- "ecmwf:dataset": cams-global-emission-inventories
2067
- "ecmwf:version": latest
2068
- "ecmwf:data_format": zip
2069
- "ecmwf:variable": acids
2070
- "ecmwf:source": anthropogenic
1750
+ dataset: cams-global-emission-inventories
1751
+ version: latest
1752
+ data_format: zip
1753
+ variable: acids
1754
+ source: anthropogenic
2071
1755
  metadata_mapping:
2072
1756
  completionTimeFromAscendingNode:
2073
1757
  - |
@@ -2076,19 +1760,19 @@
2076
1760
  }}
2077
1761
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
2078
1762
  CAMS_EAC4:
2079
- "ecmwf:dataset": cams-global-reanalysis-eac4
2080
- "ecmwf:data_format": grib
2081
- "ecmwf:variable": '2m_dewpoint_temperature'
2082
- "ecmwf:time": '00:00'
1763
+ dataset: cams-global-reanalysis-eac4
1764
+ data_format: grib
1765
+ variable: 2m_dewpoint_temperature
1766
+ time: 00:00
2083
1767
  CAMS_EAC4_MONTHLY:
2084
- "ecmwf:dataset": cams-global-reanalysis-eac4-monthly
2085
- "ecmwf:data_format": grib
2086
- "ecmwf:variable": 2m_dewpoint_temperature
2087
- "ecmwf:product_type": monthly_mean
1768
+ dataset: cams-global-reanalysis-eac4-monthly
1769
+ data_format: grib
1770
+ variable: 2m_dewpoint_temperature
1771
+ product_type: monthly_mean
2088
1772
  metadata_mapping:
2089
1773
  <<: *month_year
2090
1774
  GENERIC_PRODUCT_TYPE:
2091
- "ecmwf:dataset": '{productType}'
1775
+ dataset: '{productType}'
2092
1776
  ---
2093
1777
  !provider # MARK: cop_cds
2094
1778
  name: cop_cds
@@ -2098,6 +1782,15 @@
2098
1782
  - host
2099
1783
  url: https://cds.climate.copernicus.eu
2100
1784
  # anchors to avoid duplications
1785
+ anchor_day_month_year: &nday_month_year
1786
+ completionTimeFromAscendingNode:
1787
+ - |
1788
+ {{
1789
+ "year": {_date#interval_to_datetime_dict}["year"],
1790
+ "month": {_date#interval_to_datetime_dict}["month"],
1791
+ "nominal_day": {_date#interval_to_datetime_dict}["day"]
1792
+ }}
1793
+ - '{$.completionTimeFromAscendingNode#to_iso_date}'
2101
1794
  anchor_day_month_year: &day_month_year
2102
1795
  completionTimeFromAscendingNode:
2103
1796
  - |
@@ -2107,7 +1800,7 @@
2107
1800
  "day": {_date#interval_to_datetime_dict}["day"]
2108
1801
  }}
2109
1802
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
2110
- anchor_day_month_year_time: &day_month_year_time
1803
+ anchor_time_day_month_year: &time_day_month_year
2111
1804
  completionTimeFromAscendingNode:
2112
1805
  - |
2113
1806
  {{
@@ -2125,7 +1818,7 @@
2125
1818
  "month": {_date#interval_to_datetime_dict}["month"]
2126
1819
  }}
2127
1820
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
2128
- anchor_month_year_time: &month_year_time
1821
+ anchor_time_month_year: &time_month_year
2129
1822
  completionTimeFromAscendingNode:
2130
1823
  - |
2131
1824
  {{
@@ -2176,106 +1869,95 @@
2176
1869
  discover_queryables:
2177
1870
  fetch_url: null
2178
1871
  product_type_fetch_url: null
2179
- constraints_url: https://cds.climate.copernicus.eu/api/catalogue/v1/collections/{ecmwf:dataset}/constraints.json
2180
- form_url: https://cds.climate.copernicus.eu/api/catalogue/v1/collections/{ecmwf:dataset}/form.json
1872
+ constraints_url: https://cds.climate.copernicus.eu/api/catalogue/v1/collections/{dataset}/constraints.json
1873
+ form_url: https://cds.climate.copernicus.eu/api/catalogue/v1/collections/{dataset}/form.json
2181
1874
  metadata_mapping:
2182
1875
  productType: $.productType
2183
- title: $.id
2184
1876
  startTimeFromAscendingNode: '{$.startTimeFromAscendingNode#to_iso_utc_datetime}'
2185
1877
  completionTimeFromAscendingNode:
2186
1878
  - date={startTimeFromAscendingNode#to_iso_date}/{completionTimeFromAscendingNode#to_iso_date}
2187
1879
  - '{$.completionTimeFromAscendingNode#to_iso_utc_datetime}'
2188
- _date: '{startTimeFromAscendingNode#to_iso_date}/{completionTimeFromAscendingNode#to_iso_date}'
2189
- id: $.id
2190
1880
  # The geographic extent of the product
2191
1881
  geometry:
2192
1882
  - '{{"area": {geometry#to_nwse_bounds}}}'
2193
1883
  - $.geometry
2194
- defaultGeometry: POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))
2195
- storageStatus: OFFLINE
2196
- downloadLink: $.null
2197
1884
  qs: $.qs
2198
- orderLink: 'https://cds.climate.copernicus.eu/api/retrieve/v1/processes/{ecmwf:dataset}/execution?{{"inputs": {qs#to_geojson}}}'
2199
- # Copernicus CDS specific parameters
2200
- # to_geojson is used to handle versions like 1_0 that would be otherwise evaluated to 10 by the metadata mapping formating
2201
- "ecmwf:version":
2202
- - version
2203
- - '{$."ecmwf:version"#to_geojson}'
1885
+ orderLink: 'https://cds.climate.copernicus.eu/api/retrieve/v1/processes/{dataset}/execution?{{"inputs": {qs#to_geojson}}}'
2204
1886
  products:
2205
1887
  # See available Public Datasets in https://cds.climate.copernicus.eu/cdsapp#!/search?type=dataset
2206
1888
  AG_ERA5:
2207
- "ecmwf:dataset": sis-agrometeorological-indicators
2208
- "ecmwf:version": '"1_1"'
2209
- "ecmwf:variable": cloud_cover
2210
- "ecmwf:statistic": 24_hour_mean
1889
+ dataset: sis-agrometeorological-indicators
1890
+ version: '1_1'
1891
+ variable: cloud_cover
1892
+ statistic: 24_hour_mean
2211
1893
  metadata_mapping:
2212
1894
  <<: *day_month_year
2213
1895
  ERA5_SL:
2214
- "ecmwf:dataset": reanalysis-era5-single-levels
2215
- "ecmwf:product_type": reanalysis
2216
- "ecmwf:variable": 10m_u_component_of_wind
2217
- "ecmwf:data_format": grib
2218
- "ecmwf:download_format": zip
1896
+ dataset: reanalysis-era5-single-levels
1897
+ product_type: reanalysis
1898
+ variable: 10m_u_component_of_wind
1899
+ data_format: grib
1900
+ download_format: zip
2219
1901
  metadata_mapping:
2220
- <<: *day_month_year_time
1902
+ <<: *time_day_month_year
2221
1903
  ERA5_PL:
2222
- "ecmwf:dataset": reanalysis-era5-pressure-levels
2223
- "ecmwf:product_type": reanalysis
2224
- "ecmwf:variable": geopotential
2225
- "ecmwf:data_format": grib
2226
- "ecmwf:download_format": zip
1904
+ dataset: reanalysis-era5-pressure-levels
1905
+ product_type: reanalysis
1906
+ variable: geopotential
1907
+ data_format: grib
1908
+ download_format: zip
2227
1909
  metadata_mapping:
2228
- <<: *day_month_year_time
1910
+ <<: *time_day_month_year
2229
1911
  ERA5_PL_MONTHLY:
2230
- "ecmwf:dataset": reanalysis-era5-pressure-levels-monthly-means
2231
- "ecmwf:product_type": monthly_averaged_reanalysis_by_hour_of_day
2232
- "ecmwf:variable": divergence
2233
- "ecmwf:pressure_level": '1'
2234
- "ecmwf:data_format": grib
2235
- "ecmwf:download_format": zip
2236
- metadata_mapping:
2237
- <<: *month_year_time
1912
+ dataset: reanalysis-era5-pressure-levels-monthly-means
1913
+ product_type: monthly_averaged_reanalysis_by_hour_of_day
1914
+ variable: divergence
1915
+ pressure_level: 1
1916
+ data_format: grib
1917
+ download_format: zip
1918
+ metadata_mapping:
1919
+ <<: *time_month_year
2238
1920
  ERA5_LAND:
2239
- "ecmwf:dataset": reanalysis-era5-land
2240
- "ecmwf:variable": 2m_dewpoint_temperature
2241
- "ecmwf:data_format": grib
2242
- "ecmwf:download_format": zip
1921
+ dataset: reanalysis-era5-land
1922
+ variable: 2m_dewpoint_temperature
1923
+ data_format: grib
1924
+ download_format: zip
2243
1925
  metadata_mapping:
2244
- <<: *day_month_year_time
1926
+ <<: *time_day_month_year
2245
1927
  ERA5_LAND_MONTHLY:
2246
- "ecmwf:dataset": reanalysis-era5-land-monthly-means
2247
- "ecmwf:product_type": monthly_averaged_reanalysis_by_hour_of_day
2248
- "ecmwf:variable": 2m_dewpoint_temperature
2249
- "ecmwf:data_format": grib
2250
- "ecmwf:download_format": zip
1928
+ dataset: reanalysis-era5-land-monthly-means
1929
+ product_type: monthly_averaged_reanalysis_by_hour_of_day
1930
+ variable: 2m_dewpoint_temperature
1931
+ data_format: grib
1932
+ download_format: zip
2251
1933
  metadata_mapping:
2252
- <<: *month_year_time
1934
+ <<: *time_month_year
2253
1935
  ERA5_SL_MONTHLY:
2254
- "ecmwf:dataset": reanalysis-era5-single-levels-monthly-means
2255
- "ecmwf:product_type": monthly_averaged_reanalysis_by_hour_of_day
2256
- "ecmwf:data_format": grib
2257
- "ecmwf:download_format": zip
1936
+ dataset: reanalysis-era5-single-levels-monthly-means
1937
+ product_type: monthly_averaged_reanalysis_by_hour_of_day
1938
+ data_format: grib
1939
+ download_format: zip
2258
1940
  metadata_mapping:
2259
- <<: *month_year_time
1941
+ <<: *time_month_year
2260
1942
  UERRA_EUROPE_SL:
2261
- "ecmwf:dataset": reanalysis-uerra-europe-single-levels
2262
- "ecmwf:origin": mescan_surfex
2263
- "ecmwf:variable": 10m_wind_direction
2264
- "ecmwf:time": 00:00
2265
- "ecmwf:data_format": grib
1943
+ dataset: reanalysis-uerra-europe-single-levels
1944
+ origin: mescan_surfex
1945
+ variable: 10m_wind_direction
1946
+ time: 00:00
1947
+ data_format: grib
2266
1948
  metadata_mapping:
2267
1949
  <<: *day_month_year
2268
1950
  GLACIERS_DIST_RANDOLPH:
2269
- "ecmwf:dataset": insitu-glaciers-extent
2270
- "ecmwf:variable": glacier_area
2271
- "ecmwf:product_type": gridded
2272
- "ecmwf:version": rgi_6_0
2273
- "ecmwf:data_format": zip
1951
+ dataset: insitu-glaciers-extent
1952
+ variable: glacier_area
1953
+ product_type: gridded
1954
+ version: rgi_6_0
1955
+ data_format: zip
2274
1956
  GRIDDED_GLACIERS_MASS_CHANGE:
2275
- "ecmwf:dataset": derived-gridded-glacier-mass-change
2276
- "ecmwf:variable": glacier_mass_change
2277
- "ecmwf:product_version": wgms_fog_2023_09
2278
- "ecmwf:data_format": zip
1957
+ dataset: derived-gridded-glacier-mass-change
1958
+ variable: glacier_mass_change
1959
+ product_version: wgms_fog_2023_09
1960
+ data_format: zip
2279
1961
  metadata_mapping:
2280
1962
  completionTimeFromAscendingNode:
2281
1963
  - |
@@ -2284,147 +1966,145 @@
2284
1966
  }}
2285
1967
  - '{$.completionTimeFromAscendingNode#get_hydrological_year}'
2286
1968
  SATELLITE_CARBON_DIOXIDE:
2287
- "ecmwf:dataset": satellite-carbon-dioxide
2288
- "ecmwf:processing_level": level_2
2289
- "ecmwf:variable": xco2
2290
- "ecmwf:sensor_and_algorithm": merged_emma
2291
- "ecmwf:version": '"4_5"'
1969
+ dataset: satellite-carbon-dioxide
1970
+ processing_level: level_2
1971
+ variable: xco2
1972
+ sensor_and_algorithm: sciamachy_wfmd
1973
+ version: '4_0'
2292
1974
  metadata_mapping:
2293
1975
  <<: *day_month_year
2294
1976
  SATELLITE_FIRE_BURNED_AREA:
2295
- "ecmwf:dataset": satellite-fire-burned-area
2296
- "ecmwf:origin": esa_cci
2297
- "ecmwf:sensor": modis
2298
- "ecmwf:variable": pixel_variables
2299
- "ecmwf:version": '5_1_1cds'
2300
- "ecmwf:region": "europe"
2301
- metadata_mapping:
2302
- <<: *day_month_year
1977
+ dataset: satellite-fire-burned-area
1978
+ origin: esa_cci
1979
+ sensor: modis
1980
+ variable: pixel_variables
1981
+ version: '5_1_1cds'
1982
+ region: europe
1983
+ metadata_mapping:
1984
+ <<: *nday_month_year
2303
1985
  SATELLITE_METHANE:
2304
- "ecmwf:dataset": satellite-methane
2305
- "ecmwf:processing_level": level_2
2306
- "ecmwf:variable": xch4
2307
- "ecmwf:sensor_and_algorithm": merged_emma
2308
- "ecmwf:version": '"4_5"'
1986
+ dataset: satellite-methane
1987
+ processing_level: level_2
1988
+ variable: xch4
1989
+ sensor_and_algorithm: sciamachy_wfmd
1990
+ version: '4_0'
2309
1991
  metadata_mapping:
2310
1992
  <<: *day_month_year
2311
1993
  SATELLITE_SEA_ICE_EDGE_TYPE:
2312
- "ecmwf:dataset": satellite-sea-ice-edge-type
2313
- "ecmwf:cdr_type": cdr
2314
- "ecmwf:region": northern_hemisphere
2315
- "ecmwf:variable":
1994
+ dataset: satellite-sea-ice-edge-type
1995
+ cdr_type: cdr
1996
+ region: northern_hemisphere
1997
+ variable:
2316
1998
  - sea_ice_edge
2317
1999
  - sea_ice_type
2318
- "ecmwf:version": '"3_0"'
2000
+ version: '3_0'
2319
2001
  metadata_mapping:
2320
2002
  <<: *day_month_year
2321
2003
  SATELLITE_SEA_ICE_THICKNESS:
2322
- "ecmwf:dataset": satellite-sea-ice-thickness
2323
- "ecmwf:cdr_type": cdr
2324
- "ecmwf:satellite": envisat
2325
- "ecmwf:variable": all
2326
- "ecmwf:version": '"3_0"'
2004
+ dataset: satellite-sea-ice-thickness
2005
+ cdr_type: cdr
2006
+ satellite: envisat
2007
+ variable: all
2008
+ version: '3_0'
2327
2009
  metadata_mapping:
2328
2010
  <<: *month_year
2329
2011
  SATELLITE_SEA_ICE_CONCENTRATION:
2330
- "ecmwf:dataset": satellite-sea-ice-concentration
2331
- "ecmwf:cdr_type": cdr
2332
- "ecmwf:origin": eumetsat_osi_saf
2333
- "ecmwf:region":
2012
+ dataset: satellite-sea-ice-concentration
2013
+ cdr_type: cdr
2014
+ origin: eumetsat_osi_saf
2015
+ region:
2334
2016
  - northern_hemisphere
2335
2017
  - southern_hemisphere
2336
- "ecmwf:sensor": ssmis
2337
- "ecmwf:temporal_aggregation": daily
2338
- "ecmwf:variable": all
2339
- "ecmwf:version": v3
2018
+ sensor: ssmis
2019
+ temporal_aggregation: daily
2020
+ variable: all
2021
+ version: v3
2340
2022
  metadata_mapping:
2341
2023
  <<: *day_month_year
2342
2024
  SATELLITE_SEA_LEVEL_GLOBAL:
2343
- "ecmwf:dataset": satellite-sea-level-global
2344
- "ecmwf:variable":
2025
+ dataset: satellite-sea-level-global
2026
+ variable:
2345
2027
  - daily
2346
- "ecmwf:version": vdt2021
2028
+ version: vdt2021
2347
2029
  metadata_mapping:
2348
2030
  <<: *day_month_year
2349
2031
  SEASONAL_POSTPROCESSED_PL:
2350
- "ecmwf:dataset": seasonal-postprocessed-pressure-levels
2351
- "ecmwf:data_format": grib
2352
- "ecmwf:originating_centre": ecmwf
2353
- "ecmwf:system": '5'
2354
- "ecmwf:variable": geopotential_anomaly
2355
- "ecmwf:pressure_level": '10'
2356
- "ecmwf:product_type": ensemble_mean
2357
- "ecmwf:leadtime_month": '1'
2032
+ dataset: seasonal-postprocessed-pressure-levels
2033
+ data_format: grib
2034
+ originating_centre: ecmwf
2035
+ system: 5
2036
+ variable: geopotential_anomaly
2037
+ pressure_level: 10
2038
+ product_type: ensemble_mean
2039
+ leadtime_month: 1
2358
2040
  metadata_mapping:
2359
2041
  <<: *month_year
2360
2042
  SEASONAL_POSTPROCESSED_SL:
2361
- "ecmwf:dataset": seasonal-postprocessed-single-levels
2362
- "ecmwf:data_format": grib
2363
- "ecmwf:originating_centre": ecmwf
2364
- "ecmwf:system": '5'
2365
- "ecmwf:variable": 2m_dewpoint_temperature_anomaly
2366
- "ecmwf:product_type": ensemble_mean
2367
- "ecmwf:leadtime_month": '1'
2043
+ dataset: seasonal-postprocessed-single-levels
2044
+ data_format: grib
2045
+ originating_centre: ecmwf
2046
+ system: 5
2047
+ variable: 2m_dewpoint_temperature_anomaly
2048
+ product_type: ensemble_mean
2049
+ leadtime_month: 1
2368
2050
  metadata_mapping:
2369
2051
  <<: *month_year
2370
2052
  SEASONAL_ORIGINAL_SL:
2371
- "ecmwf:dataset": seasonal-original-single-levels
2372
- "ecmwf:data_format": grib
2373
- "ecmwf:originating_centre": ecmwf
2374
- "ecmwf:system": '5'
2375
- "ecmwf:variable": 10m_u_component_of_wind
2376
- "ecmwf:leadtime_hour": '6'
2377
- "ecmwf:day": '01'
2053
+ dataset: seasonal-original-single-levels
2054
+ data_format: grib
2055
+ originating_centre: ecmwf
2056
+ system: 5
2057
+ variable: 10m_u_component_of_wind
2058
+ leadtime_hour: 6
2378
2059
  metadata_mapping:
2379
- <<: *month_year
2060
+ <<: *day_month_year
2380
2061
  SEASONAL_ORIGINAL_PL:
2381
- "ecmwf:dataset": seasonal-original-pressure-levels
2382
- "ecmwf:data_format": grib
2383
- "ecmwf:originating_centre": ecmwf
2384
- "ecmwf:system": '5'
2385
- "ecmwf:variable": geopotential
2386
- "ecmwf:pressure_level": '10'
2387
- "ecmwf:leadtime_hour": '12'
2388
- "ecmwf:day": '01'
2062
+ dataset: seasonal-original-pressure-levels
2063
+ data_format: grib
2064
+ originating_centre: ecmwf
2065
+ system: 5
2066
+ variable: geopotential
2067
+ pressure_level: 10
2068
+ leadtime_hour: 12
2389
2069
  metadata_mapping:
2390
- <<: *month_year
2070
+ <<: *day_month_year
2391
2071
  SEASONAL_MONTHLY_PL:
2392
- "ecmwf:dataset": seasonal-monthly-pressure-levels
2393
- "ecmwf:data_format": grib
2394
- "ecmwf:originating_centre": ecmwf
2395
- "ecmwf:system": '5'
2396
- "ecmwf:variable": geopotential
2397
- "ecmwf:pressure_level": '10'
2398
- "ecmwf:product_type": monthly_mean
2399
- "ecmwf:leadtime_month": '1'
2072
+ dataset: seasonal-monthly-pressure-levels
2073
+ data_format: grib
2074
+ originating_centre: ecmwf
2075
+ system: 5
2076
+ variable: geopotential
2077
+ pressure_level: 10
2078
+ product_type: monthly_mean
2079
+ leadtime_month: 1
2400
2080
  metadata_mapping:
2401
2081
  <<: *month_year
2402
2082
  SEASONAL_MONTHLY_SL:
2403
- "ecmwf:dataset": seasonal-monthly-single-levels
2404
- "ecmwf:data_format": grib
2405
- "ecmwf:originating_centre": ecmwf
2406
- "ecmwf:system": '5'
2407
- "ecmwf:variable": 10m_u_component_of_wind
2408
- "ecmwf:product_type": monthly_mean
2409
- "ecmwf:leadtime_month": '1'
2083
+ dataset: seasonal-monthly-single-levels
2084
+ data_format: grib
2085
+ originating_centre: ecmwf
2086
+ system: 5
2087
+ variable: 10m_u_component_of_wind
2088
+ product_type: monthly_mean
2089
+ leadtime_month: 1
2410
2090
  metadata_mapping:
2411
2091
  <<: *month_year
2412
2092
  SIS_HYDRO_MET_PROJ:
2413
- "ecmwf:dataset": sis-hydrology-meteorology-derived-projections
2414
- "ecmwf:data_format": zip
2415
- "ecmwf:product_type": climate_impact_indicators
2416
- "ecmwf:variable": 2m_air_temperature
2417
- "ecmwf:variable_type": absolute_change_from_reference_period
2418
- "ecmwf:processing_type": original
2419
- "ecmwf:time_aggregation": monthly_mean
2420
- "ecmwf:horizontal_resolution": 5_km
2421
- "ecmwf:experiment": degree_scenario
2422
- "ecmwf:rcm": cclm4_8_17
2423
- "ecmwf:gcm": ec_earth
2424
- "ecmwf:ensemble_member": r12i1p1
2425
- "ecmwf:period": 1_5_c
2093
+ dataset: sis-hydrology-meteorology-derived-projections
2094
+ data_format: zip
2095
+ product_type: climate_impact_indicators
2096
+ variable: 2m_air_temperature
2097
+ variable_type: absolute_change_from_reference_period
2098
+ processing_type: original
2099
+ time_aggregation: monthly_mean
2100
+ horizontal_resolution: 5_km
2101
+ experiment: degree_scenario
2102
+ rcm: cclm4_8_17
2103
+ gcm: ec_earth
2104
+ ensemble_member: r12i1p1
2105
+ period: 1_5_c
2426
2106
  GENERIC_PRODUCT_TYPE:
2427
- "ecmwf:dataset": '{productType}'
2107
+ dataset: '{productType}'
2428
2108
  ---
2429
2109
  !provider # MARK: sara
2430
2110
  name: sara
@@ -2738,7 +2418,8 @@
2738
2418
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
2739
2419
  productType: '$.queries[0].domain'
2740
2420
  storageStatus: '{$.requiresJobQueue#get_group_name((?P<ONLINE>False)|(?P<OFFLINE>True))}'
2741
- downloadLink: 'https://my.meteoblue.com/dataset/query'
2421
+ qs: $.qs
2422
+ downloadLink: https://my.meteoblue.com/dataset/query?{qs#to_geojson}
2742
2423
  # Meteoblue specific parameters
2743
2424
  datapoints: '$.datapoints'
2744
2425
  requiresJobQueue: '$.requiresJobQueue'
@@ -2755,7 +2436,8 @@
2755
2436
  timeIntervalsAlignment:
2756
2437
  - '{{"timeIntervalsAlignment": {timeIntervalsAlignment#to_geojson} }}'
2757
2438
  - '$.timeIntervalsAlignment'
2758
- orderLink: '{$.downloadLink#replace_str(r"^(.*)(\")(queries\")(.)",r"\1\2runOnJobQueue\2\4 true, \2\3\4")}'
2439
+ orderLink: https://my.meteoblue.com/dataset/query?{qs#replace_str(r"^(.*)(\")(queries\")(.)",r"\1\2runOnJobQueue\2\4 true, \2\3\4")}
2440
+ # orderLink: '{$.downloadLink#replace_str(r"^(.*)(\")(queries\")(.)",r"\1\2runOnJobQueue\2\4 true, \2\3\4")}'
2759
2441
  products:
2760
2442
  NEMSGLOBAL_TCDC:
2761
2443
  productType: NEMSGLOBAL
@@ -3254,6 +2936,7 @@
3254
2936
  need_auth: true
3255
2937
  auth_error_code: 401
3256
2938
  ssl_verify: true
2939
+ asset_key_from_href: false
3257
2940
  discover_queryables:
3258
2941
  fetch_url: null
3259
2942
  product_type_fetch_url: null
@@ -3298,20 +2981,6 @@
3298
2981
  description: WEkEO - Sentinel and some various Copernicus data
3299
2982
  url: https://www.wekeo.eu/
3300
2983
  # anchors to avoid duplications
3301
- anchor_dates_eum: &eo_eum_dates
3302
- startTimeFromAscendingNode:
3303
- - '{{"dtstart": "{startTimeFromAscendingNode}"}}'
3304
- - '$.properties.startdate'
3305
- completionTimeFromAscendingNode:
3306
- - '{{"dtend": "{completionTimeFromAscendingNode}"}}'
3307
- - '$.properties.enddate'
3308
- anchor_dates_clms: &clms_dates
3309
- startTimeFromAscendingNode:
3310
- - '{{"start": "{startTimeFromAscendingNode}"}}'
3311
- - '$.properties.startdate'
3312
- completionTimeFromAscendingNode:
3313
- - '{{"end": "{completionTimeFromAscendingNode}"}}'
3314
- - '$.properties.enddate'
3315
2984
  anchor_s1_sar: &s1_sar_params
3316
2985
  processingLevel:
3317
2986
  - '{{"processingLevel": "{processingLevel}"}}'
@@ -3345,8 +3014,8 @@
3345
3014
  id:
3346
3015
  - |
3347
3016
  {{
3348
- "start": "{id#replace_str(r'^.*_([0-9][0-9][0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])_.*$',r'\1-\2-\3T\4%3A\5%3A00Z')}",
3349
- "end": "{id#replace_str(r'^.*_([0-9][0-9][0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])_.*$',r'\1-\2-\3T\4%3A\5%3A00Z')}"
3017
+ "startdate": "{id#replace_str(r'^.*_([0-9][0-9][0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])_.*$',r'\1-\2-\3T\4%3A\5%3A00Z')}",
3018
+ "enddate": "{id#replace_str(r'^.*_([0-9][0-9][0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])_.*$',r'\1-\2-\3T\4%3A\5%3A00Z')}"
3350
3019
  }}
3351
3020
  - '$.id'
3352
3021
  search: !plugin
@@ -3379,10 +3048,10 @@
3379
3048
  - '{{"productIdentifier": "{id}"}}'
3380
3049
  - '{$.id#remove_extension}'
3381
3050
  startTimeFromAscendingNode:
3382
- - '{{"startDate": "{startTimeFromAscendingNode}"}}'
3051
+ - '{{"startdate": "{startTimeFromAscendingNode}"}}'
3383
3052
  - '$.properties.startdate'
3384
3053
  completionTimeFromAscendingNode:
3385
- - '{{"completionDate": "{completionTimeFromAscendingNode}"}}'
3054
+ - '{{"enddate": "{completionTimeFromAscendingNode}"}}'
3386
3055
  - '$.properties.enddate'
3387
3056
  downloadLink: '$.properties.location'
3388
3057
  title: '$.id'
@@ -3456,6 +3125,7 @@
3456
3125
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:SENTINEL-1"}}'
3457
3126
  S2_MSI_L1C:
3458
3127
  productType: EO:ESA:DAT:SENTINEL-2
3128
+ providerProductType: S2MSI1C
3459
3129
  processingLevel: S2MSI1C
3460
3130
  metadata_mapping:
3461
3131
  processingLevel:
@@ -3467,6 +3137,7 @@
3467
3137
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:SENTINEL-2"}}'
3468
3138
  S2_MSI_L2A:
3469
3139
  productType: EO:ESA:DAT:SENTINEL-2
3140
+ providerProductType: S2MSI2A
3470
3141
  processingLevel: S2MSI2A
3471
3142
  metadata_mapping:
3472
3143
  processingLevel:
@@ -3476,17 +3147,6 @@
3476
3147
  - '{{"cloudCover": "{cloudCover}"}}'
3477
3148
  - '$.null'
3478
3149
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:SENTINEL-2"}}'
3479
- S2_MSI_L2AP:
3480
- productType: EO:ESA:DAT:SENTINEL-2
3481
- processingLevel: S2MSI2AP
3482
- metadata_mapping:
3483
- processingLevel:
3484
- - '{{"processingLevel": "{processingLevel}"}}'
3485
- - '$.id.`sub(/^[^_]([^_]+)_([^_]+)_.*/, S2\\2)`'
3486
- cloudCover:
3487
- - '{{"cloudCover": "{cloudCover}"}}'
3488
- - '$.null'
3489
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:SENTINEL-2"}}'
3490
3150
  S3_LAN_HY:
3491
3151
  productType: EO:ESA:DAT:SENTINEL-3
3492
3152
  providerProductType: SR_2_LAN_HY
@@ -3545,9 +3205,8 @@
3545
3205
  productType: EO:EUM:DAT:SENTINEL-3:OL_1_EFR___
3546
3206
  metadata_mapping:
3547
3207
  id:
3548
- - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3208
+ - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
3549
3209
  - '{$.id#remove_extension}'
3550
- <<: *eo_eum_dates
3551
3210
  platform:
3552
3211
  - '{{"sat": "{platform}"}}'
3553
3212
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
@@ -3558,9 +3217,8 @@
3558
3217
  productType: EO:EUM:DAT:SENTINEL-3:OL_1_ERR___
3559
3218
  metadata_mapping:
3560
3219
  id:
3561
- - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3220
+ - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
3562
3221
  - '{$.id#remove_extension}'
3563
- <<: *eo_eum_dates
3564
3222
  platform:
3565
3223
  - '{{"sat": "{platform}"}}'
3566
3224
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
@@ -3571,9 +3229,8 @@
3571
3229
  productType: EO:EUM:DAT:SENTINEL-3:OL_2_WFR___
3572
3230
  metadata_mapping:
3573
3231
  id:
3574
- - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3232
+ - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
3575
3233
  - '{$.id#remove_extension}'
3576
- <<: *eo_eum_dates
3577
3234
  platform:
3578
3235
  - '{{"sat": "{platform}"}}'
3579
3236
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
@@ -3584,9 +3241,8 @@
3584
3241
  productType: EO:EUM:DAT:SENTINEL-3:OL_2_WRR___
3585
3242
  metadata_mapping:
3586
3243
  id:
3587
- - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3244
+ - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
3588
3245
  - '{$.id#remove_extension}'
3589
- <<: *eo_eum_dates
3590
3246
  platform:
3591
3247
  - '{{"sat": "{platform}"}}'
3592
3248
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
@@ -3597,9 +3253,8 @@
3597
3253
  productType: EO:EUM:DAT:SENTINEL-3:SR_1_SRA___
3598
3254
  metadata_mapping:
3599
3255
  id:
3600
- - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3256
+ - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
3601
3257
  - '{$.id#remove_extension}'
3602
- <<: *eo_eum_dates
3603
3258
  platform:
3604
3259
  - '{{"sat": "{platform}"}}'
3605
3260
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
@@ -3610,9 +3265,8 @@
3610
3265
  productType: EO:EUM:DAT:SENTINEL-3:SR_1_SRA_A_
3611
3266
  metadata_mapping:
3612
3267
  id:
3613
- - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3268
+ - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
3614
3269
  - '{$.id#remove_extension}'
3615
- <<: *eo_eum_dates
3616
3270
  platform:
3617
3271
  - '{{"sat": "{platform}"}}'
3618
3272
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
@@ -3623,24 +3277,21 @@
3623
3277
  productType: EO:EUM:DAT:SENTINEL-3:SR_1_SRA_BS
3624
3278
  metadata_mapping:
3625
3279
  id:
3626
- - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3280
+ - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
3627
3281
  - '{$.id#remove_extension}'
3628
- <<: *eo_eum_dates
3629
3282
  platform:
3630
3283
  - '{{"sat": "{platform}"}}'
3631
3284
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
3632
3285
  platformSerialIdentifier: '$.id.`sub(/^[^_]([^_]+)_.*/, S\\1)`'
3633
3286
  <<: *orbit_cycle
3634
3287
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:EUM:DAT:SENTINEL-3:SR_1_SRA_BS"}}'
3635
-
3636
3288
  S3_SLSTR_L1RBT:
3637
3289
  productType: EO:EUM:DAT:SENTINEL-3:SL_1_RBT___
3638
3290
  providerProductType: SL_1_RBT___
3639
3291
  metadata_mapping:
3640
3292
  id:
3641
- - '{{"productType": "SL_1_RBT___", "timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3293
+ - '{{"productType": "SL_1_RBT___", "timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
3642
3294
  - '{$.id#remove_extension}'
3643
- <<: *eo_eum_dates
3644
3295
  platform:
3645
3296
  - '{{"sat": "{platform}"}}'
3646
3297
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
@@ -3651,9 +3302,8 @@
3651
3302
  productType: EO:EUM:DAT:SENTINEL-3:SR_2_WAT___
3652
3303
  metadata_mapping:
3653
3304
  id:
3654
- - '{{"type": "SR_2_WAT___", "timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3305
+ - '{{"type": "SR_2_WAT___", "timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
3655
3306
  - '{$.id#remove_extension}'
3656
- <<: *eo_eum_dates
3657
3307
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:EUM:DAT:SENTINEL-3:SR_2_WAT___"}}'
3658
3308
  S5P_L1B_IR_ALL:
3659
3309
  productType: EO:ESA:DAT:SENTINEL-5P
@@ -3683,7 +3333,6 @@
3683
3333
  id:
3684
3334
  - '{{"uid": "{id}"}}'
3685
3335
  - '$.id'
3686
- <<: *clms_dates
3687
3336
  relativeOrbitNumber:
3688
3337
  - '{{"relativeOrbitNumber": "{relativeOrbitNumber}"}}'
3689
3338
  - '$.null'
@@ -3698,36 +3347,36 @@
3698
3347
  - '$.null'
3699
3348
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:EEA:DAT:CLMS_HRVPP_VI"}}'
3700
3349
  COP_DEM_GLO30_DGED:
3701
- productType: EO:DEM:DAT:COP-DEM_GLO-30-DGED__2023_1
3350
+ productType: EO:ESA:DAT:COP-DEM
3351
+ providerProductType: DGE_30
3702
3352
  metadata_mapping:
3703
- id: '$.id'
3704
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:DEM:DAT:COP-DEM_GLO-30-DGED__2023_1"}}'
3353
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:COP-DEM"}}'
3705
3354
  COP_DEM_GLO30_DTED:
3706
- productType: EO:DEM:DAT:COP-DEM_GLO-30-DTED__2023_1
3355
+ productType: EO:ESA:DAT:COP-DEM
3356
+ providerProductType: DTE_30
3707
3357
  metadata_mapping:
3708
- id: '$.id'
3709
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:DEM:DAT:COP-DEM_GLO-30-DTED__2023_1"}}'
3358
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:COP-DEM"}}'
3710
3359
  COP_DEM_GLO90_DGED:
3711
- productType: EO:DEM:DAT:COP-DEM_GLO-90-DGED__2023_1
3360
+ productType: EO:ESA:DAT:COP-DEM
3361
+ providerProductType: DGE_90
3712
3362
  metadata_mapping:
3713
- id: '$.id'
3714
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:DEM:DAT:COP-DEM_GLO-90-DGED__2023_1"}}'
3363
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:COP-DEM"}}'
3715
3364
  COP_DEM_GLO90_DTED:
3716
- productType: EO:DEM:DAT:COP-DEM_GLO-90-DTED__2023_1
3365
+ productType: EO:ESA:DAT:COP-DEM
3366
+ providerProductType: DTE_90
3717
3367
  metadata_mapping:
3718
- id: '$.id'
3719
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:DEM:DAT:COP-DEM_GLO-90-DTED__2023_1"}}'
3368
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:COP-DEM"}}'
3720
3369
  CLMS_GLO_NDVI_333M:
3721
3370
  productType: EO:CLMS:DAT:CLMS_GLOBAL_NDVI_300M_V1_10DAILY_NETCDF
3371
+ providerProductType: NDVI300
3722
3372
  metadata_mapping:
3723
3373
  <<: *id_from_date
3724
- <<: *clms_dates
3725
3374
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_NDVI_300M_V1_10DAILY_NETCDF"}}'
3726
3375
  CLMS_GLO_NDVI_1KM_LTS:
3727
3376
  productType: EO:CLMS:DAT:CLMS_GLOBAL_NDVI_1KM_V2_10DAILY_NETCDF
3377
+ providerProductType: NDVI
3728
3378
  metadata_mapping:
3729
3379
  <<: *id_from_date
3730
- <<: *clms_dates
3731
3380
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_NDVI_1KM_V2_10DAILY_NETCDF"}}'
3732
3381
  CLMS_CORINE:
3733
3382
  productType: EO:CLMS:DAT:CORINE
@@ -3742,45 +3391,45 @@
3742
3391
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CORINE"}}'
3743
3392
  CLMS_GLO_FCOVER_333M:
3744
3393
  productType: EO:CLMS:DAT:CLMS_GLOBAL_FCOVER_300M_V1_10DAILY_NETCDF
3394
+ providerProductType: FCOVER300
3745
3395
  metadata_mapping:
3746
3396
  <<: *id_from_date
3747
- <<: *clms_dates
3748
3397
  productGroupId:
3749
3398
  - '{{"productGroupId": "{productGroupId}"}}'
3750
3399
  - '$.null'
3751
3400
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_FCOVER_300M_V1_10DAILY_NETCDF"}}'
3752
3401
  CLMS_GLO_DMP_333M:
3753
3402
  productType: EO:CLMS:DAT:CLMS_GLOBAL_DMP_300M_V1_10DAILY_NETCDF
3403
+ providerProductType: DMP300
3754
3404
  metadata_mapping:
3755
3405
  <<: *id_from_date
3756
- <<: *clms_dates
3757
3406
  productGroupId:
3758
3407
  - '{{"productGroupId": "{productGroupId}"}}'
3759
3408
  - '$.null'
3760
3409
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_DMP_300M_V1_10DAILY_NETCDF"}}'
3761
3410
  CLMS_GLO_GDMP_333M:
3762
3411
  productType: EO:CLMS:DAT:CLMS_GLOBAL_GDMP_300M_V1_10DAILY_NETCDF
3412
+ providerProductType: GDMP300
3763
3413
  metadata_mapping:
3764
3414
  <<: *id_from_date
3765
- <<: *clms_dates
3766
3415
  productGroupId:
3767
3416
  - '{{"productGroupId": "{productGroupId}"}}'
3768
3417
  - '$.null'
3769
3418
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_GDMP_300M_V1_10DAILY_NETCDF"}}'
3770
3419
  CLMS_GLO_FAPAR_333M:
3771
3420
  productType: EO:CLMS:DAT:CLMS_GLOBAL_FAPAR_300M_V1_10DAILY_NETCDF
3421
+ providerProductType: FAPAR300
3772
3422
  metadata_mapping:
3773
3423
  <<: *id_from_date
3774
- <<: *clms_dates
3775
3424
  productGroupId:
3776
3425
  - '{{"productGroupId": "{productGroupId}"}}'
3777
3426
  - '$.null'
3778
3427
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_FAPAR_300M_V1_10DAILY_NETCDF"}}'
3779
3428
  CLMS_GLO_LAI_333M:
3780
3429
  productType: EO:CLMS:DAT:CLMS_GLOBAL_LAI_300M_V1_10DAILY_NETCDF
3430
+ providerProductType: LAI300
3781
3431
  metadata_mapping:
3782
3432
  <<: *id_from_date
3783
- <<: *clms_dates
3784
3433
  productGroupId:
3785
3434
  - '{{"productGroupId": "{productGroupId}"}}'
3786
3435
  - '$.null'
@@ -3835,9 +3484,9 @@
3835
3484
  startTimeFromAscendingNode:
3836
3485
  - |
3837
3486
  {{
3838
- "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
3839
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
3840
- "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"],
3487
+ "year": {_date#interval_to_datetime_dict}["year"],
3488
+ "month": {_date#interval_to_datetime_dict}["month"],
3489
+ "day": {_date#interval_to_datetime_dict}["day"],
3841
3490
  "time": {startTimeFromAscendingNode#get_ecmwf_time}
3842
3491
  }}
3843
3492
  - $.properties.startdate
@@ -3846,18 +3495,18 @@
3846
3495
  startTimeFromAscendingNode:
3847
3496
  - |
3848
3497
  {{
3849
- "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
3850
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
3851
- "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"]
3498
+ "year": {_date#interval_to_datetime_dict}["year"],
3499
+ "month": {_date#interval_to_datetime_dict}["month"],
3500
+ "day": {_date#interval_to_datetime_dict}["day"]
3852
3501
  }}
3853
3502
  - $.properties.startdate
3854
3503
  completionTimeFromAscendingNode: $.properties.enddate
3855
- anchor_year_month: &month_year
3504
+ anchor_month_year: &month_year
3856
3505
  startTimeFromAscendingNode:
3857
3506
  - |
3858
3507
  {{
3859
- "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
3860
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"]
3508
+ "year": {_date#interval_to_datetime_dict}["year"],
3509
+ "month": {_date#interval_to_datetime_dict}["month"]
3861
3510
  }}
3862
3511
  - $.properties.startdate
3863
3512
  completionTimeFromAscendingNode: $.properties.enddate
@@ -3875,16 +3524,11 @@
3875
3524
  max_items_per_page: 200
3876
3525
  discover_product_types:
3877
3526
  fetch_url: null
3878
- available_values_url: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/queryable/{productType}'
3527
+ available_values_url: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/queryable/{dataset}'
3879
3528
  metadata_mapping:
3880
- productType:
3881
- - '{{"dataset_id": "{productType}"}}'
3882
- - $.productType
3883
3529
  geometry:
3884
3530
  - '{{"bbox": {geometry#to_bounds}}}'
3885
3531
  - $.geometry
3886
- defaultGeometry: POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))
3887
- id: $.id
3888
3532
  startTimeFromAscendingNode:
3889
3533
  - '{{"startdate": "{startTimeFromAscendingNode#to_iso_utc_datetime}"}}'
3890
3534
  - $.properties.startdate
@@ -3892,25 +3536,26 @@
3892
3536
  - '{{"enddate": "{completionTimeFromAscendingNode#to_iso_utc_datetime}"}}'
3893
3537
  - $.properties.enddate
3894
3538
  downloadLink: $.properties.location
3895
- title: $.id
3896
- storageStatus: OFFLINE
3897
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "{productType}"}}'
3539
+ dataset:
3540
+ - dataset_id
3541
+ - $.dataset
3542
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "{dataset}"}}'
3898
3543
  products:
3899
3544
  SATELLITE_CARBON_DIOXIDE:
3900
- productType: EO:ECMWF:DAT:SATELLITE_CARBON_DIOXIDE
3901
- ecmwf:processing_level: level_2
3902
- ecmwf:version: '4_5'
3903
- ecmwf:variable: xco2
3904
- ecmwf:sensor_and_algorithm: merged_emma
3545
+ dataset: EO:ECMWF:DAT:SATELLITE_CARBON_DIOXIDE
3546
+ processing_level: level_2
3547
+ version: '4_0'
3548
+ variable: xco2
3549
+ sensor_and_algorithm: sciamachy_wfmd
3905
3550
  metadata_mapping:
3906
3551
  <<: *day_month_year
3907
3552
  SATELLITE_FIRE_BURNED_AREA:
3908
- productType: EO:ECMWF:DAT:SATELLITE_FIRE_BURNED_AREA
3909
- ecmwf:origin: esa_cci
3910
- ecmwf:sensor: modis
3911
- ecmwf:variable: pixel_variables
3912
- ecmwf:version: 5_1_1cds
3913
- ecmwf:region: europe
3553
+ dataset: EO:ECMWF:DAT:SATELLITE_FIRE_BURNED_AREA
3554
+ origin: esa_cci
3555
+ sensor: modis
3556
+ variable: pixel_variables
3557
+ version: 5_1_1cds
3558
+ region: europe
3914
3559
  metadata_mapping:
3915
3560
  startTimeFromAscendingNode:
3916
3561
  - |
@@ -3922,133 +3567,133 @@
3922
3567
  - $.properties.startdate
3923
3568
  completionTimeFromAscendingNode: $.properties.enddate
3924
3569
  SATELLITE_METHANE:
3925
- productType: EO:ECMWF:DAT:SATELLITE_METHANE
3926
- ecmwf:processing_level: level_2
3927
- ecmwf:version: '4_0'
3928
- ecmwf:variable: xch4
3929
- ecmwf:sensor_and_algorithm: sciamachy_wfmd
3570
+ dataset: EO:ECMWF:DAT:SATELLITE_METHANE
3571
+ processing_level: level_2
3572
+ version: '4_0'
3573
+ variable: xch4
3574
+ sensor_and_algorithm: sciamachy_wfmd
3930
3575
  metadata_mapping:
3931
3576
  <<: *day_month_year
3932
3577
  SATELLITE_SEA_ICE_EDGE_TYPE:
3933
- productType: EO:ECMWF:DAT:SATELLITE_SEA_ICE_EDGE_TYPE
3934
- ecmwf:variable: sea_ice_type
3935
- ecmwf:region: northern_hemisphere
3936
- ecmwf:cdr_type: cdr
3937
- ecmwf:version: '3_0'
3578
+ dataset: EO:ECMWF:DAT:SATELLITE_SEA_ICE_EDGE_TYPE
3579
+ variable: sea_ice_type
3580
+ region: northern_hemisphere
3581
+ cdr_type: cdr
3582
+ version: '3_0'
3938
3583
  metadata_mapping:
3939
3584
  <<: *day_month_year
3940
3585
  SATELLITE_SEA_ICE_THICKNESS:
3941
- productType: EO:ECMWF:DAT:SATELLITE_SEA_ICE_THICKNESS
3942
- ecmwf:satellite: envisat
3943
- ecmwf:cdr_type: cdr
3944
- ecmwf:variable: all
3945
- ecmwf:version: '3_0'
3586
+ dataset: EO:ECMWF:DAT:SATELLITE_SEA_ICE_THICKNESS
3587
+ satellite: envisat
3588
+ cdr_type: cdr
3589
+ variable: all
3590
+ version: '3_0'
3946
3591
  metadata_mapping:
3947
3592
  <<: *month_year
3948
3593
  SATELLITE_SEA_ICE_CONCENTRATION:
3949
- productType: EO:ECMWF:DAT:SATELLITE_SEA_ICE_CONCENTRATION
3950
- ecmwf:cdr_type: cdr
3951
- ecmwf:origin: eumetsat_osi_saf
3952
- ecmwf:region:
3594
+ dataset: EO:ECMWF:DAT:SATELLITE_SEA_ICE_CONCENTRATION
3595
+ cdr_type: cdr
3596
+ origin: eumetsat_osi_saf
3597
+ region:
3953
3598
  - northern_hemisphere
3954
3599
  - southern_hemisphere
3955
- ecmwf:sensor: ssmis
3956
- ecmwf:temporal_aggregation: daily
3957
- ecmwf:variable: all
3958
- ecmwf:version: v3
3600
+ sensor: ssmis
3601
+ temporal_aggregation: daily
3602
+ variable: all
3603
+ version: v3
3959
3604
  metadata_mapping:
3960
3605
  <<: *day_month_year
3961
3606
  SATELLITE_SEA_LEVEL_GLOBAL:
3962
- productType: EO:ECMWF:DAT:SATELLITE_SEA_LEVEL_GLOBAL
3963
- ecmwf:variable: daily
3964
- ecmwf:version: vdt2021
3607
+ dataset: EO:ECMWF:DAT:SATELLITE_SEA_LEVEL_GLOBAL
3608
+ variable: daily
3609
+ version: vdt2021
3965
3610
  metadata_mapping:
3966
3611
  <<: *day_month_year
3967
3612
  SEASONAL_ORIGINAL_SL:
3968
- productType: EO:ECMWF:DAT:SEASONAL_ORIGINAL_SINGLE_LEVELS
3969
- ecmwf:variable: land_sea_mask
3970
- ecmwf:leadtime_hour: 0
3971
- ecmwf:originating_centre: ecmwf
3972
- ecmwf:system: 5
3973
- ecmwf:data_format: grib
3613
+ dataset: EO:ECMWF:DAT:SEASONAL_ORIGINAL_SINGLE_LEVELS
3614
+ variable: land_sea_mask
3615
+ leadtime_hour: 0
3616
+ originating_centre: ecmwf
3617
+ system: 5
3618
+ data_format: grib
3974
3619
  metadata_mapping:
3975
3620
  <<: *day_month_year
3976
3621
  SEASONAL_ORIGINAL_PL:
3977
- productType: EO:ECMWF:DAT:SEASONAL_ORIGINAL_PRESSURE_LEVELS
3978
- ecmwf:variable: geopotential
3979
- ecmwf:pressure_level: 10
3980
- ecmwf:leadtime_hour: 12
3981
- ecmwf:originating_centre: ecmwf
3982
- ecmwf:system: 5
3983
- ecmwf:data_format: grib
3622
+ dataset: EO:ECMWF:DAT:SEASONAL_ORIGINAL_PRESSURE_LEVELS
3623
+ variable: geopotential
3624
+ pressure_level: 10
3625
+ leadtime_hour: 12
3626
+ originating_centre: ecmwf
3627
+ system: 5
3628
+ data_format: grib
3984
3629
  metadata_mapping:
3985
3630
  <<: *day_month_year
3986
3631
  SEASONAL_POSTPROCESSED_SL:
3987
- productType: EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_SINGLE_LEVELS
3988
- ecmwf:product_type: ensemble_mean
3989
- ecmwf:originating_centre: ecmwf
3990
- ecmwf:variable: 2m_dewpoint_temperature_anomaly
3991
- ecmwf:leadtime_month: 1
3992
- ecmwf:origin: ecmwf
3993
- ecmwf:system: 5
3994
- ecmwf:data_format: grib
3632
+ dataset: EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_SINGLE_LEVELS
3633
+ product_type: ensemble_mean
3634
+ originating_centre: ecmwf
3635
+ variable: 2m_dewpoint_temperature_anomaly
3636
+ leadtime_month: 1
3637
+ origin: ecmwf
3638
+ system: 5
3639
+ data_format: grib
3995
3640
  metadata_mapping:
3996
3641
  <<: *month_year
3997
3642
  SEASONAL_POSTPROCESSED_PL:
3998
- productType: EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_PRESSURE_LEVELS
3999
- ecmwf:product_type: ensemble_mean
4000
- ecmwf:variable: geopotential_anomaly
4001
- ecmwf:pressure_level: 10
4002
- ecmwf:leadtime_month: 1
4003
- ecmwf:originating_centre: ecmwf
4004
- ecmwf:system: 5
4005
- ecmwf:data_format: grib
3643
+ dataset: EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_PRESSURE_LEVELS
3644
+ product_type: ensemble_mean
3645
+ variable: geopotential_anomaly
3646
+ pressure_level: 10
3647
+ leadtime_month: 1
3648
+ originating_centre: ecmwf
3649
+ system: 5
3650
+ data_format: grib
4006
3651
  metadata_mapping:
4007
3652
  <<: *month_year
4008
3653
  SEASONAL_MONTHLY_SL:
4009
- productType: EO:ECMWF:DAT:SEASONAL_MONTHLY_SINGLE_LEVELS
4010
- ecmwf:variable: 10m_u_component_of_wind
4011
- ecmwf:product_type: monthly_mean
4012
- ecmwf:leadtime_month: 1
4013
- ecmwf:originating_centre: ecmwf
4014
- ecmwf:system: 5
4015
- ecmwf:data_format: grib
3654
+ dataset: EO:ECMWF:DAT:SEASONAL_MONTHLY_SINGLE_LEVELS
3655
+ variable: 10m_u_component_of_wind
3656
+ product_type: monthly_mean
3657
+ leadtime_month: 1
3658
+ originating_centre: ecmwf
3659
+ system: 5
3660
+ data_format: grib
4016
3661
  metadata_mapping:
4017
3662
  <<: *month_year
4018
3663
  SEASONAL_MONTHLY_PL:
4019
- productType: EO:ECMWF:DAT:SEASONAL_MONTHLY_PRESSURE_LEVELS
4020
- ecmwf:variable: geopotential
4021
- ecmwf:product_type: monthly_mean
4022
- ecmwf:leadtime_month: 1
4023
- ecmwf:pressure_level: 10
4024
- ecmwf:originating_centre: ecmwf
4025
- ecmwf:system: 5
4026
- ecmwf:data_format: grib
3664
+ dataset: EO:ECMWF:DAT:SEASONAL_MONTHLY_PRESSURE_LEVELS
3665
+ variable: geopotential
3666
+ product_type: monthly_mean
3667
+ leadtime_month: 1
3668
+ pressure_level: 10
3669
+ originating_centre: ecmwf
3670
+ system: 5
3671
+ data_format: grib
4027
3672
  metadata_mapping:
4028
3673
  <<: *month_year
4029
3674
  GLACIERS_DIST_RANDOLPH:
4030
- productType: EO:ECMWF:DAT:INSITU_GLACIERS_EXTENT
4031
- ecmwf:variable: glacier_area
4032
- ecmwf:product_type: gridded
4033
- ecmwf:data_format: zip
4034
- ecmwf:version: rgi_6_0
3675
+ dataset: EO:ECMWF:DAT:INSITU_GLACIERS_EXTENT
3676
+ variable: glacier_area
3677
+ product_type: gridded
3678
+ data_format: zip
3679
+ version: rgi_6_0
4035
3680
  metadata_mapping:
4036
3681
  <<: *day_month_year
4037
3682
  FIRE_HISTORICAL:
4038
- productType: EO:ECMWF:DAT:CEMS_FIRE_HISTORICAL_V1
4039
- ecmwf:product_type: reanalysis
4040
- ecmwf:variable: fire_weather_index
4041
- ecmwf:system_version: '4_1'
4042
- ecmwf:data_format: grib
4043
- ecmwf:grid: original_grid
4044
- ecmwf:dataset_type: consolidated_dataset
3683
+ dataset: EO:ECMWF:DAT:CEMS_FIRE_HISTORICAL_V1
3684
+ product_type: reanalysis
3685
+ variable: fire_weather_index
3686
+ system_version: '4_1'
3687
+ data_format: grib
3688
+ grid: original_grid
3689
+ dataset_type: consolidated_dataset
4045
3690
  metadata_mapping:
4046
3691
  <<: *day_month_year
4047
3692
  GRIDDED_GLACIERS_MASS_CHANGE:
4048
- productType: EO:ECMWF:DAT:DERIVED_GRIDDED_GLACIER_MASS_CHANGE
4049
- ecmwf:variable: glacier_mass_change
4050
- ecmwf:data_format: zip
4051
- ecmwf:product_version: wgms_fog_2022_09
3693
+ dataset: EO:ECMWF:DAT:DERIVED_GRIDDED_GLACIER_MASS_CHANGE
3694
+ variable: glacier_mass_change
3695
+ data_format: zip
3696
+ product_version: wgms_fog_2022_09
4052
3697
  metadata_mapping:
4053
3698
  startTimeFromAscendingNode:
4054
3699
  - |
@@ -4058,44 +3703,44 @@
4058
3703
  - $.properties.startdate
4059
3704
  completionTimeFromAscendingNode: $.properties.enddate
4060
3705
  UERRA_EUROPE_SL:
4061
- productType: EO:ECMWF:DAT:REANALYSIS_UERRA_EUROPE_SINGLE_LEVELS
4062
- ecmwf:variable: total_cloud_cover
4063
- ecmwf:origin: uerra_harmonie
4064
- ecmwf:data_format: grib # netcdf format may fail
3706
+ dataset: EO:ECMWF:DAT:REANALYSIS_UERRA_EUROPE_SINGLE_LEVELS
3707
+ variable: total_cloud_cover
3708
+ origin: uerra_harmonie
3709
+ data_format: grib # netcdf format may fail
4065
3710
  metadata_mapping:
4066
3711
  <<: *time_day_month_year
4067
3712
  AG_ERA5:
4068
- productType: EO:ECMWF:DAT:SIS_AGROMETEOROLOGICAL_INDICATORS
4069
- ecmwf:variable: cloud_cover
4070
- ecmwf:version: '1_1'
4071
- ecmwf:time: '06_00'
4072
- ecmwf:data_format: zip
4073
- ecmwf:statistic: 24_hour_mean
3713
+ dataset: EO:ECMWF:DAT:SIS_AGROMETEOROLOGICAL_INDICATORS
3714
+ variable: cloud_cover
3715
+ version: '1_1'
3716
+ time: '06_00'
3717
+ data_format: zip
3718
+ statistic: 24_hour_mean
4074
3719
  metadata_mapping:
4075
3720
  <<: *day_month_year
4076
3721
  ERA5_SL:
4077
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS
4078
- ecmwf:product_type: ensemble_mean
4079
- ecmwf:variable: 10m_u_component_of_wind
4080
- ecmwf:download_format: unarchived
4081
- ecmwf:data_format: grib # netcdf format may fail
3722
+ dataset: EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS
3723
+ product_type: ensemble_mean
3724
+ variable: 10m_u_component_of_wind
3725
+ download_format: unarchived
3726
+ data_format: grib # netcdf format may fail
4082
3727
  metadata_mapping:
4083
3728
  <<: *time_day_month_year
4084
3729
  ERA5_PL:
4085
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS
4086
- ecmwf:product_type: ensemble_mean
4087
- ecmwf:variable: temperature
4088
- ecmwf:pressure_level: 1
4089
- ecmwf:data_format: grib
4090
- ecmwf:download_format: unarchived
3730
+ dataset: EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS
3731
+ product_type: ensemble_mean
3732
+ variable: temperature
3733
+ pressure_level: 1
3734
+ data_format: grib
3735
+ download_format: unarchived
4091
3736
  metadata_mapping:
4092
3737
  <<: *time_day_month_year
4093
3738
  ERA5_SL_MONTHLY:
4094
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS_MONTHLY_MEANS
4095
- ecmwf:product_type: monthly_averaged_ensemble_members
4096
- ecmwf:variable: 10m_u_component_of_wind
4097
- ecmwf:data_format: grib
4098
- ecmwf:download_format: unarchived
3739
+ dataset: EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS_MONTHLY_MEANS
3740
+ product_type: monthly_averaged_ensemble_members
3741
+ variable: 10m_u_component_of_wind
3742
+ data_format: grib
3743
+ download_format: unarchived
4099
3744
  metadata_mapping:
4100
3745
  startTimeFromAscendingNode:
4101
3746
  - |
@@ -4107,12 +3752,12 @@
4107
3752
  - $.properties.startdate
4108
3753
  completionTimeFromAscendingNode: $.properties.enddate
4109
3754
  ERA5_PL_MONTHLY:
4110
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS_MONTHLY_MEANS
4111
- ecmwf:product_type: monthly_averaged_ensemble_members
4112
- ecmwf:variable: divergence
4113
- ecmwf:pressure_level: 1
4114
- ecmwf:data_format: grib
4115
- ecmwf:download_format: unarchived
3755
+ dataset: EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS_MONTHLY_MEANS
3756
+ product_type: monthly_averaged_ensemble_members
3757
+ variable: divergence
3758
+ pressure_level: 1
3759
+ data_format: grib
3760
+ download_format: unarchived
4116
3761
  metadata_mapping:
4117
3762
  startTimeFromAscendingNode:
4118
3763
  - |
@@ -4124,18 +3769,18 @@
4124
3769
  - $.properties.startdate
4125
3770
  completionTimeFromAscendingNode: $.properties.enddate
4126
3771
  ERA5_LAND:
4127
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_LAND
4128
- ecmwf:variable: 2m_dewpoint_temperature
4129
- ecmwf:data_format: grib
4130
- ecmwf:download_format: unarchived
3772
+ dataset: EO:ECMWF:DAT:REANALYSIS_ERA5_LAND
3773
+ variable: 2m_dewpoint_temperature
3774
+ data_format: grib
3775
+ download_format: unarchived
4131
3776
  metadata_mapping:
4132
3777
  <<: *time_day_month_year
4133
3778
  ERA5_LAND_MONTHLY:
4134
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_LAND_MONTHLY_MEANS
4135
- ecmwf:product_type: monthly_averaged_reanalysis
4136
- ecmwf:variable: 2m_dewpoint_temperature
4137
- ecmwf:data_format: grib
4138
- ecmwf:download_format: unarchived
3779
+ dataset: EO:ECMWF:DAT:REANALYSIS_ERA5_LAND_MONTHLY_MEANS
3780
+ product_type: monthly_averaged_reanalysis
3781
+ variable: 2m_dewpoint_temperature
3782
+ data_format: grib
3783
+ download_format: unarchived
4139
3784
  metadata_mapping:
4140
3785
  startTimeFromAscendingNode:
4141
3786
  - |
@@ -4147,16 +3792,16 @@
4147
3792
  - $.properties.startdate
4148
3793
  completionTimeFromAscendingNode: $.properties.enddate
4149
3794
  CAMS_EAC4:
4150
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_REANALYSIS_EAC4
4151
- ecmwf:data_format: grib
4152
- ecmwf:variable: 2m_dewpoint_temperature
4153
- ecmwf:time: 00:00
3795
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_REANALYSIS_EAC4
3796
+ data_format: grib
3797
+ variable: 2m_dewpoint_temperature
3798
+ time: 00:00
4154
3799
  CAMS_GLOBAL_EMISSIONS:
4155
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_EMISSION_INVENTORIES
4156
- ecmwf:version: latest
4157
- ecmwf:data_format: zip
4158
- ecmwf:variable: acids
4159
- ecmwf:source: anthropogenic
3800
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_EMISSION_INVENTORIES
3801
+ version: latest
3802
+ data_format: zip
3803
+ variable: acids
3804
+ source: anthropogenic
4160
3805
  metadata_mapping:
4161
3806
  startTimeFromAscendingNode:
4162
3807
  - |
@@ -4166,95 +3811,95 @@
4166
3811
  - $.properties.startdate
4167
3812
  completionTimeFromAscendingNode: $.properties.enddate
4168
3813
  CAMS_EAC4_MONTHLY:
4169
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_REANALYSIS_EAC4_MONTHLY
4170
- ecmwf:data_format: grib
4171
- ecmwf:variable: 2m_dewpoint_temperature
4172
- ecmwf:product_type: monthly_mean
3814
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_REANALYSIS_EAC4_MONTHLY
3815
+ data_format: grib
3816
+ variable: 2m_dewpoint_temperature
3817
+ product_type: monthly_mean
4173
3818
  metadata_mapping:
4174
3819
  <<: *month_year
4175
3820
  CAMS_GREENHOUSE_INVERSION:
4176
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_GREENHOUSE_GAS_INVERSION
4177
- ecmwf:version: latest
4178
- ecmwf:variable: carbon_dioxide
4179
- ecmwf:quantity: mean_column
4180
- ecmwf:input_observations: surface
4181
- ecmwf:time_aggregation: instantaneous
3821
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_GREENHOUSE_GAS_INVERSION
3822
+ version: latest
3823
+ variable: carbon_dioxide
3824
+ quantity: mean_column
3825
+ input_observations: surface
3826
+ time_aggregation: instantaneous
4182
3827
  metadata_mapping:
4183
3828
  <<: *month_year
4184
3829
  CAMS_EU_AIR_QUALITY_RE:
4185
- productType: EO:ECMWF:DAT:CAMS_EUROPE_AIR_QUALITY_REANALYSES
4186
- ecmwf:type: validated_reanalysis
4187
- ecmwf:data_format: zip
4188
- ecmwf:variable: nitrogen_dioxide
4189
- ecmwf:model: ensemble
4190
- ecmwf:level: 0
3830
+ dataset: EO:ECMWF:DAT:CAMS_EUROPE_AIR_QUALITY_REANALYSES
3831
+ type: validated_reanalysis
3832
+ data_format: zip
3833
+ variable: nitrogen_dioxide
3834
+ model: ensemble
3835
+ level: 0
4191
3836
  metadata_mapping:
4192
3837
  <<: *month_year
4193
3838
  CAMS_GRF:
4194
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_RADIATIVE_FORCINGS
4195
- ecmwf:data_format: zip
4196
- ecmwf:variable: radiative_forcing_of_carbon_dioxide
4197
- ecmwf:forcing_type: instantaneous
4198
- ecmwf:band: long_wave
4199
- ecmwf:sky_type: all_sky
4200
- ecmwf:level: surface
4201
- ecmwf:version: 2
3839
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_RADIATIVE_FORCINGS
3840
+ data_format: zip
3841
+ variable: radiative_forcing_of_carbon_dioxide
3842
+ forcing_type: instantaneous
3843
+ band: long_wave
3844
+ sky_type: all_sky
3845
+ level: surface
3846
+ version: 2
4202
3847
  metadata_mapping:
4203
3848
  <<: *month_year
4204
3849
  CAMS_GRF_AUX:
4205
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_RADIATIVE_FORCING_AUXILLIARY_VARIABLES
4206
- ecmwf:band: short_wave
4207
- ecmwf:sky_type: clear_sky
4208
- ecmwf:version: 1.5
4209
- ecmwf:data_format: zip
4210
- ecmwf:variable: aerosol_radiation_effect
4211
- ecmwf:aerosol_type: marine
4212
- ecmwf:level: surface
3850
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_RADIATIVE_FORCING_AUXILLIARY_VARIABLES
3851
+ band: short_wave
3852
+ sky_type: clear_sky
3853
+ version: 1.5
3854
+ data_format: zip
3855
+ variable: aerosol_radiation_effect
3856
+ aerosol_type: marine
3857
+ level: surface
4213
3858
  metadata_mapping:
4214
3859
  <<: *month_year
4215
3860
  CAMS_GREENHOUSE_EGG4:
4216
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_GHG_REANALYSIS_EGG4
4217
- ecmwf:data_format: grib
4218
- ecmwf:variable: snow_albedo
4219
- ecmwf:step: 0
3861
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_GHG_REANALYSIS_EGG4
3862
+ data_format: grib
3863
+ variable: snow_albedo
3864
+ step: 0
4220
3865
  CAMS_GREENHOUSE_EGG4_MONTHLY:
4221
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_GHG_REANALYSIS_EGG4_MONTHLY
4222
- ecmwf:data_format: grib
4223
- ecmwf:variable: snow_albedo
4224
- ecmwf:product_type: monthly_mean_by_hour_of_day
4225
- ecmwf:step: 3
4226
- ecmwf:time: 00:00
3866
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_GHG_REANALYSIS_EGG4_MONTHLY
3867
+ data_format: grib
3868
+ variable: snow_albedo
3869
+ product_type: monthly_mean_by_hour_of_day
3870
+ step: 3
3871
+ time: 00:00
4227
3872
  metadata_mapping:
4228
3873
  <<: *month_year
4229
3874
  CAMS_EU_AIR_QUALITY_FORECAST:
4230
- productType: EO:ECMWF:DAT:CAMS_EUROPE_AIR_QUALITY_FORECASTS
4231
- ecmwf:model: ensemble
4232
- ecmwf:data_format: grib
4233
- ecmwf:variable: alder_pollen
4234
- ecmwf:type: forecast
4235
- ecmwf:time: 00:00
4236
- ecmwf:level: 0
4237
- ecmwf:leadtime_hour: 0
3875
+ dataset: EO:ECMWF:DAT:CAMS_EUROPE_AIR_QUALITY_FORECASTS
3876
+ model: ensemble
3877
+ data_format: grib
3878
+ variable: alder_pollen
3879
+ type: forecast
3880
+ time: 00:00
3881
+ level: 0
3882
+ leadtime_hour: 0
4238
3883
  CAMS_GAC_FORECAST:
4239
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_ATMOSPHERIC_COMPOSITION_FORECASTS
4240
- ecmwf:type: forecast
4241
- ecmwf:data_format: grib
4242
- ecmwf:variable: 10m_u_component_of_wind
4243
- ecmwf:time: 00:00
4244
- ecmwf:leadtime_hour: 0
3884
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_ATMOSPHERIC_COMPOSITION_FORECASTS
3885
+ type: forecast
3886
+ data_format: grib
3887
+ variable: 10m_u_component_of_wind
3888
+ time: 00:00
3889
+ leadtime_hour: 0
4245
3890
  CAMS_GFE_GFAS:
4246
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_FIRE_EMISSIONS_GFAS
4247
- ecmwf:data_format: grib
4248
- ecmwf:variable: wildfire_combustion_rate
4249
- ecmwf:time: 00:00
4250
- ecmwf:leadtime_hour: 0
3891
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_FIRE_EMISSIONS_GFAS
3892
+ data_format: grib
3893
+ variable: wildfire_combustion_rate
3894
+ time: 00:00
3895
+ leadtime_hour: 0
4251
3896
  CAMS_SOLAR_RADIATION:
4252
- productType: EO:ECMWF:DAT:CAMS_SOLAR_RADIATION_TIMESERIES
4253
- ecmwf:sky_type: clear
4254
- ecmwf:time_step: 1minute
4255
- ecmwf:time_reference: true_solar_time
4256
- ecmwf:altitude: -999
4257
- ecmwf:format: csv
3897
+ dataset: EO:ECMWF:DAT:CAMS_SOLAR_RADIATION_TIMESERIES
3898
+ sky_type: clear
3899
+ time_step: 1minute
3900
+ time_reference: true_solar_time
3901
+ altitude: -999
3902
+ format: csv
4258
3903
  geometry: POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))
4259
3904
  metadata_mapping:
4260
3905
  geometry:
@@ -4787,44 +4432,40 @@
4787
4432
  discover_queryables:
4788
4433
  fetch_url: null
4789
4434
  product_type_fetch_url: null
4790
- constraints_url: "https://s3.central.data.destination-earth.eu/swift/v1/dedt-lumi-constraints/{ecmwf:dataset}.json"
4435
+ constraints_url: "https://s3.central.data.destination-earth.eu/swift/v1/dedt-lumi-constraints/{dataset}.json"
4791
4436
  metadata_mapping:
4792
- productType: destination-earth
4793
- storageStatus: OFFLINE
4794
4437
  startTimeFromAscendingNode: '{$.startTimeFromAscendingNode#to_iso_date}'
4795
4438
  completionTimeFromAscendingNode:
4796
4439
  - '{{"date": "{startTimeFromAscendingNode#to_non_separated_date}/to/{completionTimeFromAscendingNode#to_non_separated_date}"}}'
4797
4440
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
4798
- geometry: POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))
4799
4441
  qs: $.qs
4800
4442
  orderLink: 'https://polytope.lumi.apps.dte.destination-earth.eu/api/v1/requests/destination-earth?{{"verb": "retrieve", "request": {qs#to_geojson} }}'
4801
- downloadLink: $.null
4802
4443
  products:
4803
4444
  DT_EXTREMES:
4804
- "ecmwf:dataset": extremes-dt
4805
- "ecmwf:class": d1
4806
- "ecmwf:expver": "0001"
4807
- "ecmwf:stream": oper
4808
- "ecmwf:type": fc
4809
- "ecmwf:levtype": sfc
4810
- "ecmwf:step": "0"
4811
- "ecmwf:param": "31"
4812
- "ecmwf:time": "0000"
4445
+ dataset: extremes-dt
4446
+ class: d1
4447
+ expver: "0001"
4448
+ stream: oper
4449
+ type: fc
4450
+ levtype: sfc
4451
+ step: 0
4452
+ param: 31
4453
+ time: "0000"
4813
4454
  DT_CLIMATE_ADAPTATION:
4814
- "ecmwf:dataset": climate-dt
4815
- "ecmwf:class": d1
4816
- "ecmwf:generation": 1
4817
- "ecmwf:expver": "0001"
4818
- "ecmwf:stream": clte
4819
- "ecmwf:type": fc
4820
- "ecmwf:activity": ScenarioMIP
4821
- "ecmwf:experiment": SSP3-7.0
4822
- "ecmwf:realization": 1
4823
- "ecmwf:model": IFS-NEMO
4824
- "ecmwf:param": 134/165/166
4825
- "ecmwf:resolution": high
4826
- "ecmwf:levtype": sfc
4827
- "ecmwf:time": "0000"
4455
+ dataset: climate-dt
4456
+ class: d1
4457
+ generation: 1
4458
+ expver: "0001"
4459
+ stream: clte
4460
+ type: fc
4461
+ activity: ScenarioMIP
4462
+ experiment: SSP3-7.0
4463
+ realization: 1
4464
+ model: IFS-NEMO
4465
+ param: 134/165/166
4466
+ resolution: high
4467
+ levtype: sfc
4468
+ time: "0000"
4828
4469
  download: !plugin
4829
4470
  type: HTTPDownload
4830
4471
  ssl_verify: true
@@ -4887,6 +4528,7 @@
4887
4528
  api_endpoint: https://hda.data.destination-earth.eu/stac/search
4888
4529
  need_auth: true
4889
4530
  timeout: 60
4531
+ asset_key_from_href: false
4890
4532
  metadata_mapping:
4891
4533
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4892
4534
  quicklook: '{thumbnail}'
@@ -4924,6 +4566,7 @@
4924
4566
  timeout: 20
4925
4567
  ssl_verify: true
4926
4568
  extract: true
4569
+ archive_depth: 2
4927
4570
  order_enabled: True
4928
4571
  order_method: GET
4929
4572
  order_on_response:
@@ -5069,6 +4712,14 @@
5069
4712
  productType: EO.ECMWF.DAT.SATELLITE_SEA_ICE_EDGE_TYPE
5070
4713
  metadata_mapping:
5071
4714
  <<: *orderable_mm
4715
+ SATELLITE_SEA_ICE_THICKNESS:
4716
+ productType: EO.ECMWF.DAT.SATELLITE_SEA_ICE_THICKNESS
4717
+ metadata_mapping:
4718
+ <<: *orderable_mm
4719
+ SATELLITE_SEA_ICE_CONCENTRATION:
4720
+ productType: EO.ECMWF.DAT.SATELLITE_SEA_ICE_CONCENTRATION
4721
+ metadata_mapping:
4722
+ <<: *orderable_mm
5072
4723
  SEASONAL_POSTPROCESSED_SL:
5073
4724
  productType: EO.ECMWF.DAT.SEASONAL_FORECAST_ANOMALIES_ON_SINGLE_LEVELS_2017_PRESENT
5074
4725
  metadata_mapping:
@@ -5169,7 +4820,7 @@
5169
4820
  productType: EO.ECMWF.DAT.CAMS_GLOBAL_EMISSION_INVENTORIES
5170
4821
  metadata_mapping:
5171
4822
  <<: *orderable_mm
5172
- # COPERNICUS ADS - Digital Elevation Model
4823
+ # COPERNICUS ADS - Digital Elevation Model
5173
4824
  COP_DEM_GLO30_DGED:
5174
4825
  productType: EO.DEM.DAT.COP-DEM_GLO-30-DGED
5175
4826
  COP_DEM_GLO30_DTED:
@@ -5179,6 +4830,85 @@
5179
4830
  productType: EO.DEM.DAT.COP-DEM_GLO-90-DGED
5180
4831
  COP_DEM_GLO90_DTED:
5181
4832
  productType: EO.DEM.DAT.COP-DEM_GLO-90-DTED
4833
+ # COPERNICUS Marine
4834
+ MO_GLOBAL_ANALYSISFORECAST_PHY_001_024:
4835
+ productType: EO.MO.DAT.GLOBAL_ANALYSISFORECAST_PHY_001_024
4836
+ MO_GLOBAL_ANALYSISFORECAST_WAV_001_027:
4837
+ productType: EO.MO.DAT.GLOBAL_ANALYSISFORECAST_WAV_001_027
4838
+ MO_GLOBAL_ANALYSISFORECAST_BGC_001_028:
4839
+ productType: EO.MO.DAT.GLOBAL_ANALYSISFORECAST_BGC_001_028
4840
+ MO_GLOBAL_MULTIYEAR_PHY_ENS_001_031:
4841
+ productType: EO.MO.DAT.GLOBAL_MULTIYEAR_PHY_ENS_001_031
4842
+ MO_GLOBAL_MULTIYEAR_WAV_001_032:
4843
+ productType: EO.MO.DAT.GLOBAL_MULTIYEAR_WAV_001_032
4844
+ MO_GLOBAL_MULTIYEAR_BGC_001_033:
4845
+ productType: EO.MO.DAT.GLOBAL_MULTIYEAR_BGC_001_033
4846
+ MO_INSITU_GLO_PHY_TS_OA_NRT_013_002:
4847
+ productType: EO.MO.DAT.INSITU_GLO_PHY_TS_OA_NRT_013_002
4848
+ MO_INSITU_GLO_PHY_TS_OA_MY_013_052:
4849
+ productType: EO.MO.DAT.INSITU_GLO_PHY_TS_OA_MY_013_052
4850
+ MO_INSITU_GLO_PHY_UV_DISCRETE_NRT_013_048:
4851
+ productType: EO.MO.DAT.INSITU_GLO_PHY_UV_DISCRETE_NRT_013_048
4852
+ MO_MULTIOBS_GLO_BIO_BGC_3D_REP_015_010:
4853
+ productType: EO.MO.DAT.MULTIOBS_GLO_BIO_BGC_3D_REP_015_010
4854
+ MO_MULTIOBS_GLO_BIO_CARBON_SURFACE_MYNRT_015_008:
4855
+ productType: EO.MO.DAT.MULTIOBS_GLO_BIO_CARBON_SURFACE_MYNRT_015_008
4856
+ MO_MULTIOBS_GLO_BGC_NUTRIENTS_CARBON_PROFILES_MYNRT_015_009:
4857
+ productType: EO.MO.DAT.MULTIOBS_GLO_BGC_NUTRIENTS_CARBON_PROFILES_MYNRT_015_009
4858
+ MO_MULTIOBS_GLO_PHY_MYNRT_015_003:
4859
+ productType: EO.MO.DAT.MULTIOBS_GLO_PHY_MYNRT_015_003
4860
+ MO_MULTIOBS_GLO_PHY_S_SURFACE_MYNRT_015_013:
4861
+ productType: EO.MO.DAT.MULTIOBS_GLO_PHY_S_SURFACE_MYNRT_015_013
4862
+ MO_MULTIOBS_GLO_PHY_TSUV_3D_MYNRT_015_012:
4863
+ productType: EO.MO.DAT.MULTIOBS_GLO_PHY_TSUV_3D_MYNRT_015_012
4864
+ MO_MULTIOBS_GLO_PHY_W_3D_REP_015_007:
4865
+ productType: EO.MO.DAT.MULTIOBS_GLO_PHY_W_3D_REP_015_007
4866
+ MO_OCEANCOLOUR_GLO_BGC_L3_MY_009_103:
4867
+ productType: EO.MO.DAT.OCEANCOLOUR_GLO_BGC_L3_MY_009_103
4868
+ MO_OCEANCOLOUR_GLO_BGC_L3_MY_009_107:
4869
+ productType: EO.MO.DAT.OCEANCOLOUR_GLO_BGC_L3_MY_009_107
4870
+ MO_OCEANCOLOUR_GLO_BGC_L3_NRT_009_101:
4871
+ productType: EO.MO.DAT.OCEANCOLOUR_GLO_BGC_L3_NRT_009_101
4872
+ MO_OCEANCOLOUR_GLO_BGC_L4_MY_009_104:
4873
+ productType: EO.MO.DAT.OCEANCOLOUR_GLO_BGC_L4_MY_009_104
4874
+ MO_OCEANCOLOUR_GLO_BGC_L4_MY_009_108:
4875
+ productType: EO.MO.DAT.OCEANCOLOUR_GLO_BGC_L4_MY_009_108
4876
+ MO_OCEANCOLOUR_GLO_BGC_L4_NRT_009_102:
4877
+ productType: EO.MO.DAT.OCEANCOLOUR_GLO_BGC_L4_NRT_009_102
4878
+ MO_SEAICE_GLO_SEAICE_L4_NRT_OBSERVATIONS_011_001:
4879
+ productType: EO.MO.DAT.SEAICE_GLO_SEAICE_L4_NRT_OBSERVATIONS_011_001
4880
+ MO_SEAICE_GLO_SEAICE_L4_NRT_OBSERVATIONS_011_006:
4881
+ productType: EO.MO.DAT.SEAICE_GLO_SEAICE_L4_NRT_OBSERVATIONS_011_006
4882
+ MO_SEAICE_GLO_SEAICE_L4_REP_OBSERVATIONS_011_009:
4883
+ productType: EO.MO.DAT.SEAICE_GLO_SEAICE_L4_REP_OBSERVATIONS_011_009
4884
+ MO_SEALEVEL_GLO_PHY_L4_NRT_008_046:
4885
+ productType: EO.MO.DAT.SEALEVEL_GLO_PHY_L4_NRT_008_046
4886
+ MO_SEALEVEL_GLO_PHY_MDT_008_063:
4887
+ productType: EO.MO.DAT.SEALEVEL_GLO_PHY_MDT_008_063
4888
+ MO_SST_GLO_SST_L3S_NRT_OBSERVATIONS_010_010:
4889
+ productType: EO.MO.DAT.SST_GLO_SST_L3S_NRT_OBSERVATIONS_010_010
4890
+ MO_SST_GLO_SST_L4_NRT_OBSERVATIONS_010_001:
4891
+ productType: EO.MO.DAT.SST_GLO_SST_L4_NRT_OBSERVATIONS_010_001
4892
+ MO_SST_GLO_SST_L4_REP_OBSERVATIONS_010_011:
4893
+ productType: EO.MO.DAT.SST_GLO_SST_L4_REP_OBSERVATIONS_010_011
4894
+ MO_SST_GLO_SST_L4_REP_OBSERVATIONS_010_024:
4895
+ productType: EO.MO.DAT.SST_GLO_SST_L4_REP_OBSERVATIONS_010_024
4896
+ MO_WIND_GLO_PHY_CLIMATE_L4_MY_012_003:
4897
+ productType: EO.MO.DAT.WIND_GLO_PHY_CLIMATE_L4_MY_012_003
4898
+ MO_WIND_GLO_PHY_L3_MY_012_005:
4899
+ productType: EO.MO.DAT.WIND_GLO_PHY_L3_MY_012_005
4900
+ MO_WIND_GLO_PHY_L3_NRT_012_002:
4901
+ productType: EO.MO.DAT.WIND_GLO_PHY_L3_NRT_012_002
4902
+ MO_WIND_GLO_PHY_L4_MY_012_006:
4903
+ productType: EO.MO.DAT.WIND_GLO_PHY_L4_MY_012_006
4904
+ MO_WIND_GLO_PHY_L4_NRT_012_004:
4905
+ productType: EO.MO.DAT.WIND_GLO_PHY_L4_NRT_012_004
4906
+ MO_WAVE_GLO_PHY_SWH_L3_NRT_014_001:
4907
+ productType: EO.MO.DAT.WAVE_GLO_PHY_SWH_L3_NRT_014_001
4908
+ MO_WAVE_GLO_PHY_SWH_L4_NRT_014_003:
4909
+ productType: EO.MO.DAT.WAVE_GLO_PHY_SWH_L4_NRT_014_003
4910
+ MO_WAVE_GLO_PHY_SPC_FWK_L3_NRT_014_002:
4911
+ productType: EO.MO.DAT.WAVE_GLO_PHY_SPC_FWK_L3_NRT_014_002
5182
4912
  # CLMS
5183
4913
  CLMS_CORINE:
5184
4914
  productType: EO.CLMS.DAT.CORINE
@@ -5214,6 +4944,108 @@
5214
4944
  metadata_mapping:
5215
4945
  storageStatus: '{$.null#replace_str("Not Available","OFFLINE")}'
5216
4946
  <<: *orderable_mm
4947
+ # AERIS
4948
+ AERIS_IAGOS:
4949
+ productType: EO.AERIS.DAT.IAGOS
4950
+ # METOP
4951
+ METOP_ASCSZFR02:
4952
+ productType: EO.EUM.CM.METOP.ASCSZFR02
4953
+ METOP_ASCSZOR02:
4954
+ productType: EO.EUM.CM.METOP.ASCSZOR02
4955
+ METOP_ASCSZRR02:
4956
+ productType: EO.EUM.CM.METOP.ASCSZRR02
4957
+ METOP_AMSU_L1:
4958
+ productType: EO.EUM.DAT.METOP.AMSUL1
4959
+ METOP_ASCSZF1B:
4960
+ productType: EO.EUM.DAT.METOP.ASCSZF1B
4961
+ METOP_ASCSZR1B:
4962
+ productType: EO.EUM.DAT.METOP.ASCSZR1B
4963
+ METOP_ASCSZO1B:
4964
+ productType: EO.EUM.DAT.METOP.ASCSZO1B
4965
+ METOP_AVHRRGACR02:
4966
+ productType: EO.EUM.DAT.METOP.AVHRRGACR02
4967
+ METOP_AVHRRL1:
4968
+ productType: EO.EUM.DAT.METOP.AVHRRL1
4969
+ METOP_GLB_SST_NC:
4970
+ productType: EO.EUM.DAT.METOP.GLB-SST-NC
4971
+ METOP_GOMEL1:
4972
+ productType: EO.EUM.DAT.METOP.GOMEL1
4973
+ METOP_GOMEL1R03:
4974
+ productType: EO.EUM.DAT.METOP.GOMEL1R03
4975
+ METOP_HIRSL1:
4976
+ productType: EO.EUM.DAT.MULT.HIRSL1
4977
+ METOP_IASIL1C_ALL:
4978
+ productType: EO.EUM.DAT.METOP.IASIL1C-ALL
4979
+ METOP_IASSND02:
4980
+ productType: EO.EUM.DAT.METOP.IASSND02
4981
+ METOP_IASTHR011:
4982
+ productType: EO.EUM.DAT.METOP.IASTHR011
4983
+ METOP_LSA_002:
4984
+ productType: EO.EUM.DAT.METOP.LSA-002
4985
+ METOP_MHSL1:
4986
+ productType: EO.EUM.DAT.METOP.MHSL1
4987
+ METOP_OSI_104:
4988
+ productType: EO.EUM.DAT.METOP.OSI-104
4989
+ METOP_OSI_150A:
4990
+ productType: EO.EUM.DAT.METOP.OSI-150-A
4991
+ METOP_OSI_150B:
4992
+ productType: EO.EUM.DAT.METOP.OSI-150-B
4993
+ METOP_SOMO12:
4994
+ productType: EO.EUM.DAT.METOP.SOMO12
4995
+ METOP_SOMO25:
4996
+ productType: EO.EUM.DAT.METOP.SOMO25
4997
+ # MSG
4998
+ MSG_AMVR02:
4999
+ productType: EO.EUM.DAT.AMVR02
5000
+ MSG_GSAL2R02:
5001
+ productType: EO.EUM.DAT.GSAL2R02
5002
+ MSG_CLM:
5003
+ productType: EO.EUM.DAT.MSG.CLM
5004
+ MSG_CLM_IODC:
5005
+ productType: EO.EUM.DAT.MSG.CLM-IODC
5006
+ MSG_HRSEVIRI:
5007
+ productType: EO.EUM.DAT.MSG.HRSEVIRI
5008
+ MSG_HRSEVIRI_IODC:
5009
+ productType: EO.EUM.DAT.MSG.HRSEVIRI-IODC
5010
+ MSG_LSA_FRM:
5011
+ productType: EO.EUM.DAT.MSG.LSA-FRM
5012
+ MSG_LSA_LST_CDR:
5013
+ productType: EO.EUM.DAT.MSG.LSA-LST-CDR
5014
+ MSG_LSA_LSTDE:
5015
+ productType: EO.EUM.DAT.MSG.LSA-LSTDE
5016
+ MSG_RSS_CLM:
5017
+ productType: EO.EUM.DAT.MSG.RSS-CLM
5018
+ MSG_MSG15_RSS:
5019
+ productType: EO.EUM.DAT.MSG.MSG15-RSS
5020
+ # GSW
5021
+ GSW_CHANGE:
5022
+ productType: EO.GSW.DAT.CHANGE
5023
+ GSW_EXTENT:
5024
+ productType: EO.GSW.DAT.EXTENT
5025
+ GSW_OCCURRENCE:
5026
+ productType: EO.GSW.DAT.OCCURRENCE
5027
+ GSW_RECURRENCE:
5028
+ productType: EO.GSW.DAT.RECURRENCE
5029
+ GSW_SEASONALITY:
5030
+ productType: EO.GSW.DAT.SEASONALITY
5031
+ GSW_TRANSITIONS:
5032
+ productType: EO.GSW.DAT.TRANSITIONS
5033
+ # Eurostat
5034
+ EUSTAT_GREENHOUSE_GAS_EMISSION_AGRICULTURE:
5035
+ productType: STAT.EUSTAT.DAT.GREENHOUSE_GAS_EMISSION_AGRICULTURE
5036
+ EUSTAT_POP_AGE_GROUP_SEX_NUTS3:
5037
+ productType: STAT.EUSTAT.DAT.POP_AGE_GROUP_SEX_NUTS3
5038
+ EUSTAT_POP_AGE_SEX_NUTS2:
5039
+ productType: STAT.EUSTAT.DAT.POP_AGE_SEX_NUTS2
5040
+ EUSTAT_POP_CHANGE_DEMO_BALANCE_CRUDE_RATES_NUTS3:
5041
+ productType: STAT.EUSTAT.DAT.POP_CHANGE_DEMO_BALANCE_CRUDE_RATES_NUTS3
5042
+ EUSTAT_SHARE_ENERGY_FROM_RENEWABLE:
5043
+ productType: STAT.EUSTAT.DAT.SHARE_ENERGY_FROM_RENEWABLE
5044
+ # ISIMIP
5045
+ ISIMIP_CLIMATE_FORCING_ISIMIP3B:
5046
+ productType: EO.ISIMIP.DAT.CLIMATE-FORCING_ISIMIP3b
5047
+ ISIMIP_SOCIO_ECONOMIC_FORCING_ISIMIP3B:
5048
+ productType: EO.ISIMIP.DAT.SOCIO-ECONOMIC-FORCING_ISIMIP3b
5217
5049
  GENERIC_PRODUCT_TYPE:
5218
5050
  productType: '{productType}'
5219
5051
  ---
@@ -5225,28 +5057,14 @@
5225
5057
  - host
5226
5058
  url: https://data.eumetsat.int
5227
5059
  anchor_sentinel: &sentinel_params
5228
- orbitDirection:
5229
- - orbitdir
5230
- - '$.properties.acquisitionInformation[0].acquisitionParameters.orbitDirection'
5231
- relativeOrbitNumber:
5232
- - relorbit
5233
- - '$.properties.acquisitionInformation[0].acquisitionParameters.relativeOrbitNumber'
5234
- timeliness:
5235
- - timeliness
5236
- - '$.properties.productInformation.timeliness'
5237
- cycleNumber:
5238
- - cycle
5239
- - '$.properties.acquisitionInformation[0].acquisitionParameters.cycleNumber'
5060
+ orbitDirection: '$.properties.acquisitionInformation[0].acquisitionParameters.orbitDirection'
5061
+ relativeOrbitNumber: '$.properties.acquisitionInformation[0].acquisitionParameters.relativeOrbitNumber'
5062
+ timeliness: '$.properties.productInformation.timeliness'
5063
+ cycleNumber: '$.properties.acquisitionInformation[0].acquisitionParameters.cycleNumber'
5240
5064
  anchor_orbit_zone_tile: &orbit_zone_tile
5241
5065
  orbitNumber:
5242
5066
  - orbit
5243
5067
  - '$.properties.acquisitionInformation[0].acquisitionParameters.orbitNumber'
5244
- utmZone:
5245
- - zone
5246
- - '$.null'
5247
- tileIdentifier:
5248
- - t6
5249
- - '$.null'
5250
5068
  search: !plugin
5251
5069
  type: QueryStringSearch
5252
5070
  api_endpoint: 'https://api.eumetsat.int/data/search-products/1.0.0/os'
@@ -5255,6 +5073,7 @@
5255
5073
  dont_quote:
5256
5074
  - '='
5257
5075
  - '&'
5076
+ asset_key_from_href: false
5258
5077
  pagination:
5259
5078
  next_page_url_tpl: '{url}?{search}&c={items_per_page}&pw={page}'
5260
5079
  start_page: 0
@@ -5304,17 +5123,10 @@
5304
5123
  productType:
5305
5124
  - type
5306
5125
  - '$.properties.productInformation.productType'
5307
- platform:
5308
- - sat
5309
- - '$.properties.acquisitionInformation[0].platform.platformShortName'
5126
+ platform: '$.properties.acquisitionInformation[0].platform.platformShortName'
5310
5127
  instrument: '$.properties.acquisitionInformation[0].instrument.instrumentShortName'
5311
5128
  # INSPIRE obligated OpenSearch Parameters for Collection Search (Table 4)
5312
- title:
5313
- - title
5314
- - '{$.properties.title#remove_extension}'
5315
- publicationDate:
5316
- - publication
5317
- - '$.null'
5129
+ title: '{$.properties.title#sanitize}'
5318
5130
  # OpenSearch Parameters for Product Search (Table 5)
5319
5131
  parentIdentifier:
5320
5132
  - pi
@@ -5345,9 +5157,7 @@
5345
5157
  storageStatus: '{$.null#replace_str("Not Available","ONLINE")}'
5346
5158
  assets: '{$.properties.links.sip-entries#assets_list_to_dict}'
5347
5159
  # Additional metadata provided by the providers but that don't appear in the reference spec
5348
- size:
5349
- - size
5350
- - '$.properties.productInformation.size'
5160
+ size: '$.properties.productInformation.size'
5351
5161
  type: '$.null'
5352
5162
  # set duplicate metadata due to metadata discovery to null
5353
5163
  acquisitionInformation: '$.null'
@@ -5632,10 +5442,6 @@
5632
5442
  parentIdentifier: EO:EUM:DAT:0394
5633
5443
  MSG_AMVR02:
5634
5444
  parentIdentifier: EO:EUM:DAT:0405
5635
- MSG_LST:
5636
- parentIdentifier: EO:EUM:DAT:0088
5637
- MSG_LST_DIR:
5638
- parentIdentifier: EO:EUM:DAT:0394
5639
5445
  MFG_GSA_57:
5640
5446
  parentIdentifier: EO:EUM:DAT:0301
5641
5447
  MFG_GSA_63:
@@ -5664,6 +5470,22 @@
5664
5470
  parentIdentifier: EO:EUM:DAT:0662
5665
5471
  MTG_FCI_HRFI:
5666
5472
  parentIdentifier: EO:EUM:DAT:0665
5473
+ MTG_FCI_ASR_BUFR:
5474
+ parentIdentifier: EO:EUM:DAT:0799
5475
+ MTG_FCI_ASR_NETCDF:
5476
+ parentIdentifier: EO:EUM:DAT:0677
5477
+ MTG_FCI_AMV_BUFR:
5478
+ parentIdentifier: EO:EUM:DAT:0998
5479
+ MTG_FCI_AMV_NETCDF:
5480
+ parentIdentifier: EO:EUM:DAT:0676
5481
+ MTG_FCI_CLM:
5482
+ parentIdentifier: EO:EUM:DAT:0678
5483
+ MTG_FCI_GII:
5484
+ parentIdentifier: EO:EUM:DAT:0683
5485
+ MTG_FCI_OCA:
5486
+ parentIdentifier: EO:EUM:DAT:0684
5487
+ MTG_FCI_OLR:
5488
+ parentIdentifier: EO:EUM:DAT:0685
5667
5489
  GENERIC_PRODUCT_TYPE:
5668
5490
  productType: '{productType}'
5669
5491
  parentIdentifier: '{parentIdentifier}'
@@ -5696,6 +5518,7 @@
5696
5518
  api_endpoint: 'https://stac.marine.copernicus.eu/metadata/{collection}/product.stac.json'
5697
5519
  need_auth: false
5698
5520
  ssl_verify: true
5521
+ asset_key_from_href: false
5699
5522
  timeout: 20
5700
5523
  results_entry: links
5701
5524
  discover_product_types:
@@ -5753,8 +5576,8 @@
5753
5576
  index: 1
5754
5577
  MO_MULTIOBS_GLO_BIO_BGC_3D_REP_015_010:
5755
5578
  productType: MULTIOBS_GLO_BIO_BGC_3D_REP_015_010
5756
- MO_MULTIOBS_GLO_BIO_CARBON_SURFACE_REP_015_008:
5757
- productType: MULTIOBS_GLO_BIO_CARBON_SURFACE_REP_015_008
5579
+ MO_MULTIOBS_GLO_BIO_CARBON_SURFACE_MYNRT_015_008:
5580
+ productType: MULTIOBS_GLO_BIO_CARBON_SURFACE_MYNRT_015_008
5758
5581
  MO_MULTIOBS_GLO_BGC_NUTRIENTS_CARBON_PROFILES_MYNRT_015_009:
5759
5582
  productType: MULTIOBS_GLO_BGC_NUTRIENTS_CARBON_PROFILES_MYNRT_015_009
5760
5583
  MO_MULTIOBS_GLO_PHY_MYNRT_015_003:
@@ -5787,8 +5610,8 @@
5787
5610
  productType: SST_GLO_SST_L4_REP_OBSERVATIONS_010_011
5788
5611
  MO_SST_GLO_SST_L4_REP_OBSERVATIONS_010_024:
5789
5612
  productType: SST_GLO_SST_L4_REP_OBSERVATIONS_010_024
5790
- MO_WAVE_GLO_WAV_L3_SPC_NRT_OBSERVATIONS_014_002:
5791
- productType: WAVE_GLO_WAV_L3_SPC_NRT_OBSERVATIONS_014_002
5613
+ MO_WAVE_GLO_PHY_SPC_FWK_L3_NRT_014_002:
5614
+ productType: WAVE_GLO_PHY_SPC-FWK_L3_NRT_014_002
5792
5615
  code_mapping:
5793
5616
  param: platformSerialIdentifier
5794
5617
  index: 0
@@ -5864,6 +5687,7 @@
5864
5687
  api_endpoint: https://geodes-portal.cnes.fr/api/stac/search
5865
5688
  need_auth: false
5866
5689
  ssl_verify: false
5690
+ asset_key_from_href: false
5867
5691
  discover_queryables:
5868
5692
  fetch_url: null
5869
5693
  product_type_fetch_url: null
@@ -5881,73 +5705,48 @@
5881
5705
  sort_by_default:
5882
5706
  - !!python/tuple [startTimeFromAscendingNode, ASC]
5883
5707
  sort_param_mapping:
5884
- id: spaceborne:s2TakeId
5885
- startTimeFromAscendingNode: temporal:startDate
5886
- completionTimeFromAscendingNode: temporal:endDate
5887
- platformSerialIdentifier: spaceborne:satellitePlatform
5888
- cloudCover: spaceborne:cloudCover
5708
+ id: identifier
5709
+ startTimeFromAscendingNode: start_datetime
5710
+ completionTimeFromAscendingNode: end_datetime
5711
+ platformSerialIdentifier: platform
5712
+ cloudCover: eo:cloud_cover
5889
5713
  sort_order_mapping:
5890
5714
  ascending: asc
5891
- descending: desc
5715
+ descending: dsc
5892
5716
  metadata_mapping:
5893
5717
  uid: '$.id'
5894
5718
  # OpenSearch Parameters for Collection Search (Table 3)
5895
5719
  productType:
5896
- - '{{"query":{{"dataType":{{"eq":"{productType}"}}}}}}'
5897
- - '$.properties."dataType"'
5898
- processingLevel:
5899
- - '{{"query":{{"spaceborne:productLevel":{{"eq":"{processingLevel}"}}}}}}'
5900
- - '$.properties."spaceborne:productLevel"'
5901
- platformSerialIdentifier:
5902
- - '{{"query":{{"spaceborne:satellitePlatform":{{"eq":"{platformSerialIdentifier}"}}}}}}'
5903
- - '$.properties."spaceborne:satellitePlatform"'
5720
+ - '{{"query":{{"dataset":{{"eq":"{productType}"}}}}}}'
5721
+ - '$.properties.dataset'
5904
5722
  instrument:
5905
- - '{{"query":{{"spaceborne:satelliteSensor":{{"eq":"{instrument}"}}}}}}'
5906
- - '$.properties."spaceborne:satelliteSensor"'
5723
+ - '{{"query":{{"instrument":{{"eq":"{instrument}"}}}}}}'
5724
+ - '$.properties.instrument'
5907
5725
  # INSPIRE obligated OpenSearch Parameters for Collection Search (Table 4)
5908
5726
  title: '$.properties.identifier'
5909
- keyword: '$.properties."spaceborne:keywords"'
5727
+ keyword: '$.properties.keywords'
5910
5728
  # OpenSearch Parameters for Product Search (Table 5)
5911
5729
  orbitNumber:
5912
- - '{{"query":{{"spaceborne:absoluteOrbitID":{{"eq":{orbitNumber}}}}}}}'
5913
- - '$.properties."spaceborne:absoluteOrbitID"'
5730
+ - '{{"query":{{"sat:absolute_orbit":{{"eq":{orbitNumber}}}}}}}'
5731
+ - '$.properties."sat:absolute_orbit"'
5914
5732
  relativeOrbitNumber:
5915
- - '{{"query":{{"spaceborne:orbitID":{{"eq":{relativeOrbitNumber}}}}}}}'
5916
- - '$.properties."spaceborne:orbitID"'
5917
- orbitDirection:
5918
- - '{{"query":{{"spaceborne:orbitDirection":{{"eq":"{orbitDirection}"}}}}}}'
5919
- - '$.properties."spaceborne:orbitDirection"'
5920
- swathIdentifier:
5921
- - '{{"query":{{"spaceborne:swath":{{"eq":"{swathIdentifier}"}}}}}}'
5922
- - '$.properties."spaceborne:swath"'
5733
+ - '{{"query":{{"sat:relative_orbit":{{"eq":{relativeOrbitNumber}}}}}}}'
5734
+ - '$.properties."sat:relative_orbit"'
5923
5735
  cloudCover:
5924
- - '{{"query":{{"spaceborne:cloudCover":{{"lte":{cloudCover}}}}}}}'
5925
- - '$.properties."spaceborne:cloudCover"'
5926
- sensorMode:
5927
- - '{{"query":{{"spaceborne:sensorMode":{{"eq":"{sensorMode}"}}}}}}'
5928
- - '$.properties."spaceborne:sensorMode"'
5929
- # OpenSearch Parameters for Acquistion Parameters Search (Table 6)
5930
- startTimeFromAscendingNode:
5931
- - '{{"query":{{"temporal:endDate":{{"gte":"{startTimeFromAscendingNode#to_iso_utc_datetime}"}}}}}}'
5932
- - '$.properties."temporal:startDate"'
5933
- completionTimeFromAscendingNode:
5934
- - '{{"query":{{"temporal:startDate":{{"lte":"{completionTimeFromAscendingNode#to_iso_utc_datetime}"}}}}}}'
5935
- - '$.properties."temporal:endDate"'
5936
- polarizationChannels:
5937
- - '{{"query":{{"spaceborne:polarization":{{"eq":"{polarizationChannels}"}}}}}}'
5938
- - '$.properties."spaceborne:polarization"'
5736
+ - '{{"query":{{"eo:cloud_cover":{{"lte":{cloudCover}}}}}}}'
5737
+ - '$.properties."eo:cloud_cover"'
5738
+ swathIdentifier:
5739
+ - '{{"query":{{"swath":{{"eq":"{swathIdentifier}"}}}}}}'
5740
+ - '$.properties.swath'
5939
5741
  # Custom parameters (not defined in the base document referenced above)
5940
5742
  id:
5941
5743
  - '{{"query":{{"identifier":{{"eq":"{id}"}}}}}}'
5942
5744
  - '$.properties.identifier'
5943
5745
  tileIdentifier:
5944
- - '{{"query":{{"spaceborne:tile":{{"contains":"{tileIdentifier}"}}}}}}'
5945
- - '{$.properties."spaceborne:tile"#replace_str(r"^T?(.*)$",r"\1")}'
5946
- geometry:
5947
- - '{{"intersects":{geometry#to_geojson}}}'
5948
- - '($.geometry.`str()`.`sub(/^None$/, POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90)))`)|($.geometry[*])'
5746
+ - '{{"query":{{"grid:code":{{"contains":"{tileIdentifier}"}}}}}}'
5747
+ - '{$.properties."grid:code"#replace_str(r"^T?(.*)$",r"\1")}'
5949
5748
  providerProductType:
5950
- - '{{"query":{{"spaceborne:productType":{{"eq":"{providerProductType}"}}}}}}'
5749
+ - '{{"query":{{"product:type":{{"eq":"{providerProductType}"}}}}}}'
5951
5750
  - '$.null'
5952
5751
  downloadLink: '$.assets[?(@.roles[0] == "data") & (@.type != "application/xml")].href'
5953
5752
  quicklook: '$.assets[?(@.roles[0] == "overview")].href.`sub(/^(.*)$/, \\1?scope=gdh)`'
@@ -5981,6 +5780,9 @@
5981
5780
  ssl_verify: false
5982
5781
  ignore_assets: true
5983
5782
  archive_depth: 2
5783
+ auth_error_code:
5784
+ - 401
5785
+ - 403
5984
5786
  auth: !plugin
5985
5787
  type: HTTPHeaderAuth
5986
5788
  matching_url: https://geodes-portal.cnes.fr
@@ -6001,6 +5803,7 @@
6001
5803
  s3_endpoint: https://s3.datalake.cnes.fr
6002
5804
  need_auth: true
6003
5805
  ssl_verify: false
5806
+ asset_key_from_href: false
6004
5807
  discover_queryables:
6005
5808
  fetch_url: null
6006
5809
  product_type_fetch_url: null
@@ -6018,75 +5821,50 @@
6018
5821
  sort_by_default:
6019
5822
  - !!python/tuple [startTimeFromAscendingNode, ASC]
6020
5823
  sort_param_mapping:
6021
- id: spaceborne:s2TakeId
6022
- startTimeFromAscendingNode: temporal:startDate
6023
- completionTimeFromAscendingNode: temporal:endDate
6024
- platformSerialIdentifier: spaceborne:satellitePlatform
6025
- cloudCover: spaceborne:cloudCover
5824
+ id: identifier
5825
+ startTimeFromAscendingNode: start_datetime
5826
+ completionTimeFromAscendingNode: end_datetime
5827
+ platformSerialIdentifier: platform
5828
+ cloudCover: eo:cloud_cover
6026
5829
  sort_order_mapping:
6027
5830
  ascending: asc
6028
- descending: desc
5831
+ descending: dsc
6029
5832
  metadata_mapping:
6030
5833
  uid: '$.id'
6031
5834
  # OpenSearch Parameters for Collection Search (Table 3)
6032
5835
  productType:
6033
- - '{{"query":{{"dataType":{{"eq":"{productType}"}}}}}}'
6034
- - '$.properties."dataType"'
6035
- processingLevel:
6036
- - '{{"query":{{"spaceborne:productLevel":{{"eq":"{processingLevel}"}}}}}}'
6037
- - '$.properties."spaceborne:productLevel"'
6038
- platformSerialIdentifier:
6039
- - '{{"query":{{"spaceborne:satellitePlatform":{{"eq":"{platformSerialIdentifier}"}}}}}}'
6040
- - '$.properties."spaceborne:satellitePlatform"'
5836
+ - '{{"query":{{"dataset":{{"eq":"{productType}"}}}}}}'
5837
+ - '$.properties.dataset'
6041
5838
  instrument:
6042
- - '{{"query":{{"spaceborne:satelliteSensor":{{"eq":"{instrument}"}}}}}}'
6043
- - '$.properties."spaceborne:satelliteSensor"'
5839
+ - '{{"query":{{"instrument":{{"eq":"{instrument}"}}}}}}'
5840
+ - '$.properties.instrument'
6044
5841
  # INSPIRE obligated OpenSearch Parameters for Collection Search (Table 4)
6045
5842
  title: '$.properties.identifier'
6046
- keyword: '$.properties."spaceborne:keywords"'
5843
+ keyword: '$.properties.keywords'
6047
5844
  # OpenSearch Parameters for Product Search (Table 5)
6048
5845
  orbitNumber:
6049
- - '{{"query":{{"spaceborne:absoluteOrbitID":{{"eq":{orbitNumber}}}}}}}'
6050
- - '$.properties."spaceborne:absoluteOrbitID"'
5846
+ - '{{"query":{{"sat:absolute_orbit":{{"eq":{orbitNumber}}}}}}}'
5847
+ - '$.properties."sat:absolute_orbit"'
6051
5848
  relativeOrbitNumber:
6052
- - '{{"query":{{"spaceborne:orbitID":{{"eq":{relativeOrbitNumber}}}}}}}'
6053
- - '$.properties."spaceborne:orbitID"'
6054
- orbitDirection:
6055
- - '{{"query":{{"spaceborne:orbitDirection":{{"eq":"{orbitDirection}"}}}}}}'
6056
- - '$.properties."spaceborne:orbitDirection"'
6057
- swathIdentifier:
6058
- - '{{"query":{{"spaceborne:swath":{{"eq":"{swathIdentifier}"}}}}}}'
6059
- - '$.properties."spaceborne:swath"'
5849
+ - '{{"query":{{"sat:relative_orbit":{{"eq":{relativeOrbitNumber}}}}}}}'
5850
+ - '$.properties."sat:relative_orbit"'
6060
5851
  cloudCover:
6061
- - '{{"query":{{"spaceborne:cloudCover":{{"lte":{cloudCover}}}}}}}'
6062
- - '$.properties."spaceborne:cloudCover"'
6063
- sensorMode:
6064
- - '{{"query":{{"spaceborne:sensorMode":{{"eq":"{sensorMode}"}}}}}}'
6065
- - '$.properties."spaceborne:sensorMode"'
6066
- # OpenSearch Parameters for Acquistion Parameters Search (Table 6)
6067
- startTimeFromAscendingNode:
6068
- - '{{"query":{{"temporal:endDate":{{"gte":"{startTimeFromAscendingNode#to_iso_utc_datetime}"}}}}}}'
6069
- - '$.properties."temporal:startDate"'
6070
- completionTimeFromAscendingNode:
6071
- - '{{"query":{{"temporal:startDate":{{"lte":"{completionTimeFromAscendingNode#to_iso_utc_datetime}"}}}}}}'
6072
- - '$.properties."temporal:endDate"'
6073
- polarizationChannels:
6074
- - '{{"query":{{"spaceborne:polarization":{{"eq":"{polarizationChannels}"}}}}}}'
6075
- - '$.properties."spaceborne:polarization"'
5852
+ - '{{"query":{{"eo:cloud_cover":{{"lte":{cloudCover}}}}}}}'
5853
+ - '$.properties."eo:cloud_cover"'
5854
+ swathIdentifier:
5855
+ - '{{"query":{{"swath":{{"eq":"{swathIdentifier}"}}}}}}'
5856
+ - '$.properties.swath'
6076
5857
  # Custom parameters (not defined in the base document referenced above)
6077
5858
  id:
6078
5859
  - '{{"query":{{"identifier":{{"eq":"{id}"}}}}}}'
6079
5860
  - '$.properties.identifier'
6080
5861
  tileIdentifier:
6081
- - '{{"query":{{"spaceborne:tile":{{"contains":"{tileIdentifier}"}}}}}}'
6082
- - '{$.properties."spaceborne:tile"#replace_str(r"^T?(.*)$",r"\1")}'
6083
- geometry:
6084
- - '{{"intersects":{geometry#to_geojson}}}'
6085
- - '($.geometry.`str()`.`sub(/^None$/, POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90)))`)|($.geometry[*])'
5862
+ - '{{"query":{{"grid:code":{{"contains":"{tileIdentifier}"}}}}}}'
5863
+ - '{$.properties."grid:code"#replace_str(r"^T?(.*)$",r"\1")}'
6086
5864
  providerProductType:
6087
- - '{{"query":{{"spaceborne:productType":{{"eq":"{providerProductType}"}}}}}}'
5865
+ - '{{"query":{{"product:type":{{"eq":"{providerProductType}"}}}}}}'
6088
5866
  - '$.null'
6089
- downloadLink: '$.properties["accessService:endpointURL"]'
5867
+ downloadLink: '$.properties.endpoint_url'
6090
5868
  quicklook: '$.assets[?(@.roles[0] == "overview")].href.`sub(/^(.*)$/, \\1?scope=gdh)`'
6091
5869
  thumbnail: '$.assets[?(@.roles[0] == "overview")].href.`sub(/^(.*)$/, \\1?scope=gdh)`'
6092
5870
  # storageStatus set to ONLINE for consistency between providers
@@ -6116,6 +5894,7 @@
6116
5894
  download: !plugin
6117
5895
  type: AwsDownload
6118
5896
  s3_endpoint: https://s3.datalake.cnes.fr
5897
+ ignore_assets: True
6119
5898
  auth: !plugin
6120
5899
  type: AwsAuth
6121
5900
  auth_error_code: 403
@@ -6130,6 +5909,16 @@
6130
5909
  roles:
6131
5910
  - host
6132
5911
  url: https://ewds.climate.copernicus.eu
5912
+ anchor_time_day_month_year: &time_day_month_year
5913
+ completionTimeFromAscendingNode:
5914
+ - |
5915
+ {{
5916
+ "year": {_date#interval_to_datetime_dict}["year"],
5917
+ "month": {_date#interval_to_datetime_dict}["month"],
5918
+ "day": {_date#interval_to_datetime_dict}["day"],
5919
+ "time": {startTimeFromAscendingNode#get_ecmwf_time}
5920
+ }}
5921
+ - '{$.completionTimeFromAscendingNode#to_iso_date}'
6133
5922
  anchor_day_month_year: &day_month_year
6134
5923
  completionTimeFromAscendingNode:
6135
5924
  - |
@@ -6147,6 +5936,16 @@
6147
5936
  "month": {_date#interval_to_datetime_dict}["month"]
6148
5937
  }}
6149
5938
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
5939
+ anchor_time_hday_hmonth_hyear: &time_hday_hmonth_hyear
5940
+ completionTimeFromAscendingNode:
5941
+ - |
5942
+ {{
5943
+ "hyear": {_date#interval_to_datetime_dict}["year"],
5944
+ "hmonth": {_date#interval_to_datetime_dict}["month"],
5945
+ "hday": {_date#interval_to_datetime_dict}["day"],
5946
+ "time": {startTimeFromAscendingNode#get_ecmwf_time}
5947
+ }}
5948
+ - '{$.completionTimeFromAscendingNode#to_iso_date}'
6150
5949
  anchor_hday_hmonth_hyear: &hday_hmonth_hyear
6151
5950
  completionTimeFromAscendingNode:
6152
5951
  - |
@@ -6207,156 +6006,140 @@
6207
6006
  discover_queryables:
6208
6007
  fetch_url: null
6209
6008
  product_type_fetch_url: null
6210
- constraints_url: https://ewds.climate.copernicus.eu/api/catalogue/v1/collections/{ecmwf:dataset}/constraints.json
6211
- form_url: https://ewds.climate.copernicus.eu/api/catalogue/v1/collections/{ecmwf:dataset}/form.json
6009
+ constraints_url: https://ewds.climate.copernicus.eu/api/catalogue/v1/collections/{dataset}/constraints.json
6010
+ form_url: https://ewds.climate.copernicus.eu/api/catalogue/v1/collections/{dataset}/form.json
6212
6011
  metadata_mapping:
6213
- productType: $.productType
6214
- title: $.id
6215
6012
  startTimeFromAscendingNode: '{$.startTimeFromAscendingNode#to_iso_utc_datetime}'
6216
6013
  completionTimeFromAscendingNode:
6217
6014
  - date={startTimeFromAscendingNode#to_iso_date}/{completionTimeFromAscendingNode#to_iso_date}
6218
6015
  - '{$.completionTimeFromAscendingNode#to_iso_utc_datetime}'
6219
- _date: '{startTimeFromAscendingNode#to_iso_date}/{completionTimeFromAscendingNode#to_iso_date}'
6220
- id: $.id
6221
6016
  # The geographic extent of the product
6222
6017
  geometry:
6223
6018
  - '{{"area": {geometry#to_nwse_bounds}}}'
6224
6019
  - $.geometry
6225
- defaultGeometry: POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))
6226
- storageStatus: '{$.null#replace_str("Not Available","OFFLINE")}'
6227
- downloadLink: $.null
6228
6020
  qs: $.qs
6229
- orderLink: 'https://ewds.climate.copernicus.eu/api/retrieve/v1/processes/{ecmwf:dataset}/execution?{{"inputs": {qs#to_geojson}}}'
6230
- "ecmwf:system_version":
6231
- - system_version
6232
- - '{$."ecmwf:system_version"#to_geojson}'
6021
+ orderLink: 'https://ewds.climate.copernicus.eu/api/retrieve/v1/processes/{dataset}/execution?{{"inputs": {qs#to_geojson}}}'
6233
6022
  products:
6234
6023
  EFAS_HISTORICAL:
6235
- "ecmwf:dataset": efas-historical
6236
- "ecmwf:data_format": grib
6237
- "ecmwf:download_format": zip
6238
- "ecmwf:model_levels": surface_level
6239
- "ecmwf:variable": snow_depth_water_equivalent
6240
- "ecmwf:system_version": version_4_0
6241
- "ecmwf:time": 06:00
6242
- metadata_mapping:
6243
- <<: *hday_hmonth_hyear
6024
+ dataset: efas-historical
6025
+ data_format: grib
6026
+ download_format: zip
6027
+ model_levels: surface_level
6028
+ variable: snow_depth_water_equivalent
6029
+ system_version: version_4_0
6030
+ metadata_mapping:
6031
+ <<: *time_hday_hmonth_hyear
6244
6032
  EFAS_FORECAST:
6245
- "ecmwf:dataset": efas-forecast
6246
- "ecmwf:data_format": grib
6247
- "ecmwf:download_format": zip
6248
- "ecmwf:system_version": operational
6249
- "ecmwf:originating_centre": ecmwf
6250
- "ecmwf:product_type": control_forecast
6251
- "ecmwf:variable":
6033
+ dataset: efas-forecast
6034
+ data_format: grib
6035
+ download_format: zip
6036
+ system_version: operational
6037
+ originating_centre: ecmwf
6038
+ product_type: control_forecast
6039
+ variable:
6252
6040
  - river_discharge_in_the_last_6_hours
6253
6041
  - river_discharge_in_the_last_24_hours
6254
- "ecmwf:model_levels": surface_level
6255
- "ecmwf:time": 00:00
6256
- "ecmwf:leadtime_hour": '24'
6042
+ model_levels: surface_level
6043
+ leadtime_hour: 24
6257
6044
  metadata_mapping:
6258
- <<: *day_month_year
6045
+ <<: *time_day_month_year
6259
6046
  EFAS_SEASONAL:
6260
- "ecmwf:dataset": efas-seasonal
6261
- "ecmwf:system_version": operational
6262
- "ecmwf:data_format": grib
6263
- "ecmwf:download_format": zip
6264
- "ecmwf:variable": river_discharge_in_the_last_24_hours
6265
- "ecmwf:model_levels": surface_level
6266
- "ecmwf:leadtime_hour": '24'
6047
+ dataset: efas-seasonal
6048
+ system_version: operational
6049
+ data_format: grib
6050
+ download_format: zip
6051
+ variable: river_discharge_in_the_last_24_hours
6052
+ model_levels: surface_level
6053
+ leadtime_hour: 24
6267
6054
  metadata_mapping:
6268
6055
  <<: *month_year
6269
6056
  EFAS_REFORECAST:
6270
- "ecmwf:dataset": efas-reforecast
6271
- "ecmwf:system_version": version_4_0
6272
- "ecmwf:data_format": grib
6273
- "ecmwf:download_format": zip
6274
- "ecmwf:product_type": control_forecast
6275
- "ecmwf:variable": river_discharge_in_the_last_6_hours
6276
- "ecmwf:model_levels": surface_level
6277
- "ecmwf:leadtime_hour": '0'
6278
- "ecmwf:hday": '03'
6057
+ dataset: efas-reforecast
6058
+ system_version: version_4_0
6059
+ data_format: grib
6060
+ download_format: zip
6061
+ product_type: control_forecast
6062
+ variable: river_discharge_in_the_last_6_hours
6063
+ model_levels: surface_level
6064
+ leadtime_hour: 0
6279
6065
  metadata_mapping:
6280
- <<: *hmonth_hyear
6066
+ <<: *hday_hmonth_hyear
6281
6067
  EFAS_SEASONAL_REFORECAST:
6282
- "ecmwf:dataset": efas-seasonal-reforecast
6283
- "ecmwf:system_version": version_5_0
6284
- "ecmwf:data_format": grib
6285
- "ecmwf:download_format": zip
6286
- "ecmwf:variable": river_discharge_in_the_last_24_hours
6287
- "ecmwf:model_levels": surface_level
6288
- "ecmwf:leadtime_hour": '24'
6068
+ dataset: efas-seasonal-reforecast
6069
+ system_version: version_5_0
6070
+ data_format: grib
6071
+ download_format: zip
6072
+ variable: river_discharge_in_the_last_24_hours
6073
+ model_levels: surface_level
6074
+ leadtime_hour: 24
6289
6075
  metadata_mapping:
6290
6076
  <<: *hmonth_hyear
6291
6077
  GLOFAS_HISTORICAL:
6292
- "ecmwf:dataset": cems-glofas-historical
6293
- "ecmwf:system_version": version_4_0
6294
- "ecmwf:variable": river_discharge_in_the_last_24_hours
6295
- "ecmwf:data_format": grib2
6296
- "ecmwf:download_format": zip
6297
- "ecmwf:hydrological_model": lisflood
6298
- "ecmwf:product_type": consolidated
6078
+ dataset: cems-glofas-historical
6079
+ system_version: version_4_0
6080
+ variable: river_discharge_in_the_last_24_hours
6081
+ data_format: grib2
6082
+ download_format: zip
6083
+ hydrological_model: lisflood
6084
+ product_type: consolidated
6299
6085
  metadata_mapping:
6300
6086
  <<: *hday_hmonth_hyear
6301
6087
  GLOFAS_FORECAST:
6302
- "ecmwf:dataset": cems-glofas-forecast
6303
- "ecmwf:system_version": operational
6304
- "ecmwf:variable": river_discharge_in_the_last_24_hours
6305
- "ecmwf:data_format": grib2
6306
- "ecmwf:hydrological_model": htessel_lisflood
6307
- "ecmwf:product_type": control_forecast
6308
- "ecmwf:leadtime_hour": '24'
6309
- "ecmwf:download_format": zip
6088
+ dataset: cems-glofas-forecast
6089
+ system_version: operational
6090
+ variable: river_discharge_in_the_last_24_hours
6091
+ data_format: grib2
6092
+ hydrological_model: htessel_lisflood
6093
+ product_type: control_forecast
6094
+ leadtime_hour: 24
6095
+ download_format: zip
6310
6096
  metadata_mapping:
6311
6097
  <<: *day_month_year
6312
6098
  GLOFAS_SEASONAL:
6313
- "ecmwf:dataset": cems-glofas-seasonal
6314
- "ecmwf:variable": river_discharge_in_the_last_24_hours
6315
- "ecmwf:data_format": grib2
6316
- "ecmwf:download_format": zip
6317
- "ecmwf:system_version": operational
6318
- "ecmwf:hydrological_model": htessel_lisflood
6319
- "ecmwf:leadtime_hour": '24'
6099
+ dataset: cems-glofas-seasonal
6100
+ variable: river_discharge_in_the_last_24_hours
6101
+ data_format: grib2
6102
+ download_format: zip
6103
+ system_version: operational
6104
+ hydrological_model: htessel_lisflood
6105
+ leadtime_hour: 24
6320
6106
  metadata_mapping:
6321
6107
  <<: *month_year
6322
6108
  GLOFAS_SEASONAL_REFORECAST:
6323
- "ecmwf:dataset": cems-glofas-seasonal-reforecast
6324
- "ecmwf:data_format": grib2
6325
- "ecmwf:download_format": zip
6326
- "ecmwf:variable": river_discharge_in_the_last_24_hours
6327
- "ecmwf:system_version": version_4_0
6328
- "ecmwf:hydrological_model": lisflood
6329
- "ecmwf:leadtime_hour": '24'
6330
- "ecmwf:hday": '27'
6109
+ dataset: cems-glofas-seasonal-reforecast
6110
+ data_format: grib2
6111
+ download_format: zip
6112
+ variable: river_discharge_in_the_last_24_hours
6113
+ system_version: version_4_0
6114
+ hydrological_model: lisflood
6115
+ leadtime_hour: 24
6331
6116
  metadata_mapping:
6332
6117
  <<: *hmonth_hyear
6333
6118
  GLOFAS_REFORECAST:
6334
- "ecmwf:dataset": cems-glofas-reforecast
6335
- "ecmwf:variable": river_discharge_in_the_last_24_hours
6336
- "ecmwf:data_format": grib2
6337
- "ecmwf:download_format": zip
6338
- "ecmwf:system_version": version_3_1
6339
- "ecmwf:hydrological_model": lisflood
6340
- "ecmwf:product_type": control_reforecast
6341
- "ecmwf:leadtime_hour": '24'
6342
- "ecmwf:hday": '03'
6119
+ dataset: cems-glofas-reforecast
6120
+ variable: river_discharge_in_the_last_24_hours
6121
+ data_format: grib2
6122
+ download_format: zip
6123
+ system_version: version_3_1
6124
+ hydrological_model: lisflood
6125
+ product_type: control_reforecast
6126
+ leadtime_hour: 24
6343
6127
  metadata_mapping:
6344
- <<: *hmonth_hyear
6128
+ <<: *hday_hmonth_hyear
6345
6129
  FIRE_HISTORICAL:
6346
- "ecmwf:dataset": cems-fire-historical-v1
6347
- "ecmwf:grid": original_grid
6348
- "ecmwf:dataset_type": consolidated_dataset
6349
- "ecmwf:product_type": reanalysis
6350
- "ecmwf:variable": build_up_index
6351
- "ecmwf:system_version": '4_1'
6352
- "ecmwf:data_format": grib
6130
+ dataset: cems-fire-historical-v1
6131
+ grid: original_grid
6132
+ dataset_type: consolidated_dataset
6133
+ product_type: reanalysis
6134
+ variable: build_up_index
6135
+ system_version: '4_1'
6136
+ data_format: grib
6353
6137
  metadata_mapping:
6354
6138
  <<: *day_month_year
6355
6139
  FIRE_SEASONAL:
6356
- "ecmwf:dataset": cems-fire-seasonal
6357
- "ecmwf:day": '01'
6358
- "ecmwf:leadtime_hour": '12'
6359
- "ecmwf:variable": build_up_index
6360
- "ecmwf:release_version": '5'
6140
+ dataset: cems-fire-seasonal
6141
+ leadtime_hour: 12
6142
+ variable: build_up_index
6143
+ release_version: 5
6361
6144
  metadata_mapping:
6362
- <<: *month_year
6145
+ <<: *day_month_year