eodag 3.1.0b1__py3-none-any.whl → 3.2.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (85) hide show
  1. eodag/api/core.py +69 -63
  2. eodag/api/product/_assets.py +49 -13
  3. eodag/api/product/_product.py +41 -30
  4. eodag/api/product/drivers/__init__.py +81 -4
  5. eodag/api/product/drivers/base.py +65 -4
  6. eodag/api/product/drivers/generic.py +65 -0
  7. eodag/api/product/drivers/sentinel1.py +97 -0
  8. eodag/api/product/drivers/sentinel2.py +95 -0
  9. eodag/api/product/metadata_mapping.py +85 -79
  10. eodag/api/search_result.py +13 -23
  11. eodag/cli.py +4 -4
  12. eodag/config.py +77 -80
  13. eodag/plugins/apis/base.py +1 -1
  14. eodag/plugins/apis/ecmwf.py +12 -15
  15. eodag/plugins/apis/usgs.py +12 -11
  16. eodag/plugins/authentication/aws_auth.py +16 -13
  17. eodag/plugins/authentication/base.py +5 -3
  18. eodag/plugins/authentication/header.py +3 -3
  19. eodag/plugins/authentication/keycloak.py +4 -4
  20. eodag/plugins/authentication/oauth.py +7 -3
  21. eodag/plugins/authentication/openid_connect.py +20 -14
  22. eodag/plugins/authentication/sas_auth.py +4 -4
  23. eodag/plugins/authentication/token.py +7 -7
  24. eodag/plugins/authentication/token_exchange.py +1 -1
  25. eodag/plugins/base.py +4 -4
  26. eodag/plugins/crunch/base.py +4 -4
  27. eodag/plugins/crunch/filter_date.py +4 -4
  28. eodag/plugins/crunch/filter_latest_intersect.py +6 -6
  29. eodag/plugins/crunch/filter_latest_tpl_name.py +7 -7
  30. eodag/plugins/crunch/filter_overlap.py +4 -4
  31. eodag/plugins/crunch/filter_property.py +4 -4
  32. eodag/plugins/download/aws.py +137 -77
  33. eodag/plugins/download/base.py +8 -17
  34. eodag/plugins/download/creodias_s3.py +2 -2
  35. eodag/plugins/download/http.py +30 -32
  36. eodag/plugins/download/s3rest.py +5 -4
  37. eodag/plugins/manager.py +10 -20
  38. eodag/plugins/search/__init__.py +6 -5
  39. eodag/plugins/search/base.py +38 -42
  40. eodag/plugins/search/build_search_result.py +286 -336
  41. eodag/plugins/search/cop_marine.py +22 -12
  42. eodag/plugins/search/creodias_s3.py +8 -78
  43. eodag/plugins/search/csw.py +11 -11
  44. eodag/plugins/search/data_request_search.py +19 -18
  45. eodag/plugins/search/qssearch.py +84 -151
  46. eodag/plugins/search/stac_list_assets.py +85 -0
  47. eodag/plugins/search/static_stac_search.py +4 -4
  48. eodag/resources/ext_product_types.json +1 -1
  49. eodag/resources/product_types.yml +848 -398
  50. eodag/resources/providers.yml +1038 -1115
  51. eodag/resources/stac_api.yml +2 -2
  52. eodag/resources/user_conf_template.yml +10 -9
  53. eodag/rest/cache.py +2 -2
  54. eodag/rest/config.py +3 -3
  55. eodag/rest/core.py +24 -24
  56. eodag/rest/errors.py +5 -5
  57. eodag/rest/server.py +3 -11
  58. eodag/rest/stac.py +41 -38
  59. eodag/rest/types/collections_search.py +3 -3
  60. eodag/rest/types/eodag_search.py +23 -23
  61. eodag/rest/types/queryables.py +40 -28
  62. eodag/rest/types/stac_search.py +15 -25
  63. eodag/rest/utils/__init__.py +11 -21
  64. eodag/rest/utils/cql_evaluate.py +6 -6
  65. eodag/rest/utils/rfc3339.py +2 -2
  66. eodag/types/__init__.py +97 -29
  67. eodag/types/bbox.py +2 -2
  68. eodag/types/download_args.py +2 -2
  69. eodag/types/queryables.py +5 -2
  70. eodag/types/search_args.py +4 -4
  71. eodag/types/whoosh.py +1 -3
  72. eodag/utils/__init__.py +82 -41
  73. eodag/utils/exceptions.py +2 -2
  74. eodag/utils/import_system.py +2 -2
  75. eodag/utils/requests.py +2 -2
  76. eodag/utils/rest.py +2 -2
  77. eodag/utils/s3.py +231 -0
  78. eodag/utils/stac_reader.py +10 -10
  79. {eodag-3.1.0b1.dist-info → eodag-3.2.0.dist-info}/METADATA +12 -10
  80. eodag-3.2.0.dist-info/RECORD +113 -0
  81. {eodag-3.1.0b1.dist-info → eodag-3.2.0.dist-info}/WHEEL +1 -1
  82. {eodag-3.1.0b1.dist-info → eodag-3.2.0.dist-info}/entry_points.txt +1 -0
  83. eodag-3.1.0b1.dist-info/RECORD +0 -108
  84. {eodag-3.1.0b1.dist-info → eodag-3.2.0.dist-info/licenses}/LICENSE +0 -0
  85. {eodag-3.1.0b1.dist-info → eodag-3.2.0.dist-info}/top_level.txt +0 -0
eodag/resources/providers.yml CHANGED
@@ -1251,315 +1251,6 @@
1251
1251
  productType: '{productType}'
1252
1252
  collection: '{collection}'
1253
1253
  ---
1254
- !provider # MARK: onda
1255
- name: onda
1256
- priority: 0
1257
- description: Serco DIAS
1258
- roles:
1259
- - host
1260
- url: https://www.onda-dias.eu/cms/
1261
- search: !plugin
1262
- type: ODataV4Search
1263
- api_endpoint: 'https://catalogue.onda-dias.eu/dias-catalogue/Products'
1264
- timeout: 60
1265
- need_auth: false
1266
- ssl_verify: true
1267
- dont_quote:
1268
- - '['
1269
- - ']'
1270
- - '$'
1271
- - '='
1272
- - '&'
1273
- - ':'
1274
- pagination:
1275
- count_endpoint: 'https://catalogue.onda-dias.eu/dias-catalogue/Products/$count'
1276
- next_page_url_tpl: '{url}?{search}&$top={items_per_page}&$skip={skip}&$expand=Metadata'
1277
- # 2021/03/19: 2000 is the max, if greater 200 response but contains an error message
1278
- max_items_per_page: 2_000
1279
- sort:
1280
- sort_by_default:
1281
- - !!python/tuple [startTimeFromAscendingNode, ASC]
1282
- sort_by_tpl: '&$orderby={sort_param} {sort_order}'
1283
- sort_param_mapping:
1284
- startTimeFromAscendingNode: beginPosition
1285
- uid: id
1286
- storageStatus: offline
1287
- sort_order_mapping:
1288
- ascending: asc
1289
- descending: desc
1290
- max_sort_params: 1
1291
- results_entry: 'value'
1292
- literal_search_params:
1293
- $format: json
1294
- free_text_search_operations:
1295
- $search:
1296
- union: ' OR '
1297
- wrapper: '"{}"'
1298
- operations:
1299
- AND:
1300
- - 'footprint:"Intersects({geometry#to_rounded_wkt})"'
1301
- - 'productType:{productType}'
1302
- - 'platformName:{platform}'
1303
- - 'cloudCoverPercentage:[0 TO {cloudCover}]'
1304
- - 'beginPosition:[{startTimeFromAscendingNode#to_iso_utc_datetime} TO *]'
1305
- - 'endPosition:[* TO {completionTimeFromAscendingNode#to_iso_utc_datetime}]'
1306
- - '{id#remove_extension}'
1307
- - 'platformSerialIdentifier:{platformSerialIdentifier}'
1308
- - 'instrumentShortName:{instrument}'
1309
- - 'processingLevel:{processingLevel}'
1310
- - 'sensorType:{sensorType}'
1311
- - 'topicCategory:{topicCategory}'
1312
- - 'lineage:{lineage}'
1313
- - 'orbitNumber:{orbitNumber}'
1314
- - 'orbitDirection:{orbitDirection}'
1315
- - 'processingBaseline:{productVersion}'
1316
- - 'generalQualityFlag:{productQualityStatus}'
1317
- - 'sensorOperationalMode:{sensorMode}'
1318
- - 'tileIdentifier:{tileIdentifier}'
1319
- discover_metadata:
1320
- auto_discovery: true
1321
- metadata_pattern: '^[a-zA-Z0-9]+$'
1322
- search_param:
1323
- free_text_search_operations:
1324
- $search:
1325
- operations:
1326
- AND:
1327
- - '{metadata}:{{{metadata}}}'
1328
- metadata_path: '$.Metadata.*'
1329
- per_product_metadata_query: false
1330
- metadata_pre_mapping:
1331
- metadata_path: '$.Metadata'
1332
- metadata_path_id: 'id'
1333
- metadata_path_value: 'value'
1334
- metadata_mapping:
1335
- # Opensearch resource identifier within the search engine context (in our case
1336
- # within the context of the data provider)
1337
- # Queryable parameters are set with null as 1st configuration list value to mark them as queryable,
1338
- # but `free_text_search_operations.$search.operations.AND` entries are then used instead.
1339
- uid: '$.id'
1340
- # OpenSearch Parameters for Collection Search (Table 3)
1341
- productType:
1342
- - null
1343
- - '$.Metadata.productType'
1344
- platform:
1345
- - null
1346
- - '$.Metadata.platformName'
1347
- platformSerialIdentifier:
1348
- - null
1349
- - '$.Metadata.platformSerialIdentifier'
1350
- instrument:
1351
- - null
1352
- - '$.Metadata.instrumentShortName'
1353
- processingLevel:
1354
- - null
1355
- - '$.Metadata.processingLevel'
1356
- sensorType:
1357
- - null
1358
- - '$.Metadata.sensorType'
1359
-
1360
- # INSPIRE obligated OpenSearch Parameters for Collection Search (Table 4)
1361
- title: '{$.Metadata.filename#remove_extension}'
1362
- topicCategory:
1363
- - null
1364
- - '$.Metadata.topicCategory'
1365
- lineage:
1366
- - null
1367
- - '$.Metadata.lineage'
1368
-
1369
- # OpenSearch Parameters for Product Search (Table 5)
1370
- orbitNumber:
1371
- - null
1372
- - '$.Metadata.orbitNumber'
1373
- orbitDirection:
1374
- - null
1375
- - '$.Metadata.orbitDirection'
1376
- cloudCover:
1377
- - null
1378
- - '$.Metadata.cloudCoverPercentage'
1379
- productVersion:
1380
- - null
1381
- - '$.Metadata.processingBaseline'
1382
- productQualityStatus:
1383
- - null
1384
- - '$.Metadata.generalQualityFlag'
1385
- creationDate: '$.Metadata.creationDate'
1386
- processingDate: '$.Metadata.processingDate'
1387
- sensorMode:
1388
- - null
1389
- - '$.Metadata.sensorOperationalMode'
1390
-
1391
- # OpenSearch Parameters for Acquistion Parameters Search (Table 6)
1392
- startTimeFromAscendingNode:
1393
- - null
1394
- - '$.beginPosition'
1395
- completionTimeFromAscendingNode:
1396
- - null
1397
- - '$.endPosition'
1398
- polarizationChannels: '{$.Metadata.polarisationChannels#replace_str(","," ")}'
1399
-
1400
- # Custom parameters (not defined in the base document referenced above)
1401
- id:
1402
- - null
1403
- - '{$.Metadata.filename#remove_extension}'
1404
- tileIdentifier:
1405
- - null
1406
- - '$.Metadata.tileIdentifier'
1407
- # The geographic extent of the product
1408
- geometry:
1409
- - null
1410
- - '$.footprint'
1411
- # The url of the quicklook
1412
- quicklook: '$.quicklook'
1413
- # The url to download the product "as is" (literal or as a template to be completed either after the search result
1414
- # is obtained from the provider or during the eodag download phase)
1415
- downloadLink: '%(base_uri)s({uid})/$value'
1416
- # storageStatus: must be one of ONLINE, STAGING, OFFLINE
1417
- storageStatus: '{$.offline#get_group_name((?P<ONLINE>False)|(?P<OFFLINE>True))}'
1418
- # Url used for ordering product if it is offline/archived
1419
- orderLink: 'https://catalogue.onda-dias.eu/dias-catalogue/Products({uid})/Ens.Order'
1420
- products:
1421
- # S1
1422
- S1_SAR_OCN:
1423
- productType: '*OCN*'
1424
- metadata_mapping:
1425
- cloudCover: '$.null'
1426
- S1_SAR_GRD:
1427
- productType: '*GRD*'
1428
- metadata_mapping:
1429
- cloudCover: '$.null'
1430
- S1_SAR_SLC:
1431
- productType: '*SLC*'
1432
- metadata_mapping:
1433
- cloudCover: '$.null'
1434
- S1_SAR_RAW:
1435
- productType: '*RAW*'
1436
- metadata_mapping:
1437
- cloudCover: '$.null'
1438
- # S2
1439
- S2_MSI_L1C:
1440
- productType: S2MSI1C
1441
- S2_MSI_L2A:
1442
- productType: S2MSI2A
1443
- # S3 SRAL
1444
- S3_SRA:
1445
- productType: SR_1_SRA___
1446
- metadata_mapping:
1447
- cloudCover: '$.null'
1448
- S3_SRA_A:
1449
- productType: SR_1_SRA_A_
1450
- metadata_mapping:
1451
- cloudCover: '$.null'
1452
- S3_SRA_BS:
1453
- productType: SR_1_SRA_BS
1454
- metadata_mapping:
1455
- cloudCover: '$.null'
1456
- S3_LAN:
1457
- productType: SR_2_LAN___
1458
- metadata_mapping:
1459
- cloudCover: '$.null'
1460
- S3_WAT:
1461
- productType: SR_2_WAT___
1462
- metadata_mapping:
1463
- cloudCover: '$.null'
1464
- # S3 OLCI
1465
- S3_EFR:
1466
- productType: OL_1_EFR___
1467
- S3_ERR:
1468
- productType: OL_1_ERR___
1469
- S3_OLCI_L2LFR:
1470
- productType: OL_2_LFR___
1471
- S3_OLCI_L2LRR:
1472
- productType: OL_2_LRR___
1473
- S3_OLCI_L2WRR:
1474
- productType: OL_2_WRR___
1475
- S3_OLCI_L2WFR:
1476
- productType: OL_2_WFR___
1477
- # S3 SLSTR
1478
- S3_SLSTR_L1RBT:
1479
- productType: SL_1_RBT___
1480
- S3_SLSTR_L2LST:
1481
- productType: SL_2_LST___
1482
- S3_SLSTR_L2WST:
1483
- productType: SL_2_WST___
1484
- S3_SLSTR_L2FRP:
1485
- productType: SL_2_FRP___
1486
- # S3 SY
1487
- S3_SY_AOD:
1488
- productType: SY_2_AOD___
1489
- S3_SY_SYN:
1490
- productType: SY_2_SYN___
1491
- S3_SY_V10:
1492
- productType: SY_2_V10___
1493
- S3_SY_VG1:
1494
- productType: SY_2_VG1___
1495
- S3_SY_VGP:
1496
- productType: SY_2_VGP___
1497
- # S5P L1
1498
- S5P_L1B_RA_BD1:
1499
- productType: L1B_RA_BD1
1500
- S5P_L1B_RA_BD2:
1501
- productType: L1B_RA_BD2
1502
- S5P_L1B_RA_BD3:
1503
- productType: L1B_RA_BD3
1504
- S5P_L1B_RA_BD4:
1505
- productType: L1B_RA_BD4
1506
- S5P_L1B_RA_BD5:
1507
- productType: L1B_RA_BD5
1508
- S5P_L1B_RA_BD6:
1509
- productType: L1B_RA_BD6
1510
- S5P_L1B_RA_BD7:
1511
- productType: L1B_RA_BD7
1512
- S5P_L1B_RA_BD8:
1513
- productType: L1B_RA_BD8
1514
- # S5P L2
1515
- S5P_L2_NO2:
1516
- productType: L2__NO2___
1517
- S5P_L2_CLOUD:
1518
- productType: L2__CLOUD_
1519
- S5P_L2_O3:
1520
- productType: L2__O3____
1521
- S5P_L2_CO:
1522
- productType: L2__CO____
1523
- S5P_L2_AER_AI:
1524
- productType: L2__AER_AI
1525
- S5P_L2_O3_PR:
1526
- productType: L2__O3__PR
1527
- S5P_L2_AER_LH:
1528
- productType: L2__AER_LH
1529
- S5P_L2_HCHO:
1530
- productType: L2__HCHO__
1531
- S5P_L2_CH4:
1532
- productType: L2__CH4___
1533
- S5P_L2_NP_BD3:
1534
- productType: L2__NP_BD3
1535
- S5P_L2_NP_BD6:
1536
- productType: L2__NP_BD6
1537
- S5P_L2_NP_BD7:
1538
- productType: L2__NP_BD7
1539
- S5P_L2_SO2:
1540
- productType: L2__SO2___
1541
- # Landsat
1542
- L8_OLI_TIRS_C1L1:
1543
- platform: 'Landsat-*'
1544
- GENERIC_PRODUCT_TYPE:
1545
- productType: '{productType}'
1546
- platform: '{platform}'
1547
- download: !plugin
1548
- type: HTTPDownload
1549
- # base_uri used to parse downloadLink
1550
- base_uri: 'https://catalogue.onda-dias.eu/dias-catalogue/Products'
1551
- extract: true
1552
- archive_depth: 2
1553
- auth_error_code: 401
1554
- order_enabled: true
1555
- order_method: 'POST'
1556
- ssl_verify: true
1557
- order_headers:
1558
- Content-Type: application/json
1559
- auth: !plugin
1560
- type: GenericAuth
1561
-
1562
- ---
1563
1254
  !provider # MARK: usgs_satapi_aws
1564
1255
  name: usgs_satapi_aws
1565
1256
  priority: 0
@@ -1862,13 +1553,11 @@
1862
1553
  type: EcmwfApi
1863
1554
  auth_endpoint: https://api.ecmwf.int/v1
1864
1555
  metadata_mapping:
1865
- productType: '$.productType'
1866
- title: '$.id'
1556
+ productType: $.productType
1867
1557
  startTimeFromAscendingNode: '{$.startTimeFromAscendingNode#to_iso_date}'
1868
1558
  completionTimeFromAscendingNode:
1869
1559
  - 'date={startTimeFromAscendingNode#to_iso_date}/to/{completionTimeFromAscendingNode#to_iso_date(-1,)}'
1870
1560
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
1871
- id: '$.id'
1872
1561
  # The geographic extent of the product
1873
1562
  geometry:
1874
1563
  - 'area={geometry#to_nwse_bounds_str(/)}'
@@ -1876,22 +1565,23 @@
1876
1565
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
1877
1566
  # storageStatus set to ONLINE for consistency between providers
1878
1567
  storageStatus: '{$.null#replace_str("Not Available","ONLINE")}'
1879
- downloadLink: 'https://apps.ecmwf.int/datasets/data/{dataset}'
1568
+ qs: $.qs
1569
+ downloadLink: 'https://apps.ecmwf.int/datasets/data/{dataset}?{qs#to_geojson}'
1880
1570
  products:
1881
1571
  # See Archive Catalog in https://apps.ecmwf.int/archive-catalogue/
1882
1572
  # See available Public Datasets in https://apps.ecmwf.int/datasets/
1883
1573
  TIGGE_CF_SFC:
1884
- "ecmwf:class": ti
1885
- "ecmwf:dataset": tigge
1886
- "ecmwf:expver": prod
1887
- "ecmwf:type": cf
1888
- "ecmwf:levtype": sfc
1889
- "ecmwf:origin": ecmf
1890
- "ecmwf:grid": 0.5/0.5
1891
- "ecmwf:param": 59/134/136/146/147/151/165/166/167/168/172/176/177/179/189/235/228002/228039/228139/228141/228144/228164/228228
1892
- "ecmwf:step": 0
1893
- "ecmwf:time": 00:00
1894
- "ecmwf:target": output
1574
+ class: ti
1575
+ dataset: tigge
1576
+ expver: prod
1577
+ type: cf
1578
+ levtype: sfc
1579
+ origin: ecmwf
1580
+ grid: 0.5/0.5
1581
+ param: 59/134/136/146/147/151/165/166/167/168/172/176/177/179/189/235/228002/228039/228139/228141/228144/228164/228228
1582
+ step: 0
1583
+ time: 00:00
1584
+ target: output
1895
1585
  GENERIC_PRODUCT_TYPE:
1896
1586
  dataset: '{productType}'
1897
1587
  ---
@@ -1951,123 +1641,117 @@
1951
1641
  discover_queryables:
1952
1642
  fetch_url: null
1953
1643
  product_type_fetch_url: null
1954
- constraints_url: "https://ads.atmosphere.copernicus.eu/api/catalogue/v1/collections/{ecmwf:dataset}/constraints.json"
1955
- form_url: https://ads.atmosphere.copernicus.eu/api/catalogue/v1/collections/{ecmwf:dataset}/form.json
1644
+ constraints_url: "https://ads.atmosphere.copernicus.eu/api/catalogue/v1/collections/{dataset}/constraints.json"
1645
+ form_url: https://ads.atmosphere.copernicus.eu/api/catalogue/v1/collections/{dataset}/form.json
1956
1646
  metadata_mapping:
1957
- productType: '$.productType'
1958
- title: '$.id'
1647
+ productType: $.productType
1959
1648
  startTimeFromAscendingNode: '{$.startTimeFromAscendingNode#to_iso_date}'
1960
1649
  completionTimeFromAscendingNode:
1961
1650
  - 'date={startTimeFromAscendingNode#to_iso_date}/{completionTimeFromAscendingNode#to_iso_date}'
1962
1651
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
1963
- _date: '{startTimeFromAscendingNode}/{completionTimeFromAscendingNode}'
1964
- id: '$.id'
1965
1652
  # The geographic extent of the product
1966
1653
  geometry:
1967
1654
  - '{{"area": {geometry#to_nwse_bounds}}}'
1968
- - '$.geometry'
1969
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
1970
- storageStatus: OFFLINE
1971
- downloadLink: '$.null'
1655
+ - $.geometry
1972
1656
  qs: $.qs
1973
- orderLink: 'https://ads.atmosphere.copernicus.eu/api/retrieve/v1/processes/{ecmwf:dataset}/execution?{{"inputs": {qs#to_geojson}}}'
1657
+ orderLink: 'https://ads.atmosphere.copernicus.eu/api/retrieve/v1/processes/{dataset}/execution?{{"inputs": {qs#to_geojson}}}'
1974
1658
  products:
1975
1659
  # See available Public Datasets in https://ads.atmosphere.copernicus.eu/cdsapp#!/search?type=dataset
1976
1660
  CAMS_GAC_FORECAST:
1977
- "ecmwf:dataset": cams-global-atmospheric-composition-forecasts
1978
- "ecmwf:type": forecast
1979
- "ecmwf:data_format": grib
1980
- "ecmwf:variable": 10m_u_component_of_wind
1981
- "ecmwf:time": '00:00'
1982
- "ecmwf:leadtime_hour": '0'
1661
+ dataset: cams-global-atmospheric-composition-forecasts
1662
+ type: forecast
1663
+ data_format: grib
1664
+ variable: 10m_u_component_of_wind
1665
+ time: 00:00
1666
+ leadtime_hour: 0
1983
1667
  CAMS_GFE_GFAS:
1984
- "ecmwf:dataset": cams-global-fire-emissions-gfas
1985
- "ecmwf:data_format": grib
1986
- "ecmwf:variable": wildfire_combustion_rate
1668
+ dataset: cams-global-fire-emissions-gfas
1669
+ data_format: grib
1670
+ variable: wildfire_combustion_rate
1987
1671
  CAMS_EU_AIR_QUALITY_FORECAST:
1988
- "ecmwf:dataset": cams-europe-air-quality-forecasts
1989
- "ecmwf:model": ensemble
1990
- "ecmwf:data_format": grib
1991
- "ecmwf:variable": ammonia
1992
- "ecmwf:type": forecast
1993
- "ecmwf:time": '00:00'
1994
- "ecmwf:level": '0'
1995
- "ecmwf:leadtime_hour": '0'
1672
+ dataset: cams-europe-air-quality-forecasts
1673
+ model: ensemble
1674
+ data_format: grib
1675
+ variable: ammonia
1676
+ type: forecast
1677
+ time: 00:00
1678
+ level: 0
1679
+ leadtime_hour: 0
1996
1680
  CAMS_EU_AIR_QUALITY_RE:
1997
- "ecmwf:dataset": cams-europe-air-quality-reanalyses
1998
- "ecmwf:type": validated_reanalysis
1999
- "ecmwf:data_format": zip
2000
- "ecmwf:variable": nitrogen_dioxide
2001
- "ecmwf:model": ensemble
2002
- "ecmwf:level": '0'
1681
+ dataset: cams-europe-air-quality-reanalyses
1682
+ type: validated_reanalysis
1683
+ data_format: zip
1684
+ variable: nitrogen_dioxide
1685
+ model: ensemble
1686
+ level: 0
2003
1687
  metadata_mapping:
2004
1688
  <<: *month_year
2005
1689
  CAMS_GRF:
2006
- "ecmwf:dataset": cams-global-radiative-forcings
2007
- "ecmwf:data_format": zip
2008
- "ecmwf:variable": radiative_forcing_of_carbon_dioxide
2009
- "ecmwf:forcing_type": instantaneous
2010
- "ecmwf:band": long_wave
2011
- "ecmwf:sky_type": all_sky
2012
- "ecmwf:level": surface
2013
- "ecmwf:version": '2'
1690
+ dataset: cams-global-radiative-forcings
1691
+ data_format: zip
1692
+ variable: radiative_forcing_of_carbon_dioxide
1693
+ forcing_type: instantaneous
1694
+ band: long_wave
1695
+ sky_type: all_sky
1696
+ level: surface
1697
+ version: 2
2014
1698
  metadata_mapping:
2015
1699
  <<: *month_year
2016
1700
  CAMS_GRF_AUX:
2017
- "ecmwf:dataset": cams-global-radiative-forcing-auxilliary-variables
2018
- "ecmwf:band": short_wave
2019
- "ecmwf:sky_type": clear_sky
2020
- "ecmwf:version": '1.5'
2021
- "ecmwf:data_format": zip
2022
- "ecmwf:variable": aerosol_radiation_effect
2023
- "ecmwf:aerosol_type": marine
2024
- "ecmwf:level": surface
1701
+ dataset: cams-global-radiative-forcing-auxilliary-variables
1702
+ band: short_wave
1703
+ sky_type: clear_sky
1704
+ version: 1.5
1705
+ data_format: zip
1706
+ variable: aerosol_radiation_effect
1707
+ aerosol_type: marine
1708
+ level: surface
2025
1709
  metadata_mapping:
2026
1710
  <<: *month_year
2027
1711
  CAMS_SOLAR_RADIATION:
2028
- "ecmwf:dataset": cams-solar-radiation-timeseries
2029
- "ecmwf:sky_type": clear
2030
- "ecmwf:time_step": 1minute
2031
- "ecmwf:time_reference": true_solar_time
2032
- "ecmwf:location":
2033
- "latitude": 0
2034
- "longitude": 0
2035
- "ecmwf:altitude": -999
2036
- "ecmwf:format": csv
2037
- metadata_mapping:
2038
- "ecmwf:latitude":
2039
- - '{{"location": {{"latitude": {"ecmwf:latitude"}, "longitude": {"ecmwf:longitude"}}}}}'
2040
- - '$."ecmwf:latitude"'
2041
- "ecmwf:longitude":
2042
- - '{{"location": {{"latitude": {"ecmwf:latitude"}, "longitude": {"ecmwf:longitude"}}}}}'
2043
- - '$."ecmwf:longitude"'
1712
+ dataset: cams-solar-radiation-timeseries
1713
+ sky_type: clear
1714
+ time_step: 1minute
1715
+ time_reference: true_solar_time
1716
+ location:
1717
+ latitude: 0
1718
+ longitude: 0
1719
+ altitude: -999
1720
+ format: csv
1721
+ metadata_mapping:
1722
+ latitude:
1723
+ - '{{"location": {{"latitude": {"latitude"}, "longitude": {"longitude"}}}}}'
1724
+ - $."latitude"
1725
+ longitude:
1726
+ - '{{"location": {{"latitude": {"latitude"}, "longitude": {"longitude"}}}}}'
1727
+ - $."longitude"
2044
1728
  CAMS_GREENHOUSE_EGG4_MONTHLY:
2045
- "ecmwf:dataset": cams-global-ghg-reanalysis-egg4-monthly
2046
- "ecmwf:data_format": grib
2047
- "ecmwf:variable": snow_albedo
2048
- "ecmwf:product_type": monthly_mean
1729
+ dataset: cams-global-ghg-reanalysis-egg4-monthly
1730
+ data_format: grib
1731
+ variable: snow_albedo
1732
+ product_type: monthly_mean
2049
1733
  metadata_mapping:
2050
1734
  <<: *month_year
2051
1735
  CAMS_GREENHOUSE_EGG4:
2052
- "ecmwf:dataset": cams-global-ghg-reanalysis-egg4
2053
- "ecmwf:data_format": grib
2054
- "ecmwf:variable": snow_albedo
2055
- "ecmwf:step": '0'
1736
+ dataset: cams-global-ghg-reanalysis-egg4
1737
+ data_format: grib
1738
+ variable: snow_albedo
1739
+ step: 0
2056
1740
  CAMS_GREENHOUSE_INVERSION:
2057
- "ecmwf:dataset": cams-global-greenhouse-gas-inversion
2058
- "ecmwf:version": latest
2059
- "ecmwf:variable": carbon_dioxide
2060
- "ecmwf:quantity": mean_column
2061
- "ecmwf:input_observations": surface
2062
- "ecmwf:time_aggregation": instantaneous
1741
+ dataset: cams-global-greenhouse-gas-inversion
1742
+ version: latest
1743
+ variable: carbon_dioxide
1744
+ quantity: mean_column
1745
+ input_observations: surface
1746
+ time_aggregation: instantaneous
2063
1747
  metadata_mapping:
2064
1748
  <<: *month_year
2065
1749
  CAMS_GLOBAL_EMISSIONS:
2066
- "ecmwf:dataset": cams-global-emission-inventories
2067
- "ecmwf:version": latest
2068
- "ecmwf:data_format": zip
2069
- "ecmwf:variable": acids
2070
- "ecmwf:source": anthropogenic
1750
+ dataset: cams-global-emission-inventories
1751
+ version: latest
1752
+ data_format: zip
1753
+ variable: acids
1754
+ source: anthropogenic
2071
1755
  metadata_mapping:
2072
1756
  completionTimeFromAscendingNode:
2073
1757
  - |
@@ -2076,19 +1760,19 @@
2076
1760
  }}
2077
1761
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
2078
1762
  CAMS_EAC4:
2079
- "ecmwf:dataset": cams-global-reanalysis-eac4
2080
- "ecmwf:data_format": grib
2081
- "ecmwf:variable": '2m_dewpoint_temperature'
2082
- "ecmwf:time": '00:00'
1763
+ dataset: cams-global-reanalysis-eac4
1764
+ data_format: grib
1765
+ variable: 2m_dewpoint_temperature
1766
+ time: 00:00
2083
1767
  CAMS_EAC4_MONTHLY:
2084
- "ecmwf:dataset": cams-global-reanalysis-eac4-monthly
2085
- "ecmwf:data_format": grib
2086
- "ecmwf:variable": 2m_dewpoint_temperature
2087
- "ecmwf:product_type": monthly_mean
1768
+ dataset: cams-global-reanalysis-eac4-monthly
1769
+ data_format: grib
1770
+ variable: 2m_dewpoint_temperature
1771
+ product_type: monthly_mean
2088
1772
  metadata_mapping:
2089
1773
  <<: *month_year
2090
1774
  GENERIC_PRODUCT_TYPE:
2091
- "ecmwf:dataset": '{productType}'
1775
+ dataset: '{productType}'
2092
1776
  ---
2093
1777
  !provider # MARK: cop_cds
2094
1778
  name: cop_cds
@@ -2098,6 +1782,15 @@
2098
1782
  - host
2099
1783
  url: https://cds.climate.copernicus.eu
2100
1784
  # anchors to avoid duplications
1785
+ anchor_day_month_year: &nday_month_year
1786
+ completionTimeFromAscendingNode:
1787
+ - |
1788
+ {{
1789
+ "year": {_date#interval_to_datetime_dict}["year"],
1790
+ "month": {_date#interval_to_datetime_dict}["month"],
1791
+ "nominal_day": {_date#interval_to_datetime_dict}["day"]
1792
+ }}
1793
+ - '{$.completionTimeFromAscendingNode#to_iso_date}'
2101
1794
  anchor_day_month_year: &day_month_year
2102
1795
  completionTimeFromAscendingNode:
2103
1796
  - |
@@ -2107,7 +1800,7 @@
2107
1800
  "day": {_date#interval_to_datetime_dict}["day"]
2108
1801
  }}
2109
1802
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
2110
- anchor_day_month_year_time: &day_month_year_time
1803
+ anchor_time_day_month_year: &time_day_month_year
2111
1804
  completionTimeFromAscendingNode:
2112
1805
  - |
2113
1806
  {{
@@ -2125,7 +1818,7 @@
2125
1818
  "month": {_date#interval_to_datetime_dict}["month"]
2126
1819
  }}
2127
1820
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
2128
- anchor_month_year_time: &month_year_time
1821
+ anchor_time_month_year: &time_month_year
2129
1822
  completionTimeFromAscendingNode:
2130
1823
  - |
2131
1824
  {{
@@ -2176,106 +1869,95 @@
2176
1869
  discover_queryables:
2177
1870
  fetch_url: null
2178
1871
  product_type_fetch_url: null
2179
- constraints_url: https://cds.climate.copernicus.eu/api/catalogue/v1/collections/{ecmwf:dataset}/constraints.json
2180
- form_url: https://cds.climate.copernicus.eu/api/catalogue/v1/collections/{ecmwf:dataset}/form.json
1872
+ constraints_url: https://cds.climate.copernicus.eu/api/catalogue/v1/collections/{dataset}/constraints.json
1873
+ form_url: https://cds.climate.copernicus.eu/api/catalogue/v1/collections/{dataset}/form.json
2181
1874
  metadata_mapping:
2182
1875
  productType: $.productType
2183
- title: $.id
2184
1876
  startTimeFromAscendingNode: '{$.startTimeFromAscendingNode#to_iso_utc_datetime}'
2185
1877
  completionTimeFromAscendingNode:
2186
1878
  - date={startTimeFromAscendingNode#to_iso_date}/{completionTimeFromAscendingNode#to_iso_date}
2187
1879
  - '{$.completionTimeFromAscendingNode#to_iso_utc_datetime}'
2188
- _date: '{startTimeFromAscendingNode#to_iso_date}/{completionTimeFromAscendingNode#to_iso_date}'
2189
- id: $.id
2190
1880
  # The geographic extent of the product
2191
1881
  geometry:
2192
1882
  - '{{"area": {geometry#to_nwse_bounds}}}'
2193
1883
  - $.geometry
2194
- defaultGeometry: POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))
2195
- storageStatus: OFFLINE
2196
- downloadLink: $.null
2197
1884
  qs: $.qs
2198
- orderLink: 'https://cds.climate.copernicus.eu/api/retrieve/v1/processes/{ecmwf:dataset}/execution?{{"inputs": {qs#to_geojson}}}'
2199
- # Copernicus CDS specific parameters
2200
- # to_geojson is used to handle versions like 1_0 that would be otherwise evaluated to 10 by the metadata mapping formating
2201
- "ecmwf:version":
2202
- - version
2203
- - '{$."ecmwf:version"#to_geojson}'
1885
+ orderLink: 'https://cds.climate.copernicus.eu/api/retrieve/v1/processes/{dataset}/execution?{{"inputs": {qs#to_geojson}}}'
2204
1886
  products:
2205
1887
  # See available Public Datasets in https://cds.climate.copernicus.eu/cdsapp#!/search?type=dataset
2206
1888
  AG_ERA5:
2207
- "ecmwf:dataset": sis-agrometeorological-indicators
2208
- "ecmwf:version": '"1_1"'
2209
- "ecmwf:variable": cloud_cover
2210
- "ecmwf:statistic": 24_hour_mean
1889
+ dataset: sis-agrometeorological-indicators
1890
+ version: '1_1'
1891
+ variable: cloud_cover
1892
+ statistic: 24_hour_mean
2211
1893
  metadata_mapping:
2212
1894
  <<: *day_month_year
2213
1895
  ERA5_SL:
2214
- "ecmwf:dataset": reanalysis-era5-single-levels
2215
- "ecmwf:product_type": reanalysis
2216
- "ecmwf:variable": 10m_u_component_of_wind
2217
- "ecmwf:data_format": grib
2218
- "ecmwf:download_format": zip
1896
+ dataset: reanalysis-era5-single-levels
1897
+ product_type: reanalysis
1898
+ variable: 10m_u_component_of_wind
1899
+ data_format: grib
1900
+ download_format: zip
2219
1901
  metadata_mapping:
2220
- <<: *day_month_year_time
1902
+ <<: *time_day_month_year
2221
1903
  ERA5_PL:
2222
- "ecmwf:dataset": reanalysis-era5-pressure-levels
2223
- "ecmwf:product_type": reanalysis
2224
- "ecmwf:variable": geopotential
2225
- "ecmwf:data_format": grib
2226
- "ecmwf:download_format": zip
1904
+ dataset: reanalysis-era5-pressure-levels
1905
+ product_type: reanalysis
1906
+ variable: geopotential
1907
+ data_format: grib
1908
+ download_format: zip
2227
1909
  metadata_mapping:
2228
- <<: *day_month_year_time
1910
+ <<: *time_day_month_year
2229
1911
  ERA5_PL_MONTHLY:
2230
- "ecmwf:dataset": reanalysis-era5-pressure-levels-monthly-means
2231
- "ecmwf:product_type": monthly_averaged_reanalysis_by_hour_of_day
2232
- "ecmwf:variable": divergence
2233
- "ecmwf:pressure_level": '1'
2234
- "ecmwf:data_format": grib
2235
- "ecmwf:download_format": zip
2236
- metadata_mapping:
2237
- <<: *month_year_time
1912
+ dataset: reanalysis-era5-pressure-levels-monthly-means
1913
+ product_type: monthly_averaged_reanalysis_by_hour_of_day
1914
+ variable: divergence
1915
+ pressure_level: 1
1916
+ data_format: grib
1917
+ download_format: zip
1918
+ metadata_mapping:
1919
+ <<: *time_month_year
2238
1920
  ERA5_LAND:
2239
- "ecmwf:dataset": reanalysis-era5-land
2240
- "ecmwf:variable": 2m_dewpoint_temperature
2241
- "ecmwf:data_format": grib
2242
- "ecmwf:download_format": zip
1921
+ dataset: reanalysis-era5-land
1922
+ variable: 2m_dewpoint_temperature
1923
+ data_format: grib
1924
+ download_format: zip
2243
1925
  metadata_mapping:
2244
- <<: *day_month_year_time
1926
+ <<: *time_day_month_year
2245
1927
  ERA5_LAND_MONTHLY:
2246
- "ecmwf:dataset": reanalysis-era5-land-monthly-means
2247
- "ecmwf:product_type": monthly_averaged_reanalysis_by_hour_of_day
2248
- "ecmwf:variable": 2m_dewpoint_temperature
2249
- "ecmwf:data_format": grib
2250
- "ecmwf:download_format": zip
1928
+ dataset: reanalysis-era5-land-monthly-means
1929
+ product_type: monthly_averaged_reanalysis_by_hour_of_day
1930
+ variable: 2m_dewpoint_temperature
1931
+ data_format: grib
1932
+ download_format: zip
2251
1933
  metadata_mapping:
2252
- <<: *month_year_time
1934
+ <<: *time_month_year
2253
1935
  ERA5_SL_MONTHLY:
2254
- "ecmwf:dataset": reanalysis-era5-single-levels-monthly-means
2255
- "ecmwf:product_type": monthly_averaged_reanalysis_by_hour_of_day
2256
- "ecmwf:data_format": grib
2257
- "ecmwf:download_format": zip
1936
+ dataset: reanalysis-era5-single-levels-monthly-means
1937
+ product_type: monthly_averaged_reanalysis_by_hour_of_day
1938
+ data_format: grib
1939
+ download_format: zip
2258
1940
  metadata_mapping:
2259
- <<: *month_year_time
1941
+ <<: *time_month_year
2260
1942
  UERRA_EUROPE_SL:
2261
- "ecmwf:dataset": reanalysis-uerra-europe-single-levels
2262
- "ecmwf:origin": mescan_surfex
2263
- "ecmwf:variable": 10m_wind_direction
2264
- "ecmwf:time": 00:00
2265
- "ecmwf:data_format": grib
1943
+ dataset: reanalysis-uerra-europe-single-levels
1944
+ origin: mescan_surfex
1945
+ variable: 10m_wind_direction
1946
+ time: 00:00
1947
+ data_format: grib
2266
1948
  metadata_mapping:
2267
1949
  <<: *day_month_year
2268
1950
  GLACIERS_DIST_RANDOLPH:
2269
- "ecmwf:dataset": insitu-glaciers-extent
2270
- "ecmwf:variable": glacier_area
2271
- "ecmwf:product_type": gridded
2272
- "ecmwf:version": rgi_6_0
2273
- "ecmwf:data_format": zip
1951
+ dataset: insitu-glaciers-extent
1952
+ variable: glacier_area
1953
+ product_type: gridded
1954
+ version: rgi_6_0
1955
+ data_format: zip
2274
1956
  GRIDDED_GLACIERS_MASS_CHANGE:
2275
- "ecmwf:dataset": derived-gridded-glacier-mass-change
2276
- "ecmwf:variable": glacier_mass_change
2277
- "ecmwf:product_version": wgms_fog_2023_09
2278
- "ecmwf:data_format": zip
1957
+ dataset: derived-gridded-glacier-mass-change
1958
+ variable: glacier_mass_change
1959
+ product_version: wgms_fog_2023_09
1960
+ data_format: zip
2279
1961
  metadata_mapping:
2280
1962
  completionTimeFromAscendingNode:
2281
1963
  - |
@@ -2284,147 +1966,145 @@
2284
1966
  }}
2285
1967
  - '{$.completionTimeFromAscendingNode#get_hydrological_year}'
2286
1968
  SATELLITE_CARBON_DIOXIDE:
2287
- "ecmwf:dataset": satellite-carbon-dioxide
2288
- "ecmwf:processing_level": level_2
2289
- "ecmwf:variable": xco2
2290
- "ecmwf:sensor_and_algorithm": merged_emma
2291
- "ecmwf:version": '"4_5"'
1969
+ dataset: satellite-carbon-dioxide
1970
+ processing_level: level_2
1971
+ variable: xco2
1972
+ sensor_and_algorithm: sciamachy_wfmd
1973
+ version: '4_0'
2292
1974
  metadata_mapping:
2293
1975
  <<: *day_month_year
2294
1976
  SATELLITE_FIRE_BURNED_AREA:
2295
- "ecmwf:dataset": satellite-fire-burned-area
2296
- "ecmwf:origin": esa_cci
2297
- "ecmwf:sensor": modis
2298
- "ecmwf:variable": pixel_variables
2299
- "ecmwf:version": '5_1_1cds'
2300
- "ecmwf:region": "europe"
2301
- metadata_mapping:
2302
- <<: *day_month_year
1977
+ dataset: satellite-fire-burned-area
1978
+ origin: esa_cci
1979
+ sensor: modis
1980
+ variable: pixel_variables
1981
+ version: '5_1_1cds'
1982
+ region: europe
1983
+ metadata_mapping:
1984
+ <<: *nday_month_year
2303
1985
  SATELLITE_METHANE:
2304
- "ecmwf:dataset": satellite-methane
2305
- "ecmwf:processing_level": level_2
2306
- "ecmwf:variable": xch4
2307
- "ecmwf:sensor_and_algorithm": merged_emma
2308
- "ecmwf:version": '"4_5"'
1986
+ dataset: satellite-methane
1987
+ processing_level: level_2
1988
+ variable: xch4
1989
+ sensor_and_algorithm: sciamachy_wfmd
1990
+ version: '4_0'
2309
1991
  metadata_mapping:
2310
1992
  <<: *day_month_year
2311
1993
  SATELLITE_SEA_ICE_EDGE_TYPE:
2312
- "ecmwf:dataset": satellite-sea-ice-edge-type
2313
- "ecmwf:cdr_type": cdr
2314
- "ecmwf:region": northern_hemisphere
2315
- "ecmwf:variable":
1994
+ dataset: satellite-sea-ice-edge-type
1995
+ cdr_type: cdr
1996
+ region: northern_hemisphere
1997
+ variable:
2316
1998
  - sea_ice_edge
2317
1999
  - sea_ice_type
2318
- "ecmwf:version": '"3_0"'
2000
+ version: '3_0'
2319
2001
  metadata_mapping:
2320
2002
  <<: *day_month_year
2321
2003
  SATELLITE_SEA_ICE_THICKNESS:
2322
- "ecmwf:dataset": satellite-sea-ice-thickness
2323
- "ecmwf:cdr_type": cdr
2324
- "ecmwf:satellite": envisat
2325
- "ecmwf:variable": all
2326
- "ecmwf:version": '"3_0"'
2004
+ dataset: satellite-sea-ice-thickness
2005
+ cdr_type: cdr
2006
+ satellite: envisat
2007
+ variable: all
2008
+ version: '3_0'
2327
2009
  metadata_mapping:
2328
2010
  <<: *month_year
2329
2011
  SATELLITE_SEA_ICE_CONCENTRATION:
2330
- "ecmwf:dataset": satellite-sea-ice-concentration
2331
- "ecmwf:cdr_type": cdr
2332
- "ecmwf:origin": eumetsat_osi_saf
2333
- "ecmwf:region":
2012
+ dataset: satellite-sea-ice-concentration
2013
+ cdr_type: cdr
2014
+ origin: eumetsat_osi_saf
2015
+ region:
2334
2016
  - northern_hemisphere
2335
2017
  - southern_hemisphere
2336
- "ecmwf:sensor": ssmis
2337
- "ecmwf:temporal_aggregation": daily
2338
- "ecmwf:variable": all
2339
- "ecmwf:version": v3
2018
+ sensor: ssmis
2019
+ temporal_aggregation: daily
2020
+ variable: all
2021
+ version: v3
2340
2022
  metadata_mapping:
2341
2023
  <<: *day_month_year
2342
2024
  SATELLITE_SEA_LEVEL_GLOBAL:
2343
- "ecmwf:dataset": satellite-sea-level-global
2344
- "ecmwf:variable":
2025
+ dataset: satellite-sea-level-global
2026
+ variable:
2345
2027
  - daily
2346
- "ecmwf:version": vdt2021
2028
+ version: vdt2021
2347
2029
  metadata_mapping:
2348
2030
  <<: *day_month_year
2349
2031
  SEASONAL_POSTPROCESSED_PL:
2350
- "ecmwf:dataset": seasonal-postprocessed-pressure-levels
2351
- "ecmwf:data_format": grib
2352
- "ecmwf:originating_centre": ecmwf
2353
- "ecmwf:system": '5'
2354
- "ecmwf:variable": geopotential_anomaly
2355
- "ecmwf:pressure_level": '10'
2356
- "ecmwf:product_type": ensemble_mean
2357
- "ecmwf:leadtime_month": '1'
2032
+ dataset: seasonal-postprocessed-pressure-levels
2033
+ data_format: grib
2034
+ originating_centre: ecmwf
2035
+ system: 5
2036
+ variable: geopotential_anomaly
2037
+ pressure_level: 10
2038
+ product_type: ensemble_mean
2039
+ leadtime_month: 1
2358
2040
  metadata_mapping:
2359
2041
  <<: *month_year
2360
2042
  SEASONAL_POSTPROCESSED_SL:
2361
- "ecmwf:dataset": seasonal-postprocessed-single-levels
2362
- "ecmwf:data_format": grib
2363
- "ecmwf:originating_centre": ecmwf
2364
- "ecmwf:system": '5'
2365
- "ecmwf:variable": 2m_dewpoint_temperature_anomaly
2366
- "ecmwf:product_type": ensemble_mean
2367
- "ecmwf:leadtime_month": '1'
2043
+ dataset: seasonal-postprocessed-single-levels
2044
+ data_format: grib
2045
+ originating_centre: ecmwf
2046
+ system: 5
2047
+ variable: 2m_dewpoint_temperature_anomaly
2048
+ product_type: ensemble_mean
2049
+ leadtime_month: 1
2368
2050
  metadata_mapping:
2369
2051
  <<: *month_year
2370
2052
  SEASONAL_ORIGINAL_SL:
2371
- "ecmwf:dataset": seasonal-original-single-levels
2372
- "ecmwf:data_format": grib
2373
- "ecmwf:originating_centre": ecmwf
2374
- "ecmwf:system": '5'
2375
- "ecmwf:variable": 10m_u_component_of_wind
2376
- "ecmwf:leadtime_hour": '6'
2377
- "ecmwf:day": '01'
2053
+ dataset: seasonal-original-single-levels
2054
+ data_format: grib
2055
+ originating_centre: ecmwf
2056
+ system: 5
2057
+ variable: 10m_u_component_of_wind
2058
+ leadtime_hour: 6
2378
2059
  metadata_mapping:
2379
- <<: *month_year
2060
+ <<: *day_month_year
2380
2061
  SEASONAL_ORIGINAL_PL:
2381
- "ecmwf:dataset": seasonal-original-pressure-levels
2382
- "ecmwf:data_format": grib
2383
- "ecmwf:originating_centre": ecmwf
2384
- "ecmwf:system": '5'
2385
- "ecmwf:variable": geopotential
2386
- "ecmwf:pressure_level": '10'
2387
- "ecmwf:leadtime_hour": '12'
2388
- "ecmwf:day": '01'
2062
+ dataset: seasonal-original-pressure-levels
2063
+ data_format: grib
2064
+ originating_centre: ecmwf
2065
+ system: 5
2066
+ variable: geopotential
2067
+ pressure_level: 10
2068
+ leadtime_hour: 12
2389
2069
  metadata_mapping:
2390
- <<: *month_year
2070
+ <<: *day_month_year
2391
2071
  SEASONAL_MONTHLY_PL:
2392
- "ecmwf:dataset": seasonal-monthly-pressure-levels
2393
- "ecmwf:data_format": grib
2394
- "ecmwf:originating_centre": ecmwf
2395
- "ecmwf:system": '5'
2396
- "ecmwf:variable": geopotential
2397
- "ecmwf:pressure_level": '10'
2398
- "ecmwf:product_type": monthly_mean
2399
- "ecmwf:leadtime_month": '1'
2072
+ dataset: seasonal-monthly-pressure-levels
2073
+ data_format: grib
2074
+ originating_centre: ecmwf
2075
+ system: 5
2076
+ variable: geopotential
2077
+ pressure_level: 10
2078
+ product_type: monthly_mean
2079
+ leadtime_month: 1
2400
2080
  metadata_mapping:
2401
2081
  <<: *month_year
2402
2082
  SEASONAL_MONTHLY_SL:
2403
- "ecmwf:dataset": seasonal-monthly-single-levels
2404
- "ecmwf:data_format": grib
2405
- "ecmwf:originating_centre": ecmwf
2406
- "ecmwf:system": '5'
2407
- "ecmwf:variable": 10m_u_component_of_wind
2408
- "ecmwf:product_type": monthly_mean
2409
- "ecmwf:leadtime_month": '1'
2083
+ dataset: seasonal-monthly-single-levels
2084
+ data_format: grib
2085
+ originating_centre: ecmwf
2086
+ system: 5
2087
+ variable: 10m_u_component_of_wind
2088
+ product_type: monthly_mean
2089
+ leadtime_month: 1
2410
2090
  metadata_mapping:
2411
2091
  <<: *month_year
2412
2092
  SIS_HYDRO_MET_PROJ:
2413
- "ecmwf:dataset": sis-hydrology-meteorology-derived-projections
2414
- "ecmwf:data_format": zip
2415
- "ecmwf:product_type": climate_impact_indicators
2416
- "ecmwf:variable": 2m_air_temperature
2417
- "ecmwf:variable_type": absolute_change_from_reference_period
2418
- "ecmwf:processing_type": original
2419
- "ecmwf:time_aggregation": monthly_mean
2420
- "ecmwf:horizontal_resolution": 5_km
2421
- "ecmwf:experiment": degree_scenario
2422
- "ecmwf:rcm": cclm4_8_17
2423
- "ecmwf:gcm": ec_earth
2424
- "ecmwf:ensemble_member": r12i1p1
2425
- "ecmwf:period": 1_5_c
2093
+ dataset: sis-hydrology-meteorology-derived-projections
2094
+ data_format: zip
2095
+ product_type: climate_impact_indicators
2096
+ variable: 2m_air_temperature
2097
+ variable_type: absolute_change_from_reference_period
2098
+ processing_type: original
2099
+ time_aggregation: monthly_mean
2100
+ horizontal_resolution: 5_km
2101
+ experiment: degree_scenario
2102
+ rcm: cclm4_8_17
2103
+ gcm: ec_earth
2104
+ ensemble_member: r12i1p1
2105
+ period: 1_5_c
2426
2106
  GENERIC_PRODUCT_TYPE:
2427
- "ecmwf:dataset": '{productType}'
2107
+ dataset: '{productType}'
2428
2108
  ---
2429
2109
  !provider # MARK: sara
2430
2110
  name: sara
@@ -2738,7 +2418,8 @@
2738
2418
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
2739
2419
  productType: '$.queries[0].domain'
2740
2420
  storageStatus: '{$.requiresJobQueue#get_group_name((?P<ONLINE>False)|(?P<OFFLINE>True))}'
2741
- downloadLink: 'https://my.meteoblue.com/dataset/query'
2421
+ qs: $.qs
2422
+ downloadLink: https://my.meteoblue.com/dataset/query?{qs#to_geojson}
2742
2423
  # Meteoblue specific parameters
2743
2424
  datapoints: '$.datapoints'
2744
2425
  requiresJobQueue: '$.requiresJobQueue'
@@ -2755,7 +2436,8 @@
2755
2436
  timeIntervalsAlignment:
2756
2437
  - '{{"timeIntervalsAlignment": {timeIntervalsAlignment#to_geojson} }}'
2757
2438
  - '$.timeIntervalsAlignment'
2758
- orderLink: '{$.downloadLink#replace_str(r"^(.*)(\")(queries\")(.)",r"\1\2runOnJobQueue\2\4 true, \2\3\4")}'
2439
+ orderLink: https://my.meteoblue.com/dataset/query?{qs#replace_str(r"^(.*)(\")(queries\")(.)",r"\1\2runOnJobQueue\2\4 true, \2\3\4")}
2440
+ # orderLink: '{$.downloadLink#replace_str(r"^(.*)(\")(queries\")(.)",r"\1\2runOnJobQueue\2\4 true, \2\3\4")}'
2759
2441
  products:
2760
2442
  NEMSGLOBAL_TCDC:
2761
2443
  productType: NEMSGLOBAL
@@ -3254,6 +2936,7 @@
3254
2936
  need_auth: true
3255
2937
  auth_error_code: 401
3256
2938
  ssl_verify: true
2939
+ asset_key_from_href: false
3257
2940
  discover_queryables:
3258
2941
  fetch_url: null
3259
2942
  product_type_fetch_url: null
@@ -3298,20 +2981,6 @@
3298
2981
  description: WEkEO - Sentinel and some various Copernicus data
3299
2982
  url: https://www.wekeo.eu/
3300
2983
  # anchors to avoid duplications
3301
- anchor_dates_eum: &eo_eum_dates
3302
- startTimeFromAscendingNode:
3303
- - '{{"dtstart": "{startTimeFromAscendingNode}"}}'
3304
- - '$.properties.startdate'
3305
- completionTimeFromAscendingNode:
3306
- - '{{"dtend": "{completionTimeFromAscendingNode}"}}'
3307
- - '$.properties.enddate'
3308
- anchor_dates_clms: &clms_dates
3309
- startTimeFromAscendingNode:
3310
- - '{{"start": "{startTimeFromAscendingNode}"}}'
3311
- - '$.properties.startdate'
3312
- completionTimeFromAscendingNode:
3313
- - '{{"end": "{completionTimeFromAscendingNode}"}}'
3314
- - '$.properties.enddate'
3315
2984
  anchor_s1_sar: &s1_sar_params
3316
2985
  processingLevel:
3317
2986
  - '{{"processingLevel": "{processingLevel}"}}'
@@ -3345,8 +3014,8 @@
3345
3014
  id:
3346
3015
  - |
3347
3016
  {{
3348
- "start": "{id#replace_str(r'^.*_([0-9][0-9][0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])_.*$',r'\1-\2-\3T\4%3A\5%3A00Z')}",
3349
- "end": "{id#replace_str(r'^.*_([0-9][0-9][0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])_.*$',r'\1-\2-\3T\4%3A\5%3A00Z')}"
3017
+ "startdate": "{id#replace_str(r'^.*_([0-9][0-9][0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])_.*$',r'\1-\2-\3T\4%3A\5%3A00Z')}",
3018
+ "enddate": "{id#replace_str(r'^.*_([0-9][0-9][0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])_.*$',r'\1-\2-\3T\4%3A\5%3A00Z')}"
3350
3019
  }}
3351
3020
  - '$.id'
3352
3021
  search: !plugin
@@ -3379,10 +3048,10 @@
3379
3048
  - '{{"productIdentifier": "{id}"}}'
3380
3049
  - '{$.id#remove_extension}'
3381
3050
  startTimeFromAscendingNode:
3382
- - '{{"startDate": "{startTimeFromAscendingNode}"}}'
3051
+ - '{{"startdate": "{startTimeFromAscendingNode}"}}'
3383
3052
  - '$.properties.startdate'
3384
3053
  completionTimeFromAscendingNode:
3385
- - '{{"completionDate": "{completionTimeFromAscendingNode}"}}'
3054
+ - '{{"enddate": "{completionTimeFromAscendingNode}"}}'
3386
3055
  - '$.properties.enddate'
3387
3056
  downloadLink: '$.properties.location'
3388
3057
  title: '$.id'
@@ -3456,6 +3125,7 @@
3456
3125
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:SENTINEL-1"}}'
3457
3126
  S2_MSI_L1C:
3458
3127
  productType: EO:ESA:DAT:SENTINEL-2
3128
+ providerProductType: S2MSI1C
3459
3129
  processingLevel: S2MSI1C
3460
3130
  metadata_mapping:
3461
3131
  processingLevel:
@@ -3467,6 +3137,7 @@
3467
3137
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:SENTINEL-2"}}'
3468
3138
  S2_MSI_L2A:
3469
3139
  productType: EO:ESA:DAT:SENTINEL-2
3140
+ providerProductType: S2MSI2A
3470
3141
  processingLevel: S2MSI2A
3471
3142
  metadata_mapping:
3472
3143
  processingLevel:
@@ -3476,17 +3147,6 @@
3476
3147
  - '{{"cloudCover": "{cloudCover}"}}'
3477
3148
  - '$.null'
3478
3149
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:SENTINEL-2"}}'
3479
- S2_MSI_L2AP:
3480
- productType: EO:ESA:DAT:SENTINEL-2
3481
- processingLevel: S2MSI2AP
3482
- metadata_mapping:
3483
- processingLevel:
3484
- - '{{"processingLevel": "{processingLevel}"}}'
3485
- - '$.id.`sub(/^[^_]([^_]+)_([^_]+)_.*/, S2\\2)`'
3486
- cloudCover:
3487
- - '{{"cloudCover": "{cloudCover}"}}'
3488
- - '$.null'
3489
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:SENTINEL-2"}}'
3490
3150
  S3_LAN_HY:
3491
3151
  productType: EO:ESA:DAT:SENTINEL-3
3492
3152
  providerProductType: SR_2_LAN_HY
@@ -3545,9 +3205,8 @@
3545
3205
  productType: EO:EUM:DAT:SENTINEL-3:OL_1_EFR___
3546
3206
  metadata_mapping:
3547
3207
  id:
3548
- - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3208
+ - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
3549
3209
  - '{$.id#remove_extension}'
3550
- <<: *eo_eum_dates
3551
3210
  platform:
3552
3211
  - '{{"sat": "{platform}"}}'
3553
3212
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
@@ -3558,9 +3217,8 @@
3558
3217
  productType: EO:EUM:DAT:SENTINEL-3:OL_1_ERR___
3559
3218
  metadata_mapping:
3560
3219
  id:
3561
- - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3220
+ - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
3562
3221
  - '{$.id#remove_extension}'
3563
- <<: *eo_eum_dates
3564
3222
  platform:
3565
3223
  - '{{"sat": "{platform}"}}'
3566
3224
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
@@ -3571,9 +3229,8 @@
3571
3229
  productType: EO:EUM:DAT:SENTINEL-3:OL_2_WFR___
3572
3230
  metadata_mapping:
3573
3231
  id:
3574
- - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3232
+ - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
3575
3233
  - '{$.id#remove_extension}'
3576
- <<: *eo_eum_dates
3577
3234
  platform:
3578
3235
  - '{{"sat": "{platform}"}}'
3579
3236
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
@@ -3584,9 +3241,8 @@
3584
3241
  productType: EO:EUM:DAT:SENTINEL-3:OL_2_WRR___
3585
3242
  metadata_mapping:
3586
3243
  id:
3587
- - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3244
+ - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
3588
3245
  - '{$.id#remove_extension}'
3589
- <<: *eo_eum_dates
3590
3246
  platform:
3591
3247
  - '{{"sat": "{platform}"}}'
3592
3248
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
@@ -3597,9 +3253,8 @@
3597
3253
  productType: EO:EUM:DAT:SENTINEL-3:SR_1_SRA___
3598
3254
  metadata_mapping:
3599
3255
  id:
3600
- - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3256
+ - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
3601
3257
  - '{$.id#remove_extension}'
3602
- <<: *eo_eum_dates
3603
3258
  platform:
3604
3259
  - '{{"sat": "{platform}"}}'
3605
3260
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
@@ -3610,9 +3265,8 @@
3610
3265
  productType: EO:EUM:DAT:SENTINEL-3:SR_1_SRA_A_
3611
3266
  metadata_mapping:
3612
3267
  id:
3613
- - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3268
+ - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
3614
3269
  - '{$.id#remove_extension}'
3615
- <<: *eo_eum_dates
3616
3270
  platform:
3617
3271
  - '{{"sat": "{platform}"}}'
3618
3272
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
@@ -3623,24 +3277,21 @@
3623
3277
  productType: EO:EUM:DAT:SENTINEL-3:SR_1_SRA_BS
3624
3278
  metadata_mapping:
3625
3279
  id:
3626
- - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3280
+ - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
3627
3281
  - '{$.id#remove_extension}'
3628
- <<: *eo_eum_dates
3629
3282
  platform:
3630
3283
  - '{{"sat": "{platform}"}}'
3631
3284
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
3632
3285
  platformSerialIdentifier: '$.id.`sub(/^[^_]([^_]+)_.*/, S\\1)`'
3633
3286
  <<: *orbit_cycle
3634
3287
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:EUM:DAT:SENTINEL-3:SR_1_SRA_BS"}}'
3635
-
3636
3288
  S3_SLSTR_L1RBT:
3637
3289
  productType: EO:EUM:DAT:SENTINEL-3:SL_1_RBT___
3638
3290
  providerProductType: SL_1_RBT___
3639
3291
  metadata_mapping:
3640
3292
  id:
3641
- - '{{"productType": "SL_1_RBT___", "timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3293
+ - '{{"productType": "SL_1_RBT___", "timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
3642
3294
  - '{$.id#remove_extension}'
3643
- <<: *eo_eum_dates
3644
3295
  platform:
3645
3296
  - '{{"sat": "{platform}"}}'
3646
3297
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
@@ -3651,9 +3302,8 @@
3651
3302
  productType: EO:EUM:DAT:SENTINEL-3:SR_2_WAT___
3652
3303
  metadata_mapping:
3653
3304
  id:
3654
- - '{{"type": "SR_2_WAT___", "timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3305
+ - '{{"type": "SR_2_WAT___", "timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
3655
3306
  - '{$.id#remove_extension}'
3656
- <<: *eo_eum_dates
3657
3307
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:EUM:DAT:SENTINEL-3:SR_2_WAT___"}}'
3658
3308
  S5P_L1B_IR_ALL:
3659
3309
  productType: EO:ESA:DAT:SENTINEL-5P
@@ -3683,7 +3333,6 @@
3683
3333
  id:
3684
3334
  - '{{"uid": "{id}"}}'
3685
3335
  - '$.id'
3686
- <<: *clms_dates
3687
3336
  relativeOrbitNumber:
3688
3337
  - '{{"relativeOrbitNumber": "{relativeOrbitNumber}"}}'
3689
3338
  - '$.null'
@@ -3698,36 +3347,36 @@
3698
3347
  - '$.null'
3699
3348
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:EEA:DAT:CLMS_HRVPP_VI"}}'
3700
3349
  COP_DEM_GLO30_DGED:
3701
- productType: EO:DEM:DAT:COP-DEM_GLO-30-DGED__2023_1
3350
+ productType: EO:ESA:DAT:COP-DEM
3351
+ providerProductType: DGE_30
3702
3352
  metadata_mapping:
3703
- id: '$.id'
3704
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:DEM:DAT:COP-DEM_GLO-30-DGED__2023_1"}}'
3353
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:COP-DEM"}}'
3705
3354
  COP_DEM_GLO30_DTED:
3706
- productType: EO:DEM:DAT:COP-DEM_GLO-30-DTED__2023_1
3355
+ productType: EO:ESA:DAT:COP-DEM
3356
+ providerProductType: DTE_30
3707
3357
  metadata_mapping:
3708
- id: '$.id'
3709
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:DEM:DAT:COP-DEM_GLO-30-DTED__2023_1"}}'
3358
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:COP-DEM"}}'
3710
3359
  COP_DEM_GLO90_DGED:
3711
- productType: EO:DEM:DAT:COP-DEM_GLO-90-DGED__2023_1
3360
+ productType: EO:ESA:DAT:COP-DEM
3361
+ providerProductType: DGE_90
3712
3362
  metadata_mapping:
3713
- id: '$.id'
3714
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:DEM:DAT:COP-DEM_GLO-90-DGED__2023_1"}}'
3363
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:COP-DEM"}}'
3715
3364
  COP_DEM_GLO90_DTED:
3716
- productType: EO:DEM:DAT:COP-DEM_GLO-90-DTED__2023_1
3365
+ productType: EO:ESA:DAT:COP-DEM
3366
+ providerProductType: DTE_90
3717
3367
  metadata_mapping:
3718
- id: '$.id'
3719
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:DEM:DAT:COP-DEM_GLO-90-DTED__2023_1"}}'
3368
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:COP-DEM"}}'
3720
3369
  CLMS_GLO_NDVI_333M:
3721
3370
  productType: EO:CLMS:DAT:CLMS_GLOBAL_NDVI_300M_V1_10DAILY_NETCDF
3371
+ providerProductType: NDVI300
3722
3372
  metadata_mapping:
3723
3373
  <<: *id_from_date
3724
- <<: *clms_dates
3725
3374
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_NDVI_300M_V1_10DAILY_NETCDF"}}'
3726
3375
  CLMS_GLO_NDVI_1KM_LTS:
3727
3376
  productType: EO:CLMS:DAT:CLMS_GLOBAL_NDVI_1KM_V2_10DAILY_NETCDF
3377
+ providerProductType: NDVI
3728
3378
  metadata_mapping:
3729
3379
  <<: *id_from_date
3730
- <<: *clms_dates
3731
3380
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_NDVI_1KM_V2_10DAILY_NETCDF"}}'
3732
3381
  CLMS_CORINE:
3733
3382
  productType: EO:CLMS:DAT:CORINE
@@ -3742,45 +3391,45 @@
3742
3391
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CORINE"}}'
3743
3392
  CLMS_GLO_FCOVER_333M:
3744
3393
  productType: EO:CLMS:DAT:CLMS_GLOBAL_FCOVER_300M_V1_10DAILY_NETCDF
3394
+ providerProductType: FCOVER300
3745
3395
  metadata_mapping:
3746
3396
  <<: *id_from_date
3747
- <<: *clms_dates
3748
3397
  productGroupId:
3749
3398
  - '{{"productGroupId": "{productGroupId}"}}'
3750
3399
  - '$.null'
3751
3400
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_FCOVER_300M_V1_10DAILY_NETCDF"}}'
3752
3401
  CLMS_GLO_DMP_333M:
3753
3402
  productType: EO:CLMS:DAT:CLMS_GLOBAL_DMP_300M_V1_10DAILY_NETCDF
3403
+ providerProductType: DMP300
3754
3404
  metadata_mapping:
3755
3405
  <<: *id_from_date
3756
- <<: *clms_dates
3757
3406
  productGroupId:
3758
3407
  - '{{"productGroupId": "{productGroupId}"}}'
3759
3408
  - '$.null'
3760
3409
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_DMP_300M_V1_10DAILY_NETCDF"}}'
3761
3410
  CLMS_GLO_GDMP_333M:
3762
3411
  productType: EO:CLMS:DAT:CLMS_GLOBAL_GDMP_300M_V1_10DAILY_NETCDF
3412
+ providerProductType: GDMP300
3763
3413
  metadata_mapping:
3764
3414
  <<: *id_from_date
3765
- <<: *clms_dates
3766
3415
  productGroupId:
3767
3416
  - '{{"productGroupId": "{productGroupId}"}}'
3768
3417
  - '$.null'
3769
3418
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_GDMP_300M_V1_10DAILY_NETCDF"}}'
3770
3419
  CLMS_GLO_FAPAR_333M:
3771
3420
  productType: EO:CLMS:DAT:CLMS_GLOBAL_FAPAR_300M_V1_10DAILY_NETCDF
3421
+ providerProductType: FAPAR300
3772
3422
  metadata_mapping:
3773
3423
  <<: *id_from_date
3774
- <<: *clms_dates
3775
3424
  productGroupId:
3776
3425
  - '{{"productGroupId": "{productGroupId}"}}'
3777
3426
  - '$.null'
3778
3427
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_FAPAR_300M_V1_10DAILY_NETCDF"}}'
3779
3428
  CLMS_GLO_LAI_333M:
3780
3429
  productType: EO:CLMS:DAT:CLMS_GLOBAL_LAI_300M_V1_10DAILY_NETCDF
3430
+ providerProductType: LAI300
3781
3431
  metadata_mapping:
3782
3432
  <<: *id_from_date
3783
- <<: *clms_dates
3784
3433
  productGroupId:
3785
3434
  - '{{"productGroupId": "{productGroupId}"}}'
3786
3435
  - '$.null'
@@ -3835,9 +3484,9 @@
3835
3484
  startTimeFromAscendingNode:
3836
3485
  - |
3837
3486
  {{
3838
- "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
3839
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
3840
- "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"],
3487
+ "year": {_date#interval_to_datetime_dict}["year"],
3488
+ "month": {_date#interval_to_datetime_dict}["month"],
3489
+ "day": {_date#interval_to_datetime_dict}["day"],
3841
3490
  "time": {startTimeFromAscendingNode#get_ecmwf_time}
3842
3491
  }}
3843
3492
  - $.properties.startdate
@@ -3846,18 +3495,18 @@
3846
3495
  startTimeFromAscendingNode:
3847
3496
  - |
3848
3497
  {{
3849
- "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
3850
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
3851
- "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"]
3498
+ "year": {_date#interval_to_datetime_dict}["year"],
3499
+ "month": {_date#interval_to_datetime_dict}["month"],
3500
+ "day": {_date#interval_to_datetime_dict}["day"]
3852
3501
  }}
3853
3502
  - $.properties.startdate
3854
3503
  completionTimeFromAscendingNode: $.properties.enddate
3855
- anchor_year_month: &month_year
3504
+ anchor_month_year: &month_year
3856
3505
  startTimeFromAscendingNode:
3857
3506
  - |
3858
3507
  {{
3859
- "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
3860
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"]
3508
+ "year": {_date#interval_to_datetime_dict}["year"],
3509
+ "month": {_date#interval_to_datetime_dict}["month"]
3861
3510
  }}
3862
3511
  - $.properties.startdate
3863
3512
  completionTimeFromAscendingNode: $.properties.enddate
@@ -3875,16 +3524,11 @@
3875
3524
  max_items_per_page: 200
3876
3525
  discover_product_types:
3877
3526
  fetch_url: null
3878
- available_values_url: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/queryable/{productType}'
3527
+ available_values_url: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/queryable/{dataset}'
3879
3528
  metadata_mapping:
3880
- productType:
3881
- - '{{"dataset_id": "{productType}"}}'
3882
- - $.productType
3883
3529
  geometry:
3884
3530
  - '{{"bbox": {geometry#to_bounds}}}'
3885
3531
  - $.geometry
3886
- defaultGeometry: POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))
3887
- id: $.id
3888
3532
  startTimeFromAscendingNode:
3889
3533
  - '{{"startdate": "{startTimeFromAscendingNode#to_iso_utc_datetime}"}}'
3890
3534
  - $.properties.startdate
@@ -3892,25 +3536,26 @@
3892
3536
  - '{{"enddate": "{completionTimeFromAscendingNode#to_iso_utc_datetime}"}}'
3893
3537
  - $.properties.enddate
3894
3538
  downloadLink: $.properties.location
3895
- title: $.id
3896
- storageStatus: OFFLINE
3897
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "{productType}"}}'
3539
+ dataset:
3540
+ - dataset_id
3541
+ - $.dataset
3542
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "{dataset}"}}'
3898
3543
  products:
3899
3544
  SATELLITE_CARBON_DIOXIDE:
3900
- productType: EO:ECMWF:DAT:SATELLITE_CARBON_DIOXIDE
3901
- ecmwf:processing_level: level_2
3902
- ecmwf:version: '4_5'
3903
- ecmwf:variable: xco2
3904
- ecmwf:sensor_and_algorithm: merged_emma
3545
+ dataset: EO:ECMWF:DAT:SATELLITE_CARBON_DIOXIDE
3546
+ processing_level: level_2
3547
+ version: '4_0'
3548
+ variable: xco2
3549
+ sensor_and_algorithm: sciamachy_wfmd
3905
3550
  metadata_mapping:
3906
3551
  <<: *day_month_year
3907
3552
  SATELLITE_FIRE_BURNED_AREA:
3908
- productType: EO:ECMWF:DAT:SATELLITE_FIRE_BURNED_AREA
3909
- ecmwf:origin: esa_cci
3910
- ecmwf:sensor: modis
3911
- ecmwf:variable: pixel_variables
3912
- ecmwf:version: 5_1_1cds
3913
- ecmwf:region: europe
3553
+ dataset: EO:ECMWF:DAT:SATELLITE_FIRE_BURNED_AREA
3554
+ origin: esa_cci
3555
+ sensor: modis
3556
+ variable: pixel_variables
3557
+ version: 5_1_1cds
3558
+ region: europe
3914
3559
  metadata_mapping:
3915
3560
  startTimeFromAscendingNode:
3916
3561
  - |
@@ -3922,133 +3567,133 @@
3922
3567
  - $.properties.startdate
3923
3568
  completionTimeFromAscendingNode: $.properties.enddate
3924
3569
  SATELLITE_METHANE:
3925
- productType: EO:ECMWF:DAT:SATELLITE_METHANE
3926
- ecmwf:processing_level: level_2
3927
- ecmwf:version: '4_0'
3928
- ecmwf:variable: xch4
3929
- ecmwf:sensor_and_algorithm: sciamachy_wfmd
3570
+ dataset: EO:ECMWF:DAT:SATELLITE_METHANE
3571
+ processing_level: level_2
3572
+ version: '4_0'
3573
+ variable: xch4
3574
+ sensor_and_algorithm: sciamachy_wfmd
3930
3575
  metadata_mapping:
3931
3576
  <<: *day_month_year
3932
3577
  SATELLITE_SEA_ICE_EDGE_TYPE:
3933
- productType: EO:ECMWF:DAT:SATELLITE_SEA_ICE_EDGE_TYPE
3934
- ecmwf:variable: sea_ice_type
3935
- ecmwf:region: northern_hemisphere
3936
- ecmwf:cdr_type: cdr
3937
- ecmwf:version: '3_0'
3578
+ dataset: EO:ECMWF:DAT:SATELLITE_SEA_ICE_EDGE_TYPE
3579
+ variable: sea_ice_type
3580
+ region: northern_hemisphere
3581
+ cdr_type: cdr
3582
+ version: '3_0'
3938
3583
  metadata_mapping:
3939
3584
  <<: *day_month_year
3940
3585
  SATELLITE_SEA_ICE_THICKNESS:
3941
- productType: EO:ECMWF:DAT:SATELLITE_SEA_ICE_THICKNESS
3942
- ecmwf:satellite: envisat
3943
- ecmwf:cdr_type: cdr
3944
- ecmwf:variable: all
3945
- ecmwf:version: '3_0'
3586
+ dataset: EO:ECMWF:DAT:SATELLITE_SEA_ICE_THICKNESS
3587
+ satellite: envisat
3588
+ cdr_type: cdr
3589
+ variable: all
3590
+ version: '3_0'
3946
3591
  metadata_mapping:
3947
3592
  <<: *month_year
3948
3593
  SATELLITE_SEA_ICE_CONCENTRATION:
3949
- productType: EO:ECMWF:DAT:SATELLITE_SEA_ICE_CONCENTRATION
3950
- ecmwf:cdr_type: cdr
3951
- ecmwf:origin: eumetsat_osi_saf
3952
- ecmwf:region:
3594
+ dataset: EO:ECMWF:DAT:SATELLITE_SEA_ICE_CONCENTRATION
3595
+ cdr_type: cdr
3596
+ origin: eumetsat_osi_saf
3597
+ region:
3953
3598
  - northern_hemisphere
3954
3599
  - southern_hemisphere
3955
- ecmwf:sensor: ssmis
3956
- ecmwf:temporal_aggregation: daily
3957
- ecmwf:variable: all
3958
- ecmwf:version: v3
3600
+ sensor: ssmis
3601
+ temporal_aggregation: daily
3602
+ variable: all
3603
+ version: v3
3959
3604
  metadata_mapping:
3960
3605
  <<: *day_month_year
3961
3606
  SATELLITE_SEA_LEVEL_GLOBAL:
3962
- productType: EO:ECMWF:DAT:SATELLITE_SEA_LEVEL_GLOBAL
3963
- ecmwf:variable: daily
3964
- ecmwf:version: vdt2021
3607
+ dataset: EO:ECMWF:DAT:SATELLITE_SEA_LEVEL_GLOBAL
3608
+ variable: daily
3609
+ version: vdt2021
3965
3610
  metadata_mapping:
3966
3611
  <<: *day_month_year
3967
3612
  SEASONAL_ORIGINAL_SL:
3968
- productType: EO:ECMWF:DAT:SEASONAL_ORIGINAL_SINGLE_LEVELS
3969
- ecmwf:variable: land_sea_mask
3970
- ecmwf:leadtime_hour: 0
3971
- ecmwf:originating_centre: ecmwf
3972
- ecmwf:system: 5
3973
- ecmwf:data_format: grib
3613
+ dataset: EO:ECMWF:DAT:SEASONAL_ORIGINAL_SINGLE_LEVELS
3614
+ variable: land_sea_mask
3615
+ leadtime_hour: 0
3616
+ originating_centre: ecmwf
3617
+ system: 5
3618
+ data_format: grib
3974
3619
  metadata_mapping:
3975
3620
  <<: *day_month_year
3976
3621
  SEASONAL_ORIGINAL_PL:
3977
- productType: EO:ECMWF:DAT:SEASONAL_ORIGINAL_PRESSURE_LEVELS
3978
- ecmwf:variable: geopotential
3979
- ecmwf:pressure_level: 10
3980
- ecmwf:leadtime_hour: 12
3981
- ecmwf:originating_centre: ecmwf
3982
- ecmwf:system: 5
3983
- ecmwf:data_format: grib
3622
+ dataset: EO:ECMWF:DAT:SEASONAL_ORIGINAL_PRESSURE_LEVELS
3623
+ variable: geopotential
3624
+ pressure_level: 10
3625
+ leadtime_hour: 12
3626
+ originating_centre: ecmwf
3627
+ system: 5
3628
+ data_format: grib
3984
3629
  metadata_mapping:
3985
3630
  <<: *day_month_year
3986
3631
  SEASONAL_POSTPROCESSED_SL:
3987
- productType: EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_SINGLE_LEVELS
3988
- ecmwf:product_type: ensemble_mean
3989
- ecmwf:originating_centre: ecmwf
3990
- ecmwf:variable: 2m_dewpoint_temperature_anomaly
3991
- ecmwf:leadtime_month: 1
3992
- ecmwf:origin: ecmwf
3993
- ecmwf:system: 5
3994
- ecmwf:data_format: grib
3632
+ dataset: EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_SINGLE_LEVELS
3633
+ product_type: ensemble_mean
3634
+ originating_centre: ecmwf
3635
+ variable: 2m_dewpoint_temperature_anomaly
3636
+ leadtime_month: 1
3637
+ origin: ecmwf
3638
+ system: 5
3639
+ data_format: grib
3995
3640
  metadata_mapping:
3996
3641
  <<: *month_year
3997
3642
  SEASONAL_POSTPROCESSED_PL:
3998
- productType: EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_PRESSURE_LEVELS
3999
- ecmwf:product_type: ensemble_mean
4000
- ecmwf:variable: geopotential_anomaly
4001
- ecmwf:pressure_level: 10
4002
- ecmwf:leadtime_month: 1
4003
- ecmwf:originating_centre: ecmwf
4004
- ecmwf:system: 5
4005
- ecmwf:data_format: grib
3643
+ dataset: EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_PRESSURE_LEVELS
3644
+ product_type: ensemble_mean
3645
+ variable: geopotential_anomaly
3646
+ pressure_level: 10
3647
+ leadtime_month: 1
3648
+ originating_centre: ecmwf
3649
+ system: 5
3650
+ data_format: grib
4006
3651
  metadata_mapping:
4007
3652
  <<: *month_year
4008
3653
  SEASONAL_MONTHLY_SL:
4009
- productType: EO:ECMWF:DAT:SEASONAL_MONTHLY_SINGLE_LEVELS
4010
- ecmwf:variable: 10m_u_component_of_wind
4011
- ecmwf:product_type: monthly_mean
4012
- ecmwf:leadtime_month: 1
4013
- ecmwf:originating_centre: ecmwf
4014
- ecmwf:system: 5
4015
- ecmwf:data_format: grib
3654
+ dataset: EO:ECMWF:DAT:SEASONAL_MONTHLY_SINGLE_LEVELS
3655
+ variable: 10m_u_component_of_wind
3656
+ product_type: monthly_mean
3657
+ leadtime_month: 1
3658
+ originating_centre: ecmwf
3659
+ system: 5
3660
+ data_format: grib
4016
3661
  metadata_mapping:
4017
3662
  <<: *month_year
4018
3663
  SEASONAL_MONTHLY_PL:
4019
- productType: EO:ECMWF:DAT:SEASONAL_MONTHLY_PRESSURE_LEVELS
4020
- ecmwf:variable: geopotential
4021
- ecmwf:product_type: monthly_mean
4022
- ecmwf:leadtime_month: 1
4023
- ecmwf:pressure_level: 10
4024
- ecmwf:originating_centre: ecmwf
4025
- ecmwf:system: 5
4026
- ecmwf:data_format: grib
3664
+ dataset: EO:ECMWF:DAT:SEASONAL_MONTHLY_PRESSURE_LEVELS
3665
+ variable: geopotential
3666
+ product_type: monthly_mean
3667
+ leadtime_month: 1
3668
+ pressure_level: 10
3669
+ originating_centre: ecmwf
3670
+ system: 5
3671
+ data_format: grib
4027
3672
  metadata_mapping:
4028
3673
  <<: *month_year
4029
3674
  GLACIERS_DIST_RANDOLPH:
4030
- productType: EO:ECMWF:DAT:INSITU_GLACIERS_EXTENT
4031
- ecmwf:variable: glacier_area
4032
- ecmwf:product_type: gridded
4033
- ecmwf:data_format: zip
4034
- ecmwf:version: rgi_6_0
3675
+ dataset: EO:ECMWF:DAT:INSITU_GLACIERS_EXTENT
3676
+ variable: glacier_area
3677
+ product_type: gridded
3678
+ data_format: zip
3679
+ version: rgi_6_0
4035
3680
  metadata_mapping:
4036
3681
  <<: *day_month_year
4037
3682
  FIRE_HISTORICAL:
4038
- productType: EO:ECMWF:DAT:CEMS_FIRE_HISTORICAL_V1
4039
- ecmwf:product_type: reanalysis
4040
- ecmwf:variable: fire_weather_index
4041
- ecmwf:system_version: '4_1'
4042
- ecmwf:data_format: grib
4043
- ecmwf:grid: original_grid
4044
- ecmwf:dataset_type: consolidated_dataset
3683
+ dataset: EO:ECMWF:DAT:CEMS_FIRE_HISTORICAL_V1
3684
+ product_type: reanalysis
3685
+ variable: fire_weather_index
3686
+ system_version: '4_1'
3687
+ data_format: grib
3688
+ grid: original_grid
3689
+ dataset_type: consolidated_dataset
4045
3690
  metadata_mapping:
4046
3691
  <<: *day_month_year
4047
3692
  GRIDDED_GLACIERS_MASS_CHANGE:
4048
- productType: EO:ECMWF:DAT:DERIVED_GRIDDED_GLACIER_MASS_CHANGE
4049
- ecmwf:variable: glacier_mass_change
4050
- ecmwf:data_format: zip
4051
- ecmwf:product_version: wgms_fog_2022_09
3693
+ dataset: EO:ECMWF:DAT:DERIVED_GRIDDED_GLACIER_MASS_CHANGE
3694
+ variable: glacier_mass_change
3695
+ data_format: zip
3696
+ product_version: wgms_fog_2022_09
4052
3697
  metadata_mapping:
4053
3698
  startTimeFromAscendingNode:
4054
3699
  - |
@@ -4058,44 +3703,44 @@
4058
3703
  - $.properties.startdate
4059
3704
  completionTimeFromAscendingNode: $.properties.enddate
4060
3705
  UERRA_EUROPE_SL:
4061
- productType: EO:ECMWF:DAT:REANALYSIS_UERRA_EUROPE_SINGLE_LEVELS
4062
- ecmwf:variable: total_cloud_cover
4063
- ecmwf:origin: uerra_harmonie
4064
- ecmwf:data_format: grib # netcdf format may fail
3706
+ dataset: EO:ECMWF:DAT:REANALYSIS_UERRA_EUROPE_SINGLE_LEVELS
3707
+ variable: total_cloud_cover
3708
+ origin: uerra_harmonie
3709
+ data_format: grib # netcdf format may fail
4065
3710
  metadata_mapping:
4066
3711
  <<: *time_day_month_year
4067
3712
  AG_ERA5:
4068
- productType: EO:ECMWF:DAT:SIS_AGROMETEOROLOGICAL_INDICATORS
4069
- ecmwf:variable: cloud_cover
4070
- ecmwf:version: '1_1'
4071
- ecmwf:time: '06_00'
4072
- ecmwf:data_format: zip
4073
- ecmwf:statistic: 24_hour_mean
3713
+ dataset: EO:ECMWF:DAT:SIS_AGROMETEOROLOGICAL_INDICATORS
3714
+ variable: cloud_cover
3715
+ version: '1_1'
3716
+ time: '06_00'
3717
+ data_format: zip
3718
+ statistic: 24_hour_mean
4074
3719
  metadata_mapping:
4075
3720
  <<: *day_month_year
4076
3721
  ERA5_SL:
4077
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS
4078
- ecmwf:product_type: ensemble_mean
4079
- ecmwf:variable: 10m_u_component_of_wind
4080
- ecmwf:download_format: unarchived
4081
- ecmwf:data_format: grib # netcdf format may fail
3722
+ dataset: EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS
3723
+ product_type: ensemble_mean
3724
+ variable: 10m_u_component_of_wind
3725
+ download_format: unarchived
3726
+ data_format: grib # netcdf format may fail
4082
3727
  metadata_mapping:
4083
3728
  <<: *time_day_month_year
4084
3729
  ERA5_PL:
4085
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS
4086
- ecmwf:product_type: ensemble_mean
4087
- ecmwf:variable: temperature
4088
- ecmwf:pressure_level: 1
4089
- ecmwf:data_format: grib
4090
- ecmwf:download_format: unarchived
3730
+ dataset: EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS
3731
+ product_type: ensemble_mean
3732
+ variable: temperature
3733
+ pressure_level: 1
3734
+ data_format: grib
3735
+ download_format: unarchived
4091
3736
  metadata_mapping:
4092
3737
  <<: *time_day_month_year
4093
3738
  ERA5_SL_MONTHLY:
4094
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS_MONTHLY_MEANS
4095
- ecmwf:product_type: monthly_averaged_ensemble_members
4096
- ecmwf:variable: 10m_u_component_of_wind
4097
- ecmwf:data_format: grib
4098
- ecmwf:download_format: unarchived
3739
+ dataset: EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS_MONTHLY_MEANS
3740
+ product_type: monthly_averaged_ensemble_members
3741
+ variable: 10m_u_component_of_wind
3742
+ data_format: grib
3743
+ download_format: unarchived
4099
3744
  metadata_mapping:
4100
3745
  startTimeFromAscendingNode:
4101
3746
  - |
@@ -4107,12 +3752,12 @@
4107
3752
  - $.properties.startdate
4108
3753
  completionTimeFromAscendingNode: $.properties.enddate
4109
3754
  ERA5_PL_MONTHLY:
4110
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS_MONTHLY_MEANS
4111
- ecmwf:product_type: monthly_averaged_ensemble_members
4112
- ecmwf:variable: divergence
4113
- ecmwf:pressure_level: 1
4114
- ecmwf:data_format: grib
4115
- ecmwf:download_format: unarchived
3755
+ dataset: EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS_MONTHLY_MEANS
3756
+ product_type: monthly_averaged_ensemble_members
3757
+ variable: divergence
3758
+ pressure_level: 1
3759
+ data_format: grib
3760
+ download_format: unarchived
4116
3761
  metadata_mapping:
4117
3762
  startTimeFromAscendingNode:
4118
3763
  - |
@@ -4124,18 +3769,18 @@
4124
3769
  - $.properties.startdate
4125
3770
  completionTimeFromAscendingNode: $.properties.enddate
4126
3771
  ERA5_LAND:
4127
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_LAND
4128
- ecmwf:variable: 2m_dewpoint_temperature
4129
- ecmwf:data_format: grib
4130
- ecmwf:download_format: unarchived
3772
+ dataset: EO:ECMWF:DAT:REANALYSIS_ERA5_LAND
3773
+ variable: 2m_dewpoint_temperature
3774
+ data_format: grib
3775
+ download_format: unarchived
4131
3776
  metadata_mapping:
4132
3777
  <<: *time_day_month_year
4133
3778
  ERA5_LAND_MONTHLY:
4134
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_LAND_MONTHLY_MEANS
4135
- ecmwf:product_type: monthly_averaged_reanalysis
4136
- ecmwf:variable: 2m_dewpoint_temperature
4137
- ecmwf:data_format: grib
4138
- ecmwf:download_format: unarchived
3779
+ dataset: EO:ECMWF:DAT:REANALYSIS_ERA5_LAND_MONTHLY_MEANS
3780
+ product_type: monthly_averaged_reanalysis
3781
+ variable: 2m_dewpoint_temperature
3782
+ data_format: grib
3783
+ download_format: unarchived
4139
3784
  metadata_mapping:
4140
3785
  startTimeFromAscendingNode:
4141
3786
  - |
@@ -4147,16 +3792,16 @@
4147
3792
  - $.properties.startdate
4148
3793
  completionTimeFromAscendingNode: $.properties.enddate
4149
3794
  CAMS_EAC4:
4150
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_REANALYSIS_EAC4
4151
- ecmwf:data_format: grib
4152
- ecmwf:variable: 2m_dewpoint_temperature
4153
- ecmwf:time: 00:00
3795
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_REANALYSIS_EAC4
3796
+ data_format: grib
3797
+ variable: 2m_dewpoint_temperature
3798
+ time: 00:00
4154
3799
  CAMS_GLOBAL_EMISSIONS:
4155
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_EMISSION_INVENTORIES
4156
- ecmwf:version: latest
4157
- ecmwf:data_format: zip
4158
- ecmwf:variable: acids
4159
- ecmwf:source: anthropogenic
3800
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_EMISSION_INVENTORIES
3801
+ version: latest
3802
+ data_format: zip
3803
+ variable: acids
3804
+ source: anthropogenic
4160
3805
  metadata_mapping:
4161
3806
  startTimeFromAscendingNode:
4162
3807
  - |
@@ -4166,95 +3811,95 @@
4166
3811
  - $.properties.startdate
4167
3812
  completionTimeFromAscendingNode: $.properties.enddate
4168
3813
  CAMS_EAC4_MONTHLY:
4169
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_REANALYSIS_EAC4_MONTHLY
4170
- ecmwf:data_format: grib
4171
- ecmwf:variable: 2m_dewpoint_temperature
4172
- ecmwf:product_type: monthly_mean
3814
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_REANALYSIS_EAC4_MONTHLY
3815
+ data_format: grib
3816
+ variable: 2m_dewpoint_temperature
3817
+ product_type: monthly_mean
4173
3818
  metadata_mapping:
4174
3819
  <<: *month_year
4175
3820
  CAMS_GREENHOUSE_INVERSION:
4176
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_GREENHOUSE_GAS_INVERSION
4177
- ecmwf:version: latest
4178
- ecmwf:variable: carbon_dioxide
4179
- ecmwf:quantity: mean_column
4180
- ecmwf:input_observations: surface
4181
- ecmwf:time_aggregation: instantaneous
3821
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_GREENHOUSE_GAS_INVERSION
3822
+ version: latest
3823
+ variable: carbon_dioxide
3824
+ quantity: mean_column
3825
+ input_observations: surface
3826
+ time_aggregation: instantaneous
4182
3827
  metadata_mapping:
4183
3828
  <<: *month_year
4184
3829
  CAMS_EU_AIR_QUALITY_RE:
4185
- productType: EO:ECMWF:DAT:CAMS_EUROPE_AIR_QUALITY_REANALYSES
4186
- ecmwf:type: validated_reanalysis
4187
- ecmwf:data_format: zip
4188
- ecmwf:variable: nitrogen_dioxide
4189
- ecmwf:model: ensemble
4190
- ecmwf:level: 0
3830
+ dataset: EO:ECMWF:DAT:CAMS_EUROPE_AIR_QUALITY_REANALYSES
3831
+ type: validated_reanalysis
3832
+ data_format: zip
3833
+ variable: nitrogen_dioxide
3834
+ model: ensemble
3835
+ level: 0
4191
3836
  metadata_mapping:
4192
3837
  <<: *month_year
4193
3838
  CAMS_GRF:
4194
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_RADIATIVE_FORCINGS
4195
- ecmwf:data_format: zip
4196
- ecmwf:variable: radiative_forcing_of_carbon_dioxide
4197
- ecmwf:forcing_type: instantaneous
4198
- ecmwf:band: long_wave
4199
- ecmwf:sky_type: all_sky
4200
- ecmwf:level: surface
4201
- ecmwf:version: 2
3839
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_RADIATIVE_FORCINGS
3840
+ data_format: zip
3841
+ variable: radiative_forcing_of_carbon_dioxide
3842
+ forcing_type: instantaneous
3843
+ band: long_wave
3844
+ sky_type: all_sky
3845
+ level: surface
3846
+ version: 2
4202
3847
  metadata_mapping:
4203
3848
  <<: *month_year
4204
3849
  CAMS_GRF_AUX:
4205
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_RADIATIVE_FORCING_AUXILLIARY_VARIABLES
4206
- ecmwf:band: short_wave
4207
- ecmwf:sky_type: clear_sky
4208
- ecmwf:version: 1.5
4209
- ecmwf:data_format: zip
4210
- ecmwf:variable: aerosol_radiation_effect
4211
- ecmwf:aerosol_type: marine
4212
- ecmwf:level: surface
3850
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_RADIATIVE_FORCING_AUXILLIARY_VARIABLES
3851
+ band: short_wave
3852
+ sky_type: clear_sky
3853
+ version: 1.5
3854
+ data_format: zip
3855
+ variable: aerosol_radiation_effect
3856
+ aerosol_type: marine
3857
+ level: surface
4213
3858
  metadata_mapping:
4214
3859
  <<: *month_year
4215
3860
  CAMS_GREENHOUSE_EGG4:
4216
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_GHG_REANALYSIS_EGG4
4217
- ecmwf:data_format: grib
4218
- ecmwf:variable: snow_albedo
4219
- ecmwf:step: 0
3861
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_GHG_REANALYSIS_EGG4
3862
+ data_format: grib
3863
+ variable: snow_albedo
3864
+ step: 0
4220
3865
  CAMS_GREENHOUSE_EGG4_MONTHLY:
4221
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_GHG_REANALYSIS_EGG4_MONTHLY
4222
- ecmwf:data_format: grib
4223
- ecmwf:variable: snow_albedo
4224
- ecmwf:product_type: monthly_mean_by_hour_of_day
4225
- ecmwf:step: 3
4226
- ecmwf:time: 00:00
3866
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_GHG_REANALYSIS_EGG4_MONTHLY
3867
+ data_format: grib
3868
+ variable: snow_albedo
3869
+ product_type: monthly_mean_by_hour_of_day
3870
+ step: 3
3871
+ time: 00:00
4227
3872
  metadata_mapping:
4228
3873
  <<: *month_year
4229
3874
  CAMS_EU_AIR_QUALITY_FORECAST:
4230
- productType: EO:ECMWF:DAT:CAMS_EUROPE_AIR_QUALITY_FORECASTS
4231
- ecmwf:model: ensemble
4232
- ecmwf:data_format: grib
4233
- ecmwf:variable: alder_pollen
4234
- ecmwf:type: forecast
4235
- ecmwf:time: 00:00
4236
- ecmwf:level: 0
4237
- ecmwf:leadtime_hour: 0
3875
+ dataset: EO:ECMWF:DAT:CAMS_EUROPE_AIR_QUALITY_FORECASTS
3876
+ model: ensemble
3877
+ data_format: grib
3878
+ variable: alder_pollen
3879
+ type: forecast
3880
+ time: 00:00
3881
+ level: 0
3882
+ leadtime_hour: 0
4238
3883
  CAMS_GAC_FORECAST:
4239
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_ATMOSPHERIC_COMPOSITION_FORECASTS
4240
- ecmwf:type: forecast
4241
- ecmwf:data_format: grib
4242
- ecmwf:variable: 10m_u_component_of_wind
4243
- ecmwf:time: 00:00
4244
- ecmwf:leadtime_hour: 0
3884
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_ATMOSPHERIC_COMPOSITION_FORECASTS
3885
+ type: forecast
3886
+ data_format: grib
3887
+ variable: 10m_u_component_of_wind
3888
+ time: 00:00
3889
+ leadtime_hour: 0
4245
3890
  CAMS_GFE_GFAS:
4246
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_FIRE_EMISSIONS_GFAS
4247
- ecmwf:data_format: grib
4248
- ecmwf:variable: wildfire_combustion_rate
4249
- ecmwf:time: 00:00
4250
- ecmwf:leadtime_hour: 0
3891
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_FIRE_EMISSIONS_GFAS
3892
+ data_format: grib
3893
+ variable: wildfire_combustion_rate
3894
+ time: 00:00
3895
+ leadtime_hour: 0
4251
3896
  CAMS_SOLAR_RADIATION:
4252
- productType: EO:ECMWF:DAT:CAMS_SOLAR_RADIATION_TIMESERIES
4253
- ecmwf:sky_type: clear
4254
- ecmwf:time_step: 1minute
4255
- ecmwf:time_reference: true_solar_time
4256
- ecmwf:altitude: -999
4257
- ecmwf:format: csv
3897
+ dataset: EO:ECMWF:DAT:CAMS_SOLAR_RADIATION_TIMESERIES
3898
+ sky_type: clear
3899
+ time_step: 1minute
3900
+ time_reference: true_solar_time
3901
+ altitude: -999
3902
+ format: csv
4258
3903
  geometry: POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))
4259
3904
  metadata_mapping:
4260
3905
  geometry:
@@ -4550,7 +4195,7 @@
4550
4195
  - '{$.Footprint#from_ewkt}'
4551
4196
  # The url to download the product "as is" (literal or as a template to be completed either after the search result
4552
4197
  # is obtained from the provider or during the eodag download phase)
4553
- downloadLink: 'https://zipper.creodias.eu/odata/v1/Products({uid})/$value'
4198
+ downloadLink: '$.S3Path.`sub(/^(.*)$/, s3:/\\1)`'
4554
4199
  # storageStatus: must be one of ONLINE, STAGING, OFFLINE
4555
4200
  storageStatus: '{$.Online#get_group_name((?P<ONLINE>True)|(?P<OFFLINE>False))}'
4556
4201
  collection:
@@ -4558,8 +4203,6 @@
4558
4203
  - $.null
4559
4204
  quicklook: '$.Assets[?(@.Type="QUICKLOOK")].DownloadLink'
4560
4205
  thumbnail: '$.Assets[?(@.Type="QUICKLOOK")].DownloadLink'
4561
- # Additional metadata provided by the providers but that don't appear in the reference spec
4562
- productIdentifier: '$.S3Path'
4563
4206
  download: !plugin
4564
4207
  type: CreodiasS3Download
4565
4208
  s3_endpoint: 'https://eodata.cloudferro.com'
@@ -4785,47 +4428,44 @@
4785
4428
  search: !plugin
4786
4429
  type: ECMWFSearch
4787
4430
  ssl_verify: true
4431
+ dates_required: True
4788
4432
  discover_queryables:
4789
4433
  fetch_url: null
4790
4434
  product_type_fetch_url: null
4791
- constraints_url: "https://s3.central.data.destination-earth.eu/swift/v1/dedt-lumi-constraints/{ecmwf:dataset}.json"
4435
+ constraints_url: "https://s3.central.data.destination-earth.eu/swift/v1/dedt-lumi-constraints/{dataset}.json"
4792
4436
  metadata_mapping:
4793
- productType: destination-earth
4794
- storageStatus: OFFLINE
4795
4437
  startTimeFromAscendingNode: '{$.startTimeFromAscendingNode#to_iso_date}'
4796
4438
  completionTimeFromAscendingNode:
4797
4439
  - '{{"date": "{startTimeFromAscendingNode#to_non_separated_date}/to/{completionTimeFromAscendingNode#to_non_separated_date}"}}'
4798
4440
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
4799
- geometry: POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))
4800
4441
  qs: $.qs
4801
4442
  orderLink: 'https://polytope.lumi.apps.dte.destination-earth.eu/api/v1/requests/destination-earth?{{"verb": "retrieve", "request": {qs#to_geojson} }}'
4802
- downloadLink: $.null
4803
4443
  products:
4804
4444
  DT_EXTREMES:
4805
- "ecmwf:dataset": extremes-dt
4806
- "ecmwf:class": d1
4807
- "ecmwf:expver": "0001"
4808
- "ecmwf:stream": oper
4809
- "ecmwf:type": fc
4810
- "ecmwf:levtype": sfc
4811
- "ecmwf:step": "0"
4812
- "ecmwf:param": "31"
4813
- "ecmwf:time": "0000"
4445
+ dataset: extremes-dt
4446
+ class: d1
4447
+ expver: "0001"
4448
+ stream: oper
4449
+ type: fc
4450
+ levtype: sfc
4451
+ step: 0
4452
+ param: 31
4453
+ time: "0000"
4814
4454
  DT_CLIMATE_ADAPTATION:
4815
- "ecmwf:dataset": climate-dt
4816
- "ecmwf:class": d1
4817
- "ecmwf:generation": 1
4818
- "ecmwf:expver": "0001"
4819
- "ecmwf:stream": clte
4820
- "ecmwf:type": fc
4821
- "ecmwf:activity": ScenarioMIP
4822
- "ecmwf:experiment": SSP3-7.0
4823
- "ecmwf:realization": 1
4824
- "ecmwf:model": IFS-NEMO
4825
- "ecmwf:param": 134/165/166
4826
- "ecmwf:resolution": high
4827
- "ecmwf:levtype": sfc
4828
- "ecmwf:time": "0000"
4455
+ dataset: climate-dt
4456
+ class: d1
4457
+ generation: 1
4458
+ expver: "0001"
4459
+ stream: clte
4460
+ type: fc
4461
+ activity: ScenarioMIP
4462
+ experiment: SSP3-7.0
4463
+ realization: 1
4464
+ model: IFS-NEMO
4465
+ param: 134/165/166
4466
+ resolution: high
4467
+ levtype: sfc
4468
+ time: "0000"
4829
4469
  download: !plugin
4830
4470
  type: HTTPDownload
4831
4471
  ssl_verify: true
@@ -4888,6 +4528,7 @@
4888
4528
  api_endpoint: https://hda.data.destination-earth.eu/stac/search
4889
4529
  need_auth: true
4890
4530
  timeout: 60
4531
+ asset_key_from_href: false
4891
4532
  metadata_mapping:
4892
4533
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4893
4534
  quicklook: '{thumbnail}'
@@ -4925,6 +4566,7 @@
4925
4566
  timeout: 20
4926
4567
  ssl_verify: true
4927
4568
  extract: true
4569
+ archive_depth: 2
4928
4570
  order_enabled: True
4929
4571
  order_method: GET
4930
4572
  order_on_response:
@@ -5070,6 +4712,14 @@
5070
4712
  productType: EO.ECMWF.DAT.SATELLITE_SEA_ICE_EDGE_TYPE
5071
4713
  metadata_mapping:
5072
4714
  <<: *orderable_mm
4715
+ SATELLITE_SEA_ICE_THICKNESS:
4716
+ productType: EO.ECMWF.DAT.SATELLITE_SEA_ICE_THICKNESS
4717
+ metadata_mapping:
4718
+ <<: *orderable_mm
4719
+ SATELLITE_SEA_ICE_CONCENTRATION:
4720
+ productType: EO.ECMWF.DAT.SATELLITE_SEA_ICE_CONCENTRATION
4721
+ metadata_mapping:
4722
+ <<: *orderable_mm
5073
4723
  SEASONAL_POSTPROCESSED_SL:
5074
4724
  productType: EO.ECMWF.DAT.SEASONAL_FORECAST_ANOMALIES_ON_SINGLE_LEVELS_2017_PRESENT
5075
4725
  metadata_mapping:
@@ -5170,7 +4820,7 @@
5170
4820
  productType: EO.ECMWF.DAT.CAMS_GLOBAL_EMISSION_INVENTORIES
5171
4821
  metadata_mapping:
5172
4822
  <<: *orderable_mm
5173
- # COPERNICUS ADS - Digital Elevation Model
4823
+ # COPERNICUS ADS - Digital Elevation Model
5174
4824
  COP_DEM_GLO30_DGED:
5175
4825
  productType: EO.DEM.DAT.COP-DEM_GLO-30-DGED
5176
4826
  COP_DEM_GLO30_DTED:
@@ -5180,6 +4830,85 @@
5180
4830
  productType: EO.DEM.DAT.COP-DEM_GLO-90-DGED
5181
4831
  COP_DEM_GLO90_DTED:
5182
4832
  productType: EO.DEM.DAT.COP-DEM_GLO-90-DTED
4833
+ # COPERNICUS Marine
4834
+ MO_GLOBAL_ANALYSISFORECAST_PHY_001_024:
4835
+ productType: EO.MO.DAT.GLOBAL_ANALYSISFORECAST_PHY_001_024
4836
+ MO_GLOBAL_ANALYSISFORECAST_WAV_001_027:
4837
+ productType: EO.MO.DAT.GLOBAL_ANALYSISFORECAST_WAV_001_027
4838
+ MO_GLOBAL_ANALYSISFORECAST_BGC_001_028:
4839
+ productType: EO.MO.DAT.GLOBAL_ANALYSISFORECAST_BGC_001_028
4840
+ MO_GLOBAL_MULTIYEAR_PHY_ENS_001_031:
4841
+ productType: EO.MO.DAT.GLOBAL_MULTIYEAR_PHY_ENS_001_031
4842
+ MO_GLOBAL_MULTIYEAR_WAV_001_032:
4843
+ productType: EO.MO.DAT.GLOBAL_MULTIYEAR_WAV_001_032
4844
+ MO_GLOBAL_MULTIYEAR_BGC_001_033:
4845
+ productType: EO.MO.DAT.GLOBAL_MULTIYEAR_BGC_001_033
4846
+ MO_INSITU_GLO_PHY_TS_OA_NRT_013_002:
4847
+ productType: EO.MO.DAT.INSITU_GLO_PHY_TS_OA_NRT_013_002
4848
+ MO_INSITU_GLO_PHY_TS_OA_MY_013_052:
4849
+ productType: EO.MO.DAT.INSITU_GLO_PHY_TS_OA_MY_013_052
4850
+ MO_INSITU_GLO_PHY_UV_DISCRETE_NRT_013_048:
4851
+ productType: EO.MO.DAT.INSITU_GLO_PHY_UV_DISCRETE_NRT_013_048
4852
+ MO_MULTIOBS_GLO_BIO_BGC_3D_REP_015_010:
4853
+ productType: EO.MO.DAT.MULTIOBS_GLO_BIO_BGC_3D_REP_015_010
4854
+ MO_MULTIOBS_GLO_BIO_CARBON_SURFACE_MYNRT_015_008:
4855
+ productType: EO.MO.DAT.MULTIOBS_GLO_BIO_CARBON_SURFACE_MYNRT_015_008
4856
+ MO_MULTIOBS_GLO_BGC_NUTRIENTS_CARBON_PROFILES_MYNRT_015_009:
4857
+ productType: EO.MO.DAT.MULTIOBS_GLO_BGC_NUTRIENTS_CARBON_PROFILES_MYNRT_015_009
4858
+ MO_MULTIOBS_GLO_PHY_MYNRT_015_003:
4859
+ productType: EO.MO.DAT.MULTIOBS_GLO_PHY_MYNRT_015_003
4860
+ MO_MULTIOBS_GLO_PHY_S_SURFACE_MYNRT_015_013:
4861
+ productType: EO.MO.DAT.MULTIOBS_GLO_PHY_S_SURFACE_MYNRT_015_013
4862
+ MO_MULTIOBS_GLO_PHY_TSUV_3D_MYNRT_015_012:
4863
+ productType: EO.MO.DAT.MULTIOBS_GLO_PHY_TSUV_3D_MYNRT_015_012
4864
+ MO_MULTIOBS_GLO_PHY_W_3D_REP_015_007:
4865
+ productType: EO.MO.DAT.MULTIOBS_GLO_PHY_W_3D_REP_015_007
4866
+ MO_OCEANCOLOUR_GLO_BGC_L3_MY_009_103:
4867
+ productType: EO.MO.DAT.OCEANCOLOUR_GLO_BGC_L3_MY_009_103
4868
+ MO_OCEANCOLOUR_GLO_BGC_L3_MY_009_107:
4869
+ productType: EO.MO.DAT.OCEANCOLOUR_GLO_BGC_L3_MY_009_107
4870
+ MO_OCEANCOLOUR_GLO_BGC_L3_NRT_009_101:
4871
+ productType: EO.MO.DAT.OCEANCOLOUR_GLO_BGC_L3_NRT_009_101
4872
+ MO_OCEANCOLOUR_GLO_BGC_L4_MY_009_104:
4873
+ productType: EO.MO.DAT.OCEANCOLOUR_GLO_BGC_L4_MY_009_104
4874
+ MO_OCEANCOLOUR_GLO_BGC_L4_MY_009_108:
4875
+ productType: EO.MO.DAT.OCEANCOLOUR_GLO_BGC_L4_MY_009_108
4876
+ MO_OCEANCOLOUR_GLO_BGC_L4_NRT_009_102:
4877
+ productType: EO.MO.DAT.OCEANCOLOUR_GLO_BGC_L4_NRT_009_102
4878
+ MO_SEAICE_GLO_SEAICE_L4_NRT_OBSERVATIONS_011_001:
4879
+ productType: EO.MO.DAT.SEAICE_GLO_SEAICE_L4_NRT_OBSERVATIONS_011_001
4880
+ MO_SEAICE_GLO_SEAICE_L4_NRT_OBSERVATIONS_011_006:
4881
+ productType: EO.MO.DAT.SEAICE_GLO_SEAICE_L4_NRT_OBSERVATIONS_011_006
4882
+ MO_SEAICE_GLO_SEAICE_L4_REP_OBSERVATIONS_011_009:
4883
+ productType: EO.MO.DAT.SEAICE_GLO_SEAICE_L4_REP_OBSERVATIONS_011_009
4884
+ MO_SEALEVEL_GLO_PHY_L4_NRT_008_046:
4885
+ productType: EO.MO.DAT.SEALEVEL_GLO_PHY_L4_NRT_008_046
4886
+ MO_SEALEVEL_GLO_PHY_MDT_008_063:
4887
+ productType: EO.MO.DAT.SEALEVEL_GLO_PHY_MDT_008_063
4888
+ MO_SST_GLO_SST_L3S_NRT_OBSERVATIONS_010_010:
4889
+ productType: EO.MO.DAT.SST_GLO_SST_L3S_NRT_OBSERVATIONS_010_010
4890
+ MO_SST_GLO_SST_L4_NRT_OBSERVATIONS_010_001:
4891
+ productType: EO.MO.DAT.SST_GLO_SST_L4_NRT_OBSERVATIONS_010_001
4892
+ MO_SST_GLO_SST_L4_REP_OBSERVATIONS_010_011:
4893
+ productType: EO.MO.DAT.SST_GLO_SST_L4_REP_OBSERVATIONS_010_011
4894
+ MO_SST_GLO_SST_L4_REP_OBSERVATIONS_010_024:
4895
+ productType: EO.MO.DAT.SST_GLO_SST_L4_REP_OBSERVATIONS_010_024
4896
+ MO_WIND_GLO_PHY_CLIMATE_L4_MY_012_003:
4897
+ productType: EO.MO.DAT.WIND_GLO_PHY_CLIMATE_L4_MY_012_003
4898
+ MO_WIND_GLO_PHY_L3_MY_012_005:
4899
+ productType: EO.MO.DAT.WIND_GLO_PHY_L3_MY_012_005
4900
+ MO_WIND_GLO_PHY_L3_NRT_012_002:
4901
+ productType: EO.MO.DAT.WIND_GLO_PHY_L3_NRT_012_002
4902
+ MO_WIND_GLO_PHY_L4_MY_012_006:
4903
+ productType: EO.MO.DAT.WIND_GLO_PHY_L4_MY_012_006
4904
+ MO_WIND_GLO_PHY_L4_NRT_012_004:
4905
+ productType: EO.MO.DAT.WIND_GLO_PHY_L4_NRT_012_004
4906
+ MO_WAVE_GLO_PHY_SWH_L3_NRT_014_001:
4907
+ productType: EO.MO.DAT.WAVE_GLO_PHY_SWH_L3_NRT_014_001
4908
+ MO_WAVE_GLO_PHY_SWH_L4_NRT_014_003:
4909
+ productType: EO.MO.DAT.WAVE_GLO_PHY_SWH_L4_NRT_014_003
4910
+ MO_WAVE_GLO_PHY_SPC_FWK_L3_NRT_014_002:
4911
+ productType: EO.MO.DAT.WAVE_GLO_PHY_SPC_FWK_L3_NRT_014_002
5183
4912
  # CLMS
5184
4913
  CLMS_CORINE:
5185
4914
  productType: EO.CLMS.DAT.CORINE
@@ -5215,6 +4944,108 @@
5215
4944
  metadata_mapping:
5216
4945
  storageStatus: '{$.null#replace_str("Not Available","OFFLINE")}'
5217
4946
  <<: *orderable_mm
4947
+ # AERIS
4948
+ AERIS_IAGOS:
4949
+ productType: EO.AERIS.DAT.IAGOS
4950
+ # METOP
4951
+ METOP_ASCSZFR02:
4952
+ productType: EO.EUM.CM.METOP.ASCSZFR02
4953
+ METOP_ASCSZOR02:
4954
+ productType: EO.EUM.CM.METOP.ASCSZOR02
4955
+ METOP_ASCSZRR02:
4956
+ productType: EO.EUM.CM.METOP.ASCSZRR02
4957
+ METOP_AMSU_L1:
4958
+ productType: EO.EUM.DAT.METOP.AMSUL1
4959
+ METOP_ASCSZF1B:
4960
+ productType: EO.EUM.DAT.METOP.ASCSZF1B
4961
+ METOP_ASCSZR1B:
4962
+ productType: EO.EUM.DAT.METOP.ASCSZR1B
4963
+ METOP_ASCSZO1B:
4964
+ productType: EO.EUM.DAT.METOP.ASCSZO1B
4965
+ METOP_AVHRRGACR02:
4966
+ productType: EO.EUM.DAT.METOP.AVHRRGACR02
4967
+ METOP_AVHRRL1:
4968
+ productType: EO.EUM.DAT.METOP.AVHRRL1
4969
+ METOP_GLB_SST_NC:
4970
+ productType: EO.EUM.DAT.METOP.GLB-SST-NC
4971
+ METOP_GOMEL1:
4972
+ productType: EO.EUM.DAT.METOP.GOMEL1
4973
+ METOP_GOMEL1R03:
4974
+ productType: EO.EUM.DAT.METOP.GOMEL1R03
4975
+ METOP_HIRSL1:
4976
+ productType: EO.EUM.DAT.MULT.HIRSL1
4977
+ METOP_IASIL1C_ALL:
4978
+ productType: EO.EUM.DAT.METOP.IASIL1C-ALL
4979
+ METOP_IASSND02:
4980
+ productType: EO.EUM.DAT.METOP.IASSND02
4981
+ METOP_IASTHR011:
4982
+ productType: EO.EUM.DAT.METOP.IASTHR011
4983
+ METOP_LSA_002:
4984
+ productType: EO.EUM.DAT.METOP.LSA-002
4985
+ METOP_MHSL1:
4986
+ productType: EO.EUM.DAT.METOP.MHSL1
4987
+ METOP_OSI_104:
4988
+ productType: EO.EUM.DAT.METOP.OSI-104
4989
+ METOP_OSI_150A:
4990
+ productType: EO.EUM.DAT.METOP.OSI-150-A
4991
+ METOP_OSI_150B:
4992
+ productType: EO.EUM.DAT.METOP.OSI-150-B
4993
+ METOP_SOMO12:
4994
+ productType: EO.EUM.DAT.METOP.SOMO12
4995
+ METOP_SOMO25:
4996
+ productType: EO.EUM.DAT.METOP.SOMO25
4997
+ # MSG
4998
+ MSG_AMVR02:
4999
+ productType: EO.EUM.DAT.AMVR02
5000
+ MSG_GSAL2R02:
5001
+ productType: EO.EUM.DAT.GSAL2R02
5002
+ MSG_CLM:
5003
+ productType: EO.EUM.DAT.MSG.CLM
5004
+ MSG_CLM_IODC:
5005
+ productType: EO.EUM.DAT.MSG.CLM-IODC
5006
+ MSG_HRSEVIRI:
5007
+ productType: EO.EUM.DAT.MSG.HRSEVIRI
5008
+ MSG_HRSEVIRI_IODC:
5009
+ productType: EO.EUM.DAT.MSG.HRSEVIRI-IODC
5010
+ MSG_LSA_FRM:
5011
+ productType: EO.EUM.DAT.MSG.LSA-FRM
5012
+ MSG_LSA_LST_CDR:
5013
+ productType: EO.EUM.DAT.MSG.LSA-LST-CDR
5014
+ MSG_LSA_LSTDE:
5015
+ productType: EO.EUM.DAT.MSG.LSA-LSTDE
5016
+ MSG_RSS_CLM:
5017
+ productType: EO.EUM.DAT.MSG.RSS-CLM
5018
+ MSG_MSG15_RSS:
5019
+ productType: EO.EUM.DAT.MSG.MSG15-RSS
5020
+ # GSW
5021
+ GSW_CHANGE:
5022
+ productType: EO.GSW.DAT.CHANGE
5023
+ GSW_EXTENT:
5024
+ productType: EO.GSW.DAT.EXTENT
5025
+ GSW_OCCURRENCE:
5026
+ productType: EO.GSW.DAT.OCCURRENCE
5027
+ GSW_RECURRENCE:
5028
+ productType: EO.GSW.DAT.RECURRENCE
5029
+ GSW_SEASONALITY:
5030
+ productType: EO.GSW.DAT.SEASONALITY
5031
+ GSW_TRANSITIONS:
5032
+ productType: EO.GSW.DAT.TRANSITIONS
5033
+ # Eurostat
5034
+ EUSTAT_GREENHOUSE_GAS_EMISSION_AGRICULTURE:
5035
+ productType: STAT.EUSTAT.DAT.GREENHOUSE_GAS_EMISSION_AGRICULTURE
5036
+ EUSTAT_POP_AGE_GROUP_SEX_NUTS3:
5037
+ productType: STAT.EUSTAT.DAT.POP_AGE_GROUP_SEX_NUTS3
5038
+ EUSTAT_POP_AGE_SEX_NUTS2:
5039
+ productType: STAT.EUSTAT.DAT.POP_AGE_SEX_NUTS2
5040
+ EUSTAT_POP_CHANGE_DEMO_BALANCE_CRUDE_RATES_NUTS3:
5041
+ productType: STAT.EUSTAT.DAT.POP_CHANGE_DEMO_BALANCE_CRUDE_RATES_NUTS3
5042
+ EUSTAT_SHARE_ENERGY_FROM_RENEWABLE:
5043
+ productType: STAT.EUSTAT.DAT.SHARE_ENERGY_FROM_RENEWABLE
5044
+ # ISIMIP
5045
+ ISIMIP_CLIMATE_FORCING_ISIMIP3B:
5046
+ productType: EO.ISIMIP.DAT.CLIMATE-FORCING_ISIMIP3b
5047
+ ISIMIP_SOCIO_ECONOMIC_FORCING_ISIMIP3B:
5048
+ productType: EO.ISIMIP.DAT.SOCIO-ECONOMIC-FORCING_ISIMIP3b
5218
5049
  GENERIC_PRODUCT_TYPE:
5219
5050
  productType: '{productType}'
5220
5051
  ---
@@ -5226,28 +5057,14 @@
5226
5057
  - host
5227
5058
  url: https://data.eumetsat.int
5228
5059
  anchor_sentinel: &sentinel_params
5229
- orbitDirection:
5230
- - orbitdir
5231
- - '$.properties.acquisitionInformation[0].acquisitionParameters.orbitDirection'
5232
- relativeOrbitNumber:
5233
- - relorbit
5234
- - '$.properties.acquisitionInformation[0].acquisitionParameters.relativeOrbitNumber'
5235
- timeliness:
5236
- - timeliness
5237
- - '$.properties.productInformation.timeliness'
5238
- cycleNumber:
5239
- - cycle
5240
- - '$.properties.acquisitionInformation[0].acquisitionParameters.cycleNumber'
5060
+ orbitDirection: '$.properties.acquisitionInformation[0].acquisitionParameters.orbitDirection'
5061
+ relativeOrbitNumber: '$.properties.acquisitionInformation[0].acquisitionParameters.relativeOrbitNumber'
5062
+ timeliness: '$.properties.productInformation.timeliness'
5063
+ cycleNumber: '$.properties.acquisitionInformation[0].acquisitionParameters.cycleNumber'
5241
5064
  anchor_orbit_zone_tile: &orbit_zone_tile
5242
5065
  orbitNumber:
5243
5066
  - orbit
5244
5067
  - '$.properties.acquisitionInformation[0].acquisitionParameters.orbitNumber'
5245
- utmZone:
5246
- - zone
5247
- - '$.null'
5248
- tileIdentifier:
5249
- - t6
5250
- - '$.null'
5251
5068
  search: !plugin
5252
5069
  type: QueryStringSearch
5253
5070
  api_endpoint: 'https://api.eumetsat.int/data/search-products/1.0.0/os'
@@ -5256,6 +5073,7 @@
5256
5073
  dont_quote:
5257
5074
  - '='
5258
5075
  - '&'
5076
+ asset_key_from_href: false
5259
5077
  pagination:
5260
5078
  next_page_url_tpl: '{url}?{search}&c={items_per_page}&pw={page}'
5261
5079
  start_page: 0
@@ -5305,17 +5123,10 @@
5305
5123
  productType:
5306
5124
  - type
5307
5125
  - '$.properties.productInformation.productType'
5308
- platform:
5309
- - sat
5310
- - '$.properties.acquisitionInformation[0].platform.platformShortName'
5126
+ platform: '$.properties.acquisitionInformation[0].platform.platformShortName'
5311
5127
  instrument: '$.properties.acquisitionInformation[0].instrument.instrumentShortName'
5312
5128
  # INSPIRE obligated OpenSearch Parameters for Collection Search (Table 4)
5313
- title:
5314
- - title
5315
- - '{$.properties.title#remove_extension}'
5316
- publicationDate:
5317
- - publication
5318
- - '$.null'
5129
+ title: '{$.properties.title#sanitize}'
5319
5130
  # OpenSearch Parameters for Product Search (Table 5)
5320
5131
  parentIdentifier:
5321
5132
  - pi
@@ -5346,9 +5157,7 @@
5346
5157
  storageStatus: '{$.null#replace_str("Not Available","ONLINE")}'
5347
5158
  assets: '{$.properties.links.sip-entries#assets_list_to_dict}'
5348
5159
  # Additional metadata provided by the providers but that don't appear in the reference spec
5349
- size:
5350
- - size
5351
- - '$.properties.productInformation.size'
5160
+ size: '$.properties.productInformation.size'
5352
5161
  type: '$.null'
5353
5162
  # set duplicate metadata due to metadata discovery to null
5354
5163
  acquisitionInformation: '$.null'
@@ -5633,10 +5442,6 @@
5633
5442
  parentIdentifier: EO:EUM:DAT:0394
5634
5443
  MSG_AMVR02:
5635
5444
  parentIdentifier: EO:EUM:DAT:0405
5636
- MSG_LST:
5637
- parentIdentifier: EO:EUM:DAT:0088
5638
- MSG_LST_DIR:
5639
- parentIdentifier: EO:EUM:DAT:0394
5640
5445
  MFG_GSA_57:
5641
5446
  parentIdentifier: EO:EUM:DAT:0301
5642
5447
  MFG_GSA_63:
@@ -5665,6 +5470,22 @@
5665
5470
  parentIdentifier: EO:EUM:DAT:0662
5666
5471
  MTG_FCI_HRFI:
5667
5472
  parentIdentifier: EO:EUM:DAT:0665
5473
+ MTG_FCI_ASR_BUFR:
5474
+ parentIdentifier: EO:EUM:DAT:0799
5475
+ MTG_FCI_ASR_NETCDF:
5476
+ parentIdentifier: EO:EUM:DAT:0677
5477
+ MTG_FCI_AMV_BUFR:
5478
+ parentIdentifier: EO:EUM:DAT:0998
5479
+ MTG_FCI_AMV_NETCDF:
5480
+ parentIdentifier: EO:EUM:DAT:0676
5481
+ MTG_FCI_CLM:
5482
+ parentIdentifier: EO:EUM:DAT:0678
5483
+ MTG_FCI_GII:
5484
+ parentIdentifier: EO:EUM:DAT:0683
5485
+ MTG_FCI_OCA:
5486
+ parentIdentifier: EO:EUM:DAT:0684
5487
+ MTG_FCI_OLR:
5488
+ parentIdentifier: EO:EUM:DAT:0685
5668
5489
  GENERIC_PRODUCT_TYPE:
5669
5490
  productType: '{productType}'
5670
5491
  parentIdentifier: '{parentIdentifier}'
@@ -5697,6 +5518,7 @@
5697
5518
  api_endpoint: 'https://stac.marine.copernicus.eu/metadata/{collection}/product.stac.json'
5698
5519
  need_auth: false
5699
5520
  ssl_verify: true
5521
+ asset_key_from_href: false
5700
5522
  timeout: 20
5701
5523
  results_entry: links
5702
5524
  discover_product_types:
@@ -5754,8 +5576,8 @@
5754
5576
  index: 1
5755
5577
  MO_MULTIOBS_GLO_BIO_BGC_3D_REP_015_010:
5756
5578
  productType: MULTIOBS_GLO_BIO_BGC_3D_REP_015_010
5757
- MO_MULTIOBS_GLO_BIO_CARBON_SURFACE_REP_015_008:
5758
- productType: MULTIOBS_GLO_BIO_CARBON_SURFACE_REP_015_008
5579
+ MO_MULTIOBS_GLO_BIO_CARBON_SURFACE_MYNRT_015_008:
5580
+ productType: MULTIOBS_GLO_BIO_CARBON_SURFACE_MYNRT_015_008
5759
5581
  MO_MULTIOBS_GLO_BGC_NUTRIENTS_CARBON_PROFILES_MYNRT_015_009:
5760
5582
  productType: MULTIOBS_GLO_BGC_NUTRIENTS_CARBON_PROFILES_MYNRT_015_009
5761
5583
  MO_MULTIOBS_GLO_PHY_MYNRT_015_003:
@@ -5788,8 +5610,8 @@
5788
5610
  productType: SST_GLO_SST_L4_REP_OBSERVATIONS_010_011
5789
5611
  MO_SST_GLO_SST_L4_REP_OBSERVATIONS_010_024:
5790
5612
  productType: SST_GLO_SST_L4_REP_OBSERVATIONS_010_024
5791
- MO_WAVE_GLO_WAV_L3_SPC_NRT_OBSERVATIONS_014_002:
5792
- productType: WAVE_GLO_WAV_L3_SPC_NRT_OBSERVATIONS_014_002
5613
+ MO_WAVE_GLO_PHY_SPC_FWK_L3_NRT_014_002:
5614
+ productType: WAVE_GLO_PHY_SPC-FWK_L3_NRT_014_002
5793
5615
  code_mapping:
5794
5616
  param: platformSerialIdentifier
5795
5617
  index: 0
@@ -5865,6 +5687,7 @@
5865
5687
  api_endpoint: https://geodes-portal.cnes.fr/api/stac/search
5866
5688
  need_auth: false
5867
5689
  ssl_verify: false
5690
+ asset_key_from_href: false
5868
5691
  discover_queryables:
5869
5692
  fetch_url: null
5870
5693
  product_type_fetch_url: null
@@ -5882,67 +5705,48 @@
5882
5705
  sort_by_default:
5883
5706
  - !!python/tuple [startTimeFromAscendingNode, ASC]
5884
5707
  sort_param_mapping:
5885
- id: spaceborne:s2TakeId
5886
- startTimeFromAscendingNode: temporal:startDate
5887
- completionTimeFromAscendingNode: temporal:endDate
5888
- platformSerialIdentifier: spaceborne:satellitePlatform
5889
- cloudCover: spaceborne:cloudCover
5708
+ id: identifier
5709
+ startTimeFromAscendingNode: start_datetime
5710
+ completionTimeFromAscendingNode: end_datetime
5711
+ platformSerialIdentifier: platform
5712
+ cloudCover: eo:cloud_cover
5713
+ sort_order_mapping:
5714
+ ascending: asc
5715
+ descending: dsc
5890
5716
  metadata_mapping:
5891
5717
  uid: '$.id'
5892
5718
  # OpenSearch Parameters for Collection Search (Table 3)
5893
5719
  productType:
5894
- - '{{"query":{{"dataType":{{"eq":"{productType}"}}}}}}'
5895
- - '$.properties."dataType"'
5896
- processingLevel:
5897
- - '{{"query":{{"spaceborne:productLevel":{{"eq":"{processingLevel}"}}}}}}'
5898
- - '$.properties."spaceborne:productLevel"'
5899
- platformSerialIdentifier:
5900
- - '{{"query":{{"spaceborne:satellitePlatform":{{"eq":"{platformSerialIdentifier}"}}}}}}'
5901
- - '$.properties."spaceborne:satellitePlatform"'
5720
+ - '{{"query":{{"dataset":{{"eq":"{productType}"}}}}}}'
5721
+ - '$.properties.dataset'
5902
5722
  instrument:
5903
- - '{{"query":{{"spaceborne:satelliteSensor":{{"eq":"{instrument}"}}}}}}'
5904
- - '$.properties."spaceborne:satelliteSensor"'
5723
+ - '{{"query":{{"instrument":{{"eq":"{instrument}"}}}}}}'
5724
+ - '$.properties.instrument'
5905
5725
  # INSPIRE obligated OpenSearch Parameters for Collection Search (Table 4)
5906
5726
  title: '$.properties.identifier'
5907
- keyword: '$.properties."spaceborne:keywords"'
5727
+ keyword: '$.properties.keywords'
5908
5728
  # OpenSearch Parameters for Product Search (Table 5)
5909
5729
  orbitNumber:
5910
- - '{{"query":{{"spaceborne:absoluteOrbitID":{{"eq":"{orbitNumber}"}}}}}}'
5911
- - '$.properties."spaceborne:absoluteOrbitID"'
5912
- orbitDirection:
5913
- - '{{"query":{{"spaceborne:orbitDirection":{{"eq":"{orbitDirection}"}}}}}}'
5914
- - '$.properties."spaceborne:orbitDirection"'
5915
- swathIdentifier:
5916
- - '{{"query":{{"spaceborne:swath":{{"eq":"{swathIdentifier}"}}}}}}'
5917
- - '$.properties."spaceborne:swath"'
5730
+ - '{{"query":{{"sat:absolute_orbit":{{"eq":{orbitNumber}}}}}}}'
5731
+ - '$.properties."sat:absolute_orbit"'
5732
+ relativeOrbitNumber:
5733
+ - '{{"query":{{"sat:relative_orbit":{{"eq":{relativeOrbitNumber}}}}}}}'
5734
+ - '$.properties."sat:relative_orbit"'
5918
5735
  cloudCover:
5919
- - '{{"query":{{"spaceborne:cloudCover":{{"lte":"{cloudCover}"}}}}}}'
5920
- - '$.properties."spaceborne:cloudCover"'
5921
- sensorMode:
5922
- - '{{"query":{{"spaceborne:sensorMode":{{"eq":"{sensorMode}"}}}}}}'
5923
- - '$.properties."spaceborne:sensorMode"'
5924
- # OpenSearch Parameters for Acquistion Parameters Search (Table 6)
5925
- startTimeFromAscendingNode:
5926
- - '{{"query":{{"temporal:endDate":{{"gte":"{startTimeFromAscendingNode#to_iso_utc_datetime}"}}}}}}'
5927
- - '$.properties."temporal:startDate"'
5928
- completionTimeFromAscendingNode:
5929
- - '{{"query":{{"temporal:startDate":{{"lte":"{completionTimeFromAscendingNode#to_iso_utc_datetime}"}}}}}}'
5930
- - '$.properties."temporal:endDate"'
5931
- polarizationChannels:
5932
- - '{{"query":{{"spaceborne:polarization":{{"eq":"{polarizationChannels}"}}}}}}'
5933
- - '$.properties."spaceborne:polarization"'
5736
+ - '{{"query":{{"eo:cloud_cover":{{"lte":{cloudCover}}}}}}}'
5737
+ - '$.properties."eo:cloud_cover"'
5738
+ swathIdentifier:
5739
+ - '{{"query":{{"swath":{{"eq":"{swathIdentifier}"}}}}}}'
5740
+ - '$.properties.swath'
5934
5741
  # Custom parameters (not defined in the base document referenced above)
5935
5742
  id:
5936
5743
  - '{{"query":{{"identifier":{{"eq":"{id}"}}}}}}'
5937
5744
  - '$.properties.identifier'
5938
5745
  tileIdentifier:
5939
- - '{{"query":{{"spaceborne:tile":{{"contains":"{tileIdentifier}"}}}}}}'
5940
- - '{$.properties."spaceborne:tile"#replace_str(r"^T?(.*)$",r"\1")}'
5941
- geometry:
5942
- - '{{"intersects":{geometry#to_geojson}}}'
5943
- - '($.geometry.`str()`.`sub(/^None$/, POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90)))`)|($.geometry[*])'
5746
+ - '{{"query":{{"grid:code":{{"contains":"{tileIdentifier}"}}}}}}'
5747
+ - '{$.properties."grid:code"#replace_str(r"^T?(.*)$",r"\1")}'
5944
5748
  providerProductType:
5945
- - '{{"query":{{"spaceborne:productType":{{"eq":"{providerProductType}"}}}}}}'
5749
+ - '{{"query":{{"product:type":{{"eq":"{providerProductType}"}}}}}}'
5946
5750
  - '$.null'
5947
5751
  downloadLink: '$.assets[?(@.roles[0] == "data") & (@.type != "application/xml")].href'
5948
5752
  quicklook: '$.assets[?(@.roles[0] == "overview")].href.`sub(/^(.*)$/, \\1?scope=gdh)`'
@@ -5976,12 +5780,127 @@
5976
5780
  ssl_verify: false
5977
5781
  ignore_assets: true
5978
5782
  archive_depth: 2
5783
+ auth_error_code:
5784
+ - 401
5785
+ - 403
5979
5786
  auth: !plugin
5980
5787
  type: HTTPHeaderAuth
5981
5788
  matching_url: https://geodes-portal.cnes.fr
5982
5789
  headers:
5983
5790
  X-API-Key: "{apikey}"
5984
5791
 
5792
+ ---
5793
+ !provider # MARK: geodes_s3
5794
+ name: geodes_s3
5795
+ priority: 0
5796
+ roles:
5797
+ - host
5798
+ description: French National Space Agency (CNES) Earth Observation portal with internal s3 Datalake
5799
+ url: https://geodes.cnes.fr
5800
+ search: !plugin
5801
+ type: StacListAssets
5802
+ api_endpoint: https://geodes-portal.cnes.fr/api/stac/search
5803
+ s3_endpoint: https://s3.datalake.cnes.fr
5804
+ need_auth: true
5805
+ ssl_verify: false
5806
+ asset_key_from_href: false
5807
+ discover_queryables:
5808
+ fetch_url: null
5809
+ product_type_fetch_url: null
5810
+ discover_product_types:
5811
+ fetch_url: https://geodes-portal.cnes.fr/api/stac/collections
5812
+ fetch_method: POST
5813
+ fetch_body:
5814
+ limit: 10000
5815
+ pagination:
5816
+ total_items_nb_key_path: '$.context.matched'
5817
+ # 1000 is ok and 2000 fails
5818
+ max_items_per_page: 1000
5819
+ sort:
5820
+ sort_by_tpl: '{{"sortBy": [ {{"field": "{sort_param}", "direction": "{sort_order}" }} ] }}'
5821
+ sort_by_default:
5822
+ - !!python/tuple [startTimeFromAscendingNode, ASC]
5823
+ sort_param_mapping:
5824
+ id: identifier
5825
+ startTimeFromAscendingNode: start_datetime
5826
+ completionTimeFromAscendingNode: end_datetime
5827
+ platformSerialIdentifier: platform
5828
+ cloudCover: eo:cloud_cover
5829
+ sort_order_mapping:
5830
+ ascending: asc
5831
+ descending: dsc
5832
+ metadata_mapping:
5833
+ uid: '$.id'
5834
+ # OpenSearch Parameters for Collection Search (Table 3)
5835
+ productType:
5836
+ - '{{"query":{{"dataset":{{"eq":"{productType}"}}}}}}'
5837
+ - '$.properties.dataset'
5838
+ instrument:
5839
+ - '{{"query":{{"instrument":{{"eq":"{instrument}"}}}}}}'
5840
+ - '$.properties.instrument'
5841
+ # INSPIRE obligated OpenSearch Parameters for Collection Search (Table 4)
5842
+ title: '$.properties.identifier'
5843
+ keyword: '$.properties.keywords'
5844
+ # OpenSearch Parameters for Product Search (Table 5)
5845
+ orbitNumber:
5846
+ - '{{"query":{{"sat:absolute_orbit":{{"eq":{orbitNumber}}}}}}}'
5847
+ - '$.properties."sat:absolute_orbit"'
5848
+ relativeOrbitNumber:
5849
+ - '{{"query":{{"sat:relative_orbit":{{"eq":{relativeOrbitNumber}}}}}}}'
5850
+ - '$.properties."sat:relative_orbit"'
5851
+ cloudCover:
5852
+ - '{{"query":{{"eo:cloud_cover":{{"lte":{cloudCover}}}}}}}'
5853
+ - '$.properties."eo:cloud_cover"'
5854
+ swathIdentifier:
5855
+ - '{{"query":{{"swath":{{"eq":"{swathIdentifier}"}}}}}}'
5856
+ - '$.properties.swath'
5857
+ # Custom parameters (not defined in the base document referenced above)
5858
+ id:
5859
+ - '{{"query":{{"identifier":{{"eq":"{id}"}}}}}}'
5860
+ - '$.properties.identifier'
5861
+ tileIdentifier:
5862
+ - '{{"query":{{"grid:code":{{"contains":"{tileIdentifier}"}}}}}}'
5863
+ - '{$.properties."grid:code"#replace_str(r"^T?(.*)$",r"\1")}'
5864
+ providerProductType:
5865
+ - '{{"query":{{"product:type":{{"eq":"{providerProductType}"}}}}}}'
5866
+ - '$.null'
5867
+ downloadLink: '$.properties.endpoint_url'
5868
+ quicklook: '$.assets[?(@.roles[0] == "overview")].href.`sub(/^(.*)$/, \\1?scope=gdh)`'
5869
+ thumbnail: '$.assets[?(@.roles[0] == "overview")].href.`sub(/^(.*)$/, \\1?scope=gdh)`'
5870
+ # storageStatus set to ONLINE for consistency between providers
5871
+ storageStatus: '{$.null#replace_str("Not Available","ONLINE")}'
5872
+ products:
5873
+ S1_SAR_OCN:
5874
+ providerProductType: OCN
5875
+ productType: PEPS_S1_L2
5876
+ metadata_mapping:
5877
+ cloudCover: '$.null'
5878
+ S1_SAR_GRD:
5879
+ providerProductType: GRD
5880
+ productType: PEPS_S1_L1
5881
+ metadata_mapping:
5882
+ cloudCover: '$.null'
5883
+ S1_SAR_SLC:
5884
+ providerProductType: SLC
5885
+ productType: PEPS_S1_L1
5886
+ metadata_mapping:
5887
+ cloudCover: '$.null'
5888
+ S2_MSI_L1C:
5889
+ productType: PEPS_S2_L1C
5890
+ S2_MSI_L2A_MAJA:
5891
+ productType: MUSCATE_SENTINEL2_SENTINEL2_L2A
5892
+ GENERIC_PRODUCT_TYPE:
5893
+ productType: '{productType}'
5894
+ download: !plugin
5895
+ type: AwsDownload
5896
+ s3_endpoint: https://s3.datalake.cnes.fr
5897
+ ignore_assets: True
5898
+ auth: !plugin
5899
+ type: AwsAuth
5900
+ auth_error_code: 403
5901
+ matching_conf:
5902
+ s3_endpoint: https://s3.datalake.cnes.fr
5903
+
5985
5904
  ---
5986
5905
  !provider # MARK: cop_ewds
5987
5906
  name: cop_ewds
@@ -5990,6 +5909,16 @@
5990
5909
  roles:
5991
5910
  - host
5992
5911
  url: https://ewds.climate.copernicus.eu
5912
+ anchor_time_day_month_year: &time_day_month_year
5913
+ completionTimeFromAscendingNode:
5914
+ - |
5915
+ {{
5916
+ "year": {_date#interval_to_datetime_dict}["year"],
5917
+ "month": {_date#interval_to_datetime_dict}["month"],
5918
+ "day": {_date#interval_to_datetime_dict}["day"],
5919
+ "time": {startTimeFromAscendingNode#get_ecmwf_time}
5920
+ }}
5921
+ - '{$.completionTimeFromAscendingNode#to_iso_date}'
5993
5922
  anchor_day_month_year: &day_month_year
5994
5923
  completionTimeFromAscendingNode:
5995
5924
  - |
@@ -6007,6 +5936,16 @@
6007
5936
  "month": {_date#interval_to_datetime_dict}["month"]
6008
5937
  }}
6009
5938
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
5939
+ anchor_time_hday_hmonth_hyear: &time_hday_hmonth_hyear
5940
+ completionTimeFromAscendingNode:
5941
+ - |
5942
+ {{
5943
+ "hyear": {_date#interval_to_datetime_dict}["year"],
5944
+ "hmonth": {_date#interval_to_datetime_dict}["month"],
5945
+ "hday": {_date#interval_to_datetime_dict}["day"],
5946
+ "time": {startTimeFromAscendingNode#get_ecmwf_time}
5947
+ }}
5948
+ - '{$.completionTimeFromAscendingNode#to_iso_date}'
6010
5949
  anchor_hday_hmonth_hyear: &hday_hmonth_hyear
6011
5950
  completionTimeFromAscendingNode:
6012
5951
  - |
@@ -6067,156 +6006,140 @@
6067
6006
  discover_queryables:
6068
6007
  fetch_url: null
6069
6008
  product_type_fetch_url: null
6070
- constraints_url: https://ewds.climate.copernicus.eu/api/catalogue/v1/collections/{ecmwf:dataset}/constraints.json
6071
- form_url: https://ewds.climate.copernicus.eu/api/catalogue/v1/collections/{ecmwf:dataset}/form.json
6009
+ constraints_url: https://ewds.climate.copernicus.eu/api/catalogue/v1/collections/{dataset}/constraints.json
6010
+ form_url: https://ewds.climate.copernicus.eu/api/catalogue/v1/collections/{dataset}/form.json
6072
6011
  metadata_mapping:
6073
- productType: $.productType
6074
- title: $.id
6075
6012
  startTimeFromAscendingNode: '{$.startTimeFromAscendingNode#to_iso_utc_datetime}'
6076
6013
  completionTimeFromAscendingNode:
6077
6014
  - date={startTimeFromAscendingNode#to_iso_date}/{completionTimeFromAscendingNode#to_iso_date}
6078
6015
  - '{$.completionTimeFromAscendingNode#to_iso_utc_datetime}'
6079
- _date: '{startTimeFromAscendingNode#to_iso_date}/{completionTimeFromAscendingNode#to_iso_date}'
6080
- id: $.id
6081
6016
  # The geographic extent of the product
6082
6017
  geometry:
6083
6018
  - '{{"area": {geometry#to_nwse_bounds}}}'
6084
6019
  - $.geometry
6085
- defaultGeometry: POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))
6086
- storageStatus: '{$.null#replace_str("Not Available","OFFLINE")}'
6087
- downloadLink: $.null
6088
6020
  qs: $.qs
6089
- orderLink: 'https://ewds.climate.copernicus.eu/api/retrieve/v1/processes/{ecmwf:dataset}/execution?{{"inputs": {qs#to_geojson}}}'
6090
- "ecmwf:system_version":
6091
- - system_version
6092
- - '{$."ecmwf:system_version"#to_geojson}'
6021
+ orderLink: 'https://ewds.climate.copernicus.eu/api/retrieve/v1/processes/{dataset}/execution?{{"inputs": {qs#to_geojson}}}'
6093
6022
  products:
6094
6023
  EFAS_HISTORICAL:
6095
- "ecmwf:dataset": efas-historical
6096
- "ecmwf:data_format": grib
6097
- "ecmwf:download_format": zip
6098
- "ecmwf:model_levels": surface_level
6099
- "ecmwf:variable": snow_depth_water_equivalent
6100
- "ecmwf:system_version": version_4_0
6101
- "ecmwf:time": 06:00
6102
- metadata_mapping:
6103
- <<: *hday_hmonth_hyear
6024
+ dataset: efas-historical
6025
+ data_format: grib
6026
+ download_format: zip
6027
+ model_levels: surface_level
6028
+ variable: snow_depth_water_equivalent
6029
+ system_version: version_4_0
6030
+ metadata_mapping:
6031
+ <<: *time_hday_hmonth_hyear
6104
6032
  EFAS_FORECAST:
6105
- "ecmwf:dataset": efas-forecast
6106
- "ecmwf:data_format": grib
6107
- "ecmwf:download_format": zip
6108
- "ecmwf:system_version": operational
6109
- "ecmwf:originating_centre": ecmwf
6110
- "ecmwf:product_type": control_forecast
6111
- "ecmwf:variable":
6033
+ dataset: efas-forecast
6034
+ data_format: grib
6035
+ download_format: zip
6036
+ system_version: operational
6037
+ originating_centre: ecmwf
6038
+ product_type: control_forecast
6039
+ variable:
6112
6040
  - river_discharge_in_the_last_6_hours
6113
6041
  - river_discharge_in_the_last_24_hours
6114
- "ecmwf:model_levels": surface_level
6115
- "ecmwf:time": 00:00
6116
- "ecmwf:leadtime_hour": '24'
6042
+ model_levels: surface_level
6043
+ leadtime_hour: 24
6117
6044
  metadata_mapping:
6118
- <<: *day_month_year
6045
+ <<: *time_day_month_year
6119
6046
  EFAS_SEASONAL:
6120
- "ecmwf:dataset": efas-seasonal
6121
- "ecmwf:system_version": operational
6122
- "ecmwf:data_format": grib
6123
- "ecmwf:download_format": zip
6124
- "ecmwf:variable": river_discharge_in_the_last_24_hours
6125
- "ecmwf:model_levels": surface_level
6126
- "ecmwf:leadtime_hour": '24'
6047
+ dataset: efas-seasonal
6048
+ system_version: operational
6049
+ data_format: grib
6050
+ download_format: zip
6051
+ variable: river_discharge_in_the_last_24_hours
6052
+ model_levels: surface_level
6053
+ leadtime_hour: 24
6127
6054
  metadata_mapping:
6128
6055
  <<: *month_year
6129
6056
  EFAS_REFORECAST:
6130
- "ecmwf:dataset": efas-reforecast
6131
- "ecmwf:system_version": version_4_0
6132
- "ecmwf:data_format": grib
6133
- "ecmwf:download_format": zip
6134
- "ecmwf:product_type": control_forecast
6135
- "ecmwf:variable": river_discharge_in_the_last_6_hours
6136
- "ecmwf:model_levels": surface_level
6137
- "ecmwf:leadtime_hour": '0'
6138
- "ecmwf:hday": '03'
6057
+ dataset: efas-reforecast
6058
+ system_version: version_4_0
6059
+ data_format: grib
6060
+ download_format: zip
6061
+ product_type: control_forecast
6062
+ variable: river_discharge_in_the_last_6_hours
6063
+ model_levels: surface_level
6064
+ leadtime_hour: 0
6139
6065
  metadata_mapping:
6140
- <<: *hmonth_hyear
6066
+ <<: *hday_hmonth_hyear
6141
6067
  EFAS_SEASONAL_REFORECAST:
6142
- "ecmwf:dataset": efas-seasonal-reforecast
6143
- "ecmwf:system_version": version_5_0
6144
- "ecmwf:data_format": grib
6145
- "ecmwf:download_format": zip
6146
- "ecmwf:variable": river_discharge_in_the_last_24_hours
6147
- "ecmwf:model_levels": surface_level
6148
- "ecmwf:leadtime_hour": '24'
6068
+ dataset: efas-seasonal-reforecast
6069
+ system_version: version_5_0
6070
+ data_format: grib
6071
+ download_format: zip
6072
+ variable: river_discharge_in_the_last_24_hours
6073
+ model_levels: surface_level
6074
+ leadtime_hour: 24
6149
6075
  metadata_mapping:
6150
6076
  <<: *hmonth_hyear
6151
6077
  GLOFAS_HISTORICAL:
6152
- "ecmwf:dataset": cems-glofas-historical
6153
- "ecmwf:system_version": version_4_0
6154
- "ecmwf:variable": river_discharge_in_the_last_24_hours
6155
- "ecmwf:data_format": grib2
6156
- "ecmwf:download_format": zip
6157
- "ecmwf:hydrological_model": lisflood
6158
- "ecmwf:product_type": consolidated
6078
+ dataset: cems-glofas-historical
6079
+ system_version: version_4_0
6080
+ variable: river_discharge_in_the_last_24_hours
6081
+ data_format: grib2
6082
+ download_format: zip
6083
+ hydrological_model: lisflood
6084
+ product_type: consolidated
6159
6085
  metadata_mapping:
6160
6086
  <<: *hday_hmonth_hyear
6161
6087
  GLOFAS_FORECAST:
6162
- "ecmwf:dataset": cems-glofas-forecast
6163
- "ecmwf:system_version": operational
6164
- "ecmwf:variable": river_discharge_in_the_last_24_hours
6165
- "ecmwf:data_format": grib2
6166
- "ecmwf:hydrological_model": htessel_lisflood
6167
- "ecmwf:product_type": control_forecast
6168
- "ecmwf:leadtime_hour": '24'
6169
- "ecmwf:download_format": zip
6088
+ dataset: cems-glofas-forecast
6089
+ system_version: operational
6090
+ variable: river_discharge_in_the_last_24_hours
6091
+ data_format: grib2
6092
+ hydrological_model: htessel_lisflood
6093
+ product_type: control_forecast
6094
+ leadtime_hour: 24
6095
+ download_format: zip
6170
6096
  metadata_mapping:
6171
6097
  <<: *day_month_year
6172
6098
  GLOFAS_SEASONAL:
6173
- "ecmwf:dataset": cems-glofas-seasonal
6174
- "ecmwf:variable": river_discharge_in_the_last_24_hours
6175
- "ecmwf:data_format": grib2
6176
- "ecmwf:download_format": zip
6177
- "ecmwf:system_version": operational
6178
- "ecmwf:hydrological_model": htessel_lisflood
6179
- "ecmwf:leadtime_hour": '24'
6099
+ dataset: cems-glofas-seasonal
6100
+ variable: river_discharge_in_the_last_24_hours
6101
+ data_format: grib2
6102
+ download_format: zip
6103
+ system_version: operational
6104
+ hydrological_model: htessel_lisflood
6105
+ leadtime_hour: 24
6180
6106
  metadata_mapping:
6181
6107
  <<: *month_year
6182
6108
  GLOFAS_SEASONAL_REFORECAST:
6183
- "ecmwf:dataset": cems-glofas-seasonal-reforecast
6184
- "ecmwf:data_format": grib2
6185
- "ecmwf:download_format": zip
6186
- "ecmwf:variable": river_discharge_in_the_last_24_hours
6187
- "ecmwf:system_version": version_4_0
6188
- "ecmwf:hydrological_model": lisflood
6189
- "ecmwf:leadtime_hour": '24'
6190
- "ecmwf:hday": '27'
6109
+ dataset: cems-glofas-seasonal-reforecast
6110
+ data_format: grib2
6111
+ download_format: zip
6112
+ variable: river_discharge_in_the_last_24_hours
6113
+ system_version: version_4_0
6114
+ hydrological_model: lisflood
6115
+ leadtime_hour: 24
6191
6116
  metadata_mapping:
6192
6117
  <<: *hmonth_hyear
6193
6118
  GLOFAS_REFORECAST:
6194
- "ecmwf:dataset": cems-glofas-reforecast
6195
- "ecmwf:variable": river_discharge_in_the_last_24_hours
6196
- "ecmwf:data_format": grib2
6197
- "ecmwf:download_format": zip
6198
- "ecmwf:system_version": version_3_1
6199
- "ecmwf:hydrological_model": lisflood
6200
- "ecmwf:product_type": control_reforecast
6201
- "ecmwf:leadtime_hour": '24'
6202
- "ecmwf:hday": '03'
6119
+ dataset: cems-glofas-reforecast
6120
+ variable: river_discharge_in_the_last_24_hours
6121
+ data_format: grib2
6122
+ download_format: zip
6123
+ system_version: version_3_1
6124
+ hydrological_model: lisflood
6125
+ product_type: control_reforecast
6126
+ leadtime_hour: 24
6203
6127
  metadata_mapping:
6204
- <<: *hmonth_hyear
6128
+ <<: *hday_hmonth_hyear
6205
6129
  FIRE_HISTORICAL:
6206
- "ecmwf:dataset": cems-fire-historical-v1
6207
- "ecmwf:grid": original_grid
6208
- "ecmwf:dataset_type": consolidated_dataset
6209
- "ecmwf:product_type": reanalysis
6210
- "ecmwf:variable": build_up_index
6211
- "ecmwf:system_version": '4_1'
6212
- "ecmwf:data_format": grib
6130
+ dataset: cems-fire-historical-v1
6131
+ grid: original_grid
6132
+ dataset_type: consolidated_dataset
6133
+ product_type: reanalysis
6134
+ variable: build_up_index
6135
+ system_version: '4_1'
6136
+ data_format: grib
6213
6137
  metadata_mapping:
6214
6138
  <<: *day_month_year
6215
6139
  FIRE_SEASONAL:
6216
- "ecmwf:dataset": cems-fire-seasonal
6217
- "ecmwf:day": '01'
6218
- "ecmwf:leadtime_hour": '12'
6219
- "ecmwf:variable": build_up_index
6220
- "ecmwf:release_version": '5'
6140
+ dataset: cems-fire-seasonal
6141
+ leadtime_hour: 12
6142
+ variable: build_up_index
6143
+ release_version: 5
6221
6144
  metadata_mapping:
6222
- <<: *month_year
6145
+ <<: *day_month_year