eodag 3.0.1__py3-none-any.whl → 3.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (87) hide show
  1. eodag/api/core.py +174 -138
  2. eodag/api/product/_assets.py +44 -15
  3. eodag/api/product/_product.py +58 -47
  4. eodag/api/product/drivers/__init__.py +81 -4
  5. eodag/api/product/drivers/base.py +65 -4
  6. eodag/api/product/drivers/generic.py +65 -0
  7. eodag/api/product/drivers/sentinel1.py +97 -0
  8. eodag/api/product/drivers/sentinel2.py +95 -0
  9. eodag/api/product/metadata_mapping.py +117 -90
  10. eodag/api/search_result.py +13 -23
  11. eodag/cli.py +26 -5
  12. eodag/config.py +86 -92
  13. eodag/plugins/apis/base.py +1 -1
  14. eodag/plugins/apis/ecmwf.py +42 -22
  15. eodag/plugins/apis/usgs.py +17 -16
  16. eodag/plugins/authentication/aws_auth.py +16 -13
  17. eodag/plugins/authentication/base.py +5 -3
  18. eodag/plugins/authentication/header.py +3 -3
  19. eodag/plugins/authentication/keycloak.py +4 -4
  20. eodag/plugins/authentication/oauth.py +7 -3
  21. eodag/plugins/authentication/openid_connect.py +22 -16
  22. eodag/plugins/authentication/sas_auth.py +4 -4
  23. eodag/plugins/authentication/token.py +41 -10
  24. eodag/plugins/authentication/token_exchange.py +1 -1
  25. eodag/plugins/base.py +4 -4
  26. eodag/plugins/crunch/base.py +4 -4
  27. eodag/plugins/crunch/filter_date.py +4 -4
  28. eodag/plugins/crunch/filter_latest_intersect.py +6 -6
  29. eodag/plugins/crunch/filter_latest_tpl_name.py +7 -7
  30. eodag/plugins/crunch/filter_overlap.py +4 -4
  31. eodag/plugins/crunch/filter_property.py +6 -7
  32. eodag/plugins/download/aws.py +146 -87
  33. eodag/plugins/download/base.py +38 -56
  34. eodag/plugins/download/creodias_s3.py +29 -0
  35. eodag/plugins/download/http.py +173 -183
  36. eodag/plugins/download/s3rest.py +10 -11
  37. eodag/plugins/manager.py +10 -20
  38. eodag/plugins/search/__init__.py +6 -5
  39. eodag/plugins/search/base.py +90 -46
  40. eodag/plugins/search/build_search_result.py +1048 -361
  41. eodag/plugins/search/cop_marine.py +22 -12
  42. eodag/plugins/search/creodias_s3.py +9 -73
  43. eodag/plugins/search/csw.py +11 -11
  44. eodag/plugins/search/data_request_search.py +19 -18
  45. eodag/plugins/search/qssearch.py +99 -258
  46. eodag/plugins/search/stac_list_assets.py +85 -0
  47. eodag/plugins/search/static_stac_search.py +4 -4
  48. eodag/resources/ext_product_types.json +1 -1
  49. eodag/resources/product_types.yml +1134 -325
  50. eodag/resources/providers.yml +906 -2006
  51. eodag/resources/stac_api.yml +2 -2
  52. eodag/resources/user_conf_template.yml +10 -9
  53. eodag/rest/cache.py +2 -2
  54. eodag/rest/config.py +3 -3
  55. eodag/rest/core.py +112 -82
  56. eodag/rest/errors.py +5 -5
  57. eodag/rest/server.py +33 -14
  58. eodag/rest/stac.py +41 -38
  59. eodag/rest/types/collections_search.py +3 -3
  60. eodag/rest/types/eodag_search.py +29 -23
  61. eodag/rest/types/queryables.py +42 -31
  62. eodag/rest/types/stac_search.py +15 -25
  63. eodag/rest/utils/__init__.py +14 -21
  64. eodag/rest/utils/cql_evaluate.py +6 -6
  65. eodag/rest/utils/rfc3339.py +2 -2
  66. eodag/types/__init__.py +141 -32
  67. eodag/types/bbox.py +2 -2
  68. eodag/types/download_args.py +3 -3
  69. eodag/types/queryables.py +183 -72
  70. eodag/types/search_args.py +4 -4
  71. eodag/types/whoosh.py +127 -3
  72. eodag/utils/__init__.py +153 -51
  73. eodag/utils/exceptions.py +28 -21
  74. eodag/utils/import_system.py +2 -2
  75. eodag/utils/repr.py +65 -6
  76. eodag/utils/requests.py +13 -13
  77. eodag/utils/rest.py +2 -2
  78. eodag/utils/s3.py +231 -0
  79. eodag/utils/stac_reader.py +10 -10
  80. {eodag-3.0.1.dist-info → eodag-3.1.0.dist-info}/METADATA +77 -76
  81. eodag-3.1.0.dist-info/RECORD +113 -0
  82. {eodag-3.0.1.dist-info → eodag-3.1.0.dist-info}/WHEEL +1 -1
  83. {eodag-3.0.1.dist-info → eodag-3.1.0.dist-info}/entry_points.txt +4 -2
  84. eodag/utils/constraints.py +0 -244
  85. eodag-3.0.1.dist-info/RECORD +0 -109
  86. {eodag-3.0.1.dist-info → eodag-3.1.0.dist-info}/LICENSE +0 -0
  87. {eodag-3.0.1.dist-info → eodag-3.1.0.dist-info}/top_level.txt +0 -0
@@ -55,31 +55,22 @@
55
55
  # see also https://dds.cr.usgs.gov/ee-data/coveragemaps/shp/ee/
56
56
  LANDSAT_C2L1:
57
57
  dataset: landsat_ot_c2_l1
58
- output_extension: .tar.gz
59
58
  LANDSAT_C2L2:
60
59
  dataset: landsat_ot_c2_l2
61
- output_extension: .tar.gz
62
60
  LANDSAT_TM_C1:
63
61
  dataset: landsat_tm_c1
64
- output_extension: .tar.gz
65
62
  LANDSAT_TM_C2L1:
66
63
  dataset: landsat_tm_c2_l1
67
- output_extension: .tar.gz
68
64
  LANDSAT_TM_C2L2:
69
65
  dataset: landsat_tm_c2_l2
70
- output_extension: .tar.gz
71
66
  LANDSAT_ETM_C1:
72
67
  dataset: landsat_etm_c1
73
- output_extension: .tar.gz
74
68
  LANDSAT_ETM_C2L1:
75
69
  dataset: landsat_etm_c2_l1
76
- output_extension: .tar.gz
77
70
  LANDSAT_ETM_C2L2:
78
71
  dataset: landsat_etm_c2_l2
79
- output_extension: .tar.gz
80
72
  S2_MSI_L1C:
81
73
  dataset: SENTINEL_2A
82
- output_extension: .zip
83
74
  GENERIC_PRODUCT_TYPE:
84
75
  dataset: '{productType}'
85
76
 
@@ -1260,315 +1251,6 @@
1260
1251
  productType: '{productType}'
1261
1252
  collection: '{collection}'
1262
1253
  ---
1263
- !provider # MARK: onda
1264
- name: onda
1265
- priority: 0
1266
- description: Serco DIAS
1267
- roles:
1268
- - host
1269
- url: https://www.onda-dias.eu/cms/
1270
- search: !plugin
1271
- type: ODataV4Search
1272
- api_endpoint: 'https://catalogue.onda-dias.eu/dias-catalogue/Products'
1273
- timeout: 60
1274
- need_auth: false
1275
- ssl_verify: true
1276
- dont_quote:
1277
- - '['
1278
- - ']'
1279
- - '$'
1280
- - '='
1281
- - '&'
1282
- - ':'
1283
- pagination:
1284
- count_endpoint: 'https://catalogue.onda-dias.eu/dias-catalogue/Products/$count'
1285
- next_page_url_tpl: '{url}?{search}&$top={items_per_page}&$skip={skip}&$expand=Metadata'
1286
- # 2021/03/19: 2000 is the max, if greater 200 response but contains an error message
1287
- max_items_per_page: 2_000
1288
- sort:
1289
- sort_by_default:
1290
- - !!python/tuple [startTimeFromAscendingNode, ASC]
1291
- sort_by_tpl: '&$orderby={sort_param} {sort_order}'
1292
- sort_param_mapping:
1293
- startTimeFromAscendingNode: beginPosition
1294
- uid: id
1295
- storageStatus: offline
1296
- sort_order_mapping:
1297
- ascending: asc
1298
- descending: desc
1299
- max_sort_params: 1
1300
- results_entry: 'value'
1301
- literal_search_params:
1302
- $format: json
1303
- free_text_search_operations:
1304
- $search:
1305
- union: ' OR '
1306
- wrapper: '"{}"'
1307
- operations:
1308
- AND:
1309
- - 'footprint:"Intersects({geometry#to_rounded_wkt})"'
1310
- - 'productType:{productType}'
1311
- - 'platformName:{platform}'
1312
- - 'cloudCoverPercentage:[0 TO {cloudCover}]'
1313
- - 'beginPosition:[{startTimeFromAscendingNode#to_iso_utc_datetime} TO *]'
1314
- - 'endPosition:[* TO {completionTimeFromAscendingNode#to_iso_utc_datetime}]'
1315
- - '{id#remove_extension}'
1316
- - 'platformSerialIdentifier:{platformSerialIdentifier}'
1317
- - 'instrumentShortName:{instrument}'
1318
- - 'processingLevel:{processingLevel}'
1319
- - 'sensorType:{sensorType}'
1320
- - 'topicCategory:{topicCategory}'
1321
- - 'lineage:{lineage}'
1322
- - 'orbitNumber:{orbitNumber}'
1323
- - 'orbitDirection:{orbitDirection}'
1324
- - 'processingBaseline:{productVersion}'
1325
- - 'generalQualityFlag:{productQualityStatus}'
1326
- - 'sensorOperationalMode:{sensorMode}'
1327
- - 'tileIdentifier:{tileIdentifier}'
1328
- discover_metadata:
1329
- auto_discovery: true
1330
- metadata_pattern: '^[a-zA-Z0-9]+$'
1331
- search_param:
1332
- free_text_search_operations:
1333
- $search:
1334
- operations:
1335
- AND:
1336
- - '{metadata}:{{{metadata}}}'
1337
- metadata_path: '$.Metadata.*'
1338
- per_product_metadata_query: false
1339
- metadata_pre_mapping:
1340
- metadata_path: '$.Metadata'
1341
- metadata_path_id: 'id'
1342
- metadata_path_value: 'value'
1343
- metadata_mapping:
1344
- # Opensearch resource identifier within the search engine context (in our case
1345
- # within the context of the data provider)
1346
- # Queryable parameters are set with null as 1st configuration list value to mark them as queryable,
1347
- # but `free_text_search_operations.$search.operations.AND` entries are then used instead.
1348
- uid: '$.id'
1349
- # OpenSearch Parameters for Collection Search (Table 3)
1350
- productType:
1351
- - null
1352
- - '$.Metadata.productType'
1353
- platform:
1354
- - null
1355
- - '$.Metadata.platformName'
1356
- platformSerialIdentifier:
1357
- - null
1358
- - '$.Metadata.platformSerialIdentifier'
1359
- instrument:
1360
- - null
1361
- - '$.Metadata.instrumentShortName'
1362
- processingLevel:
1363
- - null
1364
- - '$.Metadata.processingLevel'
1365
- sensorType:
1366
- - null
1367
- - '$.Metadata.sensorType'
1368
-
1369
- # INSPIRE obligated OpenSearch Parameters for Collection Search (Table 4)
1370
- title: '{$.Metadata.filename#remove_extension}'
1371
- topicCategory:
1372
- - null
1373
- - '$.Metadata.topicCategory'
1374
- lineage:
1375
- - null
1376
- - '$.Metadata.lineage'
1377
-
1378
- # OpenSearch Parameters for Product Search (Table 5)
1379
- orbitNumber:
1380
- - null
1381
- - '$.Metadata.orbitNumber'
1382
- orbitDirection:
1383
- - null
1384
- - '$.Metadata.orbitDirection'
1385
- cloudCover:
1386
- - null
1387
- - '$.Metadata.cloudCoverPercentage'
1388
- productVersion:
1389
- - null
1390
- - '$.Metadata.processingBaseline'
1391
- productQualityStatus:
1392
- - null
1393
- - '$.Metadata.generalQualityFlag'
1394
- creationDate: '$.Metadata.creationDate'
1395
- processingDate: '$.Metadata.processingDate'
1396
- sensorMode:
1397
- - null
1398
- - '$.Metadata.sensorOperationalMode'
1399
-
1400
- # OpenSearch Parameters for Acquistion Parameters Search (Table 6)
1401
- startTimeFromAscendingNode:
1402
- - null
1403
- - '$.beginPosition'
1404
- completionTimeFromAscendingNode:
1405
- - null
1406
- - '$.endPosition'
1407
- polarizationChannels: '{$.Metadata.polarisationChannels#replace_str(","," ")}'
1408
-
1409
- # Custom parameters (not defined in the base document referenced above)
1410
- id:
1411
- - null
1412
- - '{$.Metadata.filename#remove_extension}'
1413
- tileIdentifier:
1414
- - null
1415
- - '$.Metadata.tileIdentifier'
1416
- # The geographic extent of the product
1417
- geometry:
1418
- - null
1419
- - '$.footprint'
1420
- # The url of the quicklook
1421
- quicklook: '$.quicklook'
1422
- # The url to download the product "as is" (literal or as a template to be completed either after the search result
1423
- # is obtained from the provider or during the eodag download phase)
1424
- downloadLink: '%(base_uri)s({uid})/$value'
1425
- # storageStatus: must be one of ONLINE, STAGING, OFFLINE
1426
- storageStatus: '{$.offline#get_group_name((?P<ONLINE>False)|(?P<OFFLINE>True))}'
1427
- # Url used for ordering product if it is offline/archived
1428
- orderLink: 'https://catalogue.onda-dias.eu/dias-catalogue/Products({uid})/Ens.Order'
1429
- products:
1430
- # S1
1431
- S1_SAR_OCN:
1432
- productType: '*OCN*'
1433
- metadata_mapping:
1434
- cloudCover: '$.null'
1435
- S1_SAR_GRD:
1436
- productType: '*GRD*'
1437
- metadata_mapping:
1438
- cloudCover: '$.null'
1439
- S1_SAR_SLC:
1440
- productType: '*SLC*'
1441
- metadata_mapping:
1442
- cloudCover: '$.null'
1443
- S1_SAR_RAW:
1444
- productType: '*RAW*'
1445
- metadata_mapping:
1446
- cloudCover: '$.null'
1447
- # S2
1448
- S2_MSI_L1C:
1449
- productType: S2MSI1C
1450
- S2_MSI_L2A:
1451
- productType: S2MSI2A
1452
- # S3 SRAL
1453
- S3_SRA:
1454
- productType: SR_1_SRA___
1455
- metadata_mapping:
1456
- cloudCover: '$.null'
1457
- S3_SRA_A:
1458
- productType: SR_1_SRA_A_
1459
- metadata_mapping:
1460
- cloudCover: '$.null'
1461
- S3_SRA_BS:
1462
- productType: SR_1_SRA_BS
1463
- metadata_mapping:
1464
- cloudCover: '$.null'
1465
- S3_LAN:
1466
- productType: SR_2_LAN___
1467
- metadata_mapping:
1468
- cloudCover: '$.null'
1469
- S3_WAT:
1470
- productType: SR_2_WAT___
1471
- metadata_mapping:
1472
- cloudCover: '$.null'
1473
- # S3 OLCI
1474
- S3_EFR:
1475
- productType: OL_1_EFR___
1476
- S3_ERR:
1477
- productType: OL_1_ERR___
1478
- S3_OLCI_L2LFR:
1479
- productType: OL_2_LFR___
1480
- S3_OLCI_L2LRR:
1481
- productType: OL_2_LRR___
1482
- S3_OLCI_L2WRR:
1483
- productType: OL_2_WRR___
1484
- S3_OLCI_L2WFR:
1485
- productType: OL_2_WFR___
1486
- # S3 SLSTR
1487
- S3_SLSTR_L1RBT:
1488
- productType: SL_1_RBT___
1489
- S3_SLSTR_L2LST:
1490
- productType: SL_2_LST___
1491
- S3_SLSTR_L2WST:
1492
- productType: SL_2_WST___
1493
- S3_SLSTR_L2FRP:
1494
- productType: SL_2_FRP___
1495
- # S3 SY
1496
- S3_SY_AOD:
1497
- productType: SY_2_AOD___
1498
- S3_SY_SYN:
1499
- productType: SY_2_SYN___
1500
- S3_SY_V10:
1501
- productType: SY_2_V10___
1502
- S3_SY_VG1:
1503
- productType: SY_2_VG1___
1504
- S3_SY_VGP:
1505
- productType: SY_2_VGP___
1506
- # S5P L1
1507
- S5P_L1B_RA_BD1:
1508
- productType: L1B_RA_BD1
1509
- S5P_L1B_RA_BD2:
1510
- productType: L1B_RA_BD2
1511
- S5P_L1B_RA_BD3:
1512
- productType: L1B_RA_BD3
1513
- S5P_L1B_RA_BD4:
1514
- productType: L1B_RA_BD4
1515
- S5P_L1B_RA_BD5:
1516
- productType: L1B_RA_BD5
1517
- S5P_L1B_RA_BD6:
1518
- productType: L1B_RA_BD6
1519
- S5P_L1B_RA_BD7:
1520
- productType: L1B_RA_BD7
1521
- S5P_L1B_RA_BD8:
1522
- productType: L1B_RA_BD8
1523
- # S5P L2
1524
- S5P_L2_NO2:
1525
- productType: L2__NO2___
1526
- S5P_L2_CLOUD:
1527
- productType: L2__CLOUD_
1528
- S5P_L2_O3:
1529
- productType: L2__O3____
1530
- S5P_L2_CO:
1531
- productType: L2__CO____
1532
- S5P_L2_AER_AI:
1533
- productType: L2__AER_AI
1534
- S5P_L2_O3_PR:
1535
- productType: L2__O3__PR
1536
- S5P_L2_AER_LH:
1537
- productType: L2__AER_LH
1538
- S5P_L2_HCHO:
1539
- productType: L2__HCHO__
1540
- S5P_L2_CH4:
1541
- productType: L2__CH4___
1542
- S5P_L2_NP_BD3:
1543
- productType: L2__NP_BD3
1544
- S5P_L2_NP_BD6:
1545
- productType: L2__NP_BD6
1546
- S5P_L2_NP_BD7:
1547
- productType: L2__NP_BD7
1548
- S5P_L2_SO2:
1549
- productType: L2__SO2___
1550
- # Landsat
1551
- L8_OLI_TIRS_C1L1:
1552
- platform: 'Landsat-*'
1553
- GENERIC_PRODUCT_TYPE:
1554
- productType: '{productType}'
1555
- platform: '{platform}'
1556
- download: !plugin
1557
- type: HTTPDownload
1558
- # base_uri used to parse downloadLink
1559
- base_uri: 'https://catalogue.onda-dias.eu/dias-catalogue/Products'
1560
- extract: true
1561
- archive_depth: 2
1562
- auth_error_code: 401
1563
- order_enabled: true
1564
- order_method: 'POST'
1565
- ssl_verify: true
1566
- order_headers:
1567
- Content-Type: application/json
1568
- auth: !plugin
1569
- type: GenericAuth
1570
-
1571
- ---
1572
1254
  !provider # MARK: usgs_satapi_aws
1573
1255
  name: usgs_satapi_aws
1574
1256
  priority: 0
@@ -1869,15 +1551,13 @@
1869
1551
  url: https://www.ecmwf.int
1870
1552
  api: !plugin
1871
1553
  type: EcmwfApi
1872
- api_endpoint: https://api.ecmwf.int/v1
1554
+ auth_endpoint: https://api.ecmwf.int/v1
1873
1555
  metadata_mapping:
1874
- productType: '$.productType'
1875
- title: '$.id'
1556
+ productType: $.productType
1876
1557
  startTimeFromAscendingNode: '{$.startTimeFromAscendingNode#to_iso_date}'
1877
1558
  completionTimeFromAscendingNode:
1878
1559
  - 'date={startTimeFromAscendingNode#to_iso_date}/to/{completionTimeFromAscendingNode#to_iso_date(-1,)}'
1879
1560
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
1880
- id: '$.id'
1881
1561
  # The geographic extent of the product
1882
1562
  geometry:
1883
1563
  - 'area={geometry#to_nwse_bounds_str(/)}'
@@ -1885,186 +1565,8 @@
1885
1565
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
1886
1566
  # storageStatus set to ONLINE for consistency between providers
1887
1567
  storageStatus: '{$.null#replace_str("Not Available","ONLINE")}'
1888
- downloadLink: 'https://apps.ecmwf.int/datasets/data/{dataset}'
1889
- # ECMWF/MARS specific parameters
1890
- # Full list here https://confluence.ecmwf.int/display/UDOC/Keywords+in+MARS+and+Dissemination+requests
1891
- accuracy:
1892
- - accuracy
1893
- - '$.accuracy'
1894
- anoffset:
1895
- - anoffset
1896
- - '$.anoffset'
1897
- bitmap:
1898
- - bitmap
1899
- - '$.bitmap'
1900
- block:
1901
- - block
1902
- - '$.block'
1903
- channel:
1904
- - channel
1905
- - '$.channel'
1906
- class:
1907
- - class
1908
- - '$.class'
1909
- database:
1910
- - database
1911
- - '$.database'
1912
- dataset:
1913
- - dataset
1914
- - '$.dataset'
1915
- diagnostic:
1916
- - diagnostic
1917
- - '$.diagnostic'
1918
- direction:
1919
- - direction
1920
- - '$.direction'
1921
- domain:
1922
- - domain
1923
- - '$.domain'
1924
- duplicates:
1925
- - duplicates
1926
- - '$.duplicates'
1927
- expect:
1928
- - expect
1929
- - '$.expect'
1930
- expver:
1931
- - expver
1932
- - '$.expver'
1933
- fcmonth:
1934
- - fcmonth
1935
- - '$.fcmonth'
1936
- fcperiod:
1937
- - fcperiod
1938
- - '$.fcperiod'
1939
- fieldset:
1940
- - fieldset
1941
- - '$.fieldset'
1942
- filter:
1943
- - filter
1944
- - '$.filter'
1945
- format:
1946
- - format
1947
- - '$.format'
1948
- frame:
1949
- - frame
1950
- - '$.frame'
1951
- frequency:
1952
- - frequency
1953
- - '$.frequency'
1954
- grid:
1955
- - grid
1956
- - '$.grid'
1957
- hdate:
1958
- - hdate
1959
- - '$.hdate'
1960
- ident:
1961
- - ident
1962
- - '$.ident'
1963
- interpolation:
1964
- - interpolation
1965
- - '$.interpolation'
1966
- intgrid:
1967
- - intgrid
1968
- - '$.intgrid'
1969
- iteration:
1970
- - iteration
1971
- - '$.iteration'
1972
- latitude:
1973
- - latitude
1974
- - '$.latitude'
1975
- levelist:
1976
- - levelist
1977
- - '$.levelist'
1978
- levtype:
1979
- - levtype
1980
- - '$.levtype'
1981
- longitude:
1982
- - longitude
1983
- - '$.longitude'
1984
- lsm:
1985
- - lsm
1986
- - '$.lsm'
1987
- method:
1988
- - method
1989
- - '$.method'
1990
- number:
1991
- - number
1992
- - '$.number'
1993
- obsgroup:
1994
- - obsgroup
1995
- - '$.obsgroup'
1996
- obstype:
1997
- - obstype
1998
- - '$.obstype'
1999
- origin:
2000
- - origin
2001
- - '$.origin'
2002
- packing:
2003
- - packing
2004
- - '$.packing'
2005
- padding:
2006
- - padding
2007
- - '$.padding'
2008
- param:
2009
- - param
2010
- - '$.param'
2011
- priority:
2012
- - priority
2013
- - '$.priority'
2014
- product:
2015
- - product
2016
- - '$.product'
2017
- range:
2018
- - range
2019
- - '$.range'
2020
- refdate:
2021
- - refdate
2022
- - '$.refdate'
2023
- reference:
2024
- - reference
2025
- - '$.reference'
2026
- reportype:
2027
- - reportype
2028
- - '$.reportype'
2029
- repres:
2030
- - repres
2031
- - '$.repres'
2032
- resol:
2033
- - resol
2034
- - '$.resol'
2035
- rotation:
2036
- - rotation
2037
- - '$.rotation'
2038
- section:
2039
- - section
2040
- - '$.section'
2041
- source:
2042
- - source
2043
- - '$.source'
2044
- step:
2045
- - step
2046
- - '$.step'
2047
- stream:
2048
- - stream
2049
- - '$.stream'
2050
- system:
2051
- - system
2052
- - '$.system'
2053
- target:
2054
- - target
2055
- - '$.target'
2056
- time:
2057
- - time
2058
- - '$.time'
2059
- truncation:
2060
- - truncation
2061
- - '$.truncation'
2062
- type:
2063
- - type
2064
- - '$.type'
2065
- use:
2066
- - use
2067
- - '$.use'
1568
+ qs: $.qs
1569
+ downloadLink: 'https://apps.ecmwf.int/datasets/data/{dataset}?{qs#to_geojson}'
2068
1570
  products:
2069
1571
  # See Archive Catalog in https://apps.ecmwf.int/archive-catalogue/
2070
1572
  # See available Public Datasets in https://apps.ecmwf.int/datasets/
@@ -2074,7 +1576,7 @@
2074
1576
  expver: prod
2075
1577
  type: cf
2076
1578
  levtype: sfc
2077
- origin: ecmf
1579
+ origin: ecmwf
2078
1580
  grid: 0.5/0.5
2079
1581
  param: 59/134/136/146/147/151/165/166/167/168/172/176/177/179/189/235/228002/228039/228139/228141/228144/228164/228228
2080
1582
  step: 0
@@ -2100,7 +1602,7 @@
2100
1602
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
2101
1603
  auth: !plugin
2102
1604
  type: HTTPHeaderAuth
2103
- matching_url: https://ads-beta.atmosphere.copernicus.eu
1605
+ matching_url: https://ads.atmosphere.copernicus.eu
2104
1606
  ssl_verify: true
2105
1607
  headers:
2106
1608
  PRIVATE-TOKEN: "{apikey}"
@@ -2108,15 +1610,14 @@
2108
1610
  type: HTTPDownload
2109
1611
  timeout: 30
2110
1612
  ssl_verify: true
2111
- extract: false
2112
1613
  auth_error_code: 401
2113
1614
  order_enabled: true
2114
1615
  order_method: POST
2115
1616
  order_on_response:
2116
1617
  metadata_mapping:
2117
1618
  orderId: $.json.jobID
2118
- orderStatusLink: https://ads-beta.atmosphere.copernicus.eu/api/retrieve/v1/jobs/{orderId}
2119
- searchLink: https://ads-beta.atmosphere.copernicus.eu/api/retrieve/v1/jobs/{orderId}/results
1619
+ orderStatusLink: https://ads.atmosphere.copernicus.eu/api/retrieve/v1/jobs/{orderId}
1620
+ searchLink: https://ads.atmosphere.copernicus.eu/api/retrieve/v1/jobs/{orderId}/results
2120
1621
  order_status:
2121
1622
  request:
2122
1623
  method: GET
@@ -2130,216 +1631,78 @@
2130
1631
  need_search: true
2131
1632
  metadata_mapping:
2132
1633
  downloadLink: $.json.asset.value.href
2133
- products:
2134
- CAMS_GAC_FORECAST:
2135
- output_extension: .grib
2136
- CAMS_GFE_GFAS:
2137
- output_extension: .grib
2138
- CAMS_EU_AIR_QUALITY_FORECAST:
2139
- output_extension: .grib
2140
- CAMS_EU_AIR_QUALITY_RE:
2141
- output_extension: .zip
2142
- extract: true
2143
- CAMS_GRF:
2144
- output_extension: .zip
2145
- extract: true
2146
- CAMS_GRF_AUX:
2147
- output_extension: .zip
2148
- extract: true
2149
- CAMS_SOLAR_RADIATION:
2150
- output_extension: .csv
2151
- CAMS_GREENHOUSE_EGG4_MONTHLY:
2152
- output_extension: .grib
2153
- CAMS_GREENHOUSE_EGG4:
2154
- output_extension: .grib
2155
- CAMS_GREENHOUSE_INVERSION:
2156
- output_extension: .grib
2157
- CAMS_GLOBAL_EMISSIONS:
2158
- output_extension: .zip
2159
- extract: true
2160
- CAMS_EAC4:
2161
- output_extension: .grib
2162
- CAMS_EAC4_MONTHLY:
2163
- output_extension: .grib
2164
1634
  search: !plugin
2165
- type: BuildSearchResult
1635
+ type: ECMWFSearch
2166
1636
  ssl_verify: true
2167
1637
  end_date_excluded: false
1638
+ dates_required: true
2168
1639
  remove_from_query:
2169
1640
  - dataset
2170
1641
  discover_queryables:
2171
1642
  fetch_url: null
2172
1643
  product_type_fetch_url: null
2173
- constraints_file_url: "https://ads-beta.atmosphere.copernicus.eu/api/catalogue/v1/collections/{dataset}/constraints.json"
1644
+ constraints_url: "https://ads.atmosphere.copernicus.eu/api/catalogue/v1/collections/{dataset}/constraints.json"
1645
+ form_url: https://ads.atmosphere.copernicus.eu/api/catalogue/v1/collections/{dataset}/form.json
2174
1646
  metadata_mapping:
2175
- productType: '$.productType'
2176
- title: '$.id'
1647
+ productType: $.productType
2177
1648
  startTimeFromAscendingNode: '{$.startTimeFromAscendingNode#to_iso_date}'
2178
1649
  completionTimeFromAscendingNode:
2179
1650
  - 'date={startTimeFromAscendingNode#to_iso_date}/{completionTimeFromAscendingNode#to_iso_date}'
2180
1651
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
2181
- _date: '{startTimeFromAscendingNode}/{completionTimeFromAscendingNode}'
2182
- id: '$.id'
2183
1652
  # The geographic extent of the product
2184
1653
  geometry:
2185
1654
  - '{{"area": {geometry#to_nwse_bounds}}}'
2186
- - '$.geometry'
2187
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
2188
- storageStatus: '{$.null#replace_str("Not Available","OFFLINE")}'
2189
- downloadLink: '$.null'
1655
+ - $.geometry
2190
1656
  qs: $.qs
2191
- orderLink: 'https://ads-beta.atmosphere.copernicus.eu/api/retrieve/v1/processes/{dataset}/execution?{{"inputs": {qs#to_geojson}}}'
2192
- # Copernicus ADS specific parameters
2193
- aerosol_type:
2194
- - aerosol_type
2195
- - '$.aerosol_type'
2196
- altitude:
2197
- - altitude
2198
- - '$.altitude'
2199
- api_product_type:
2200
- - product_type
2201
- - '$.api_product_type'
2202
- band:
2203
- - band
2204
- - '$.band'
2205
- dataset:
2206
- - dataset
2207
- - '$.dataset'
2208
- day:
2209
- - day
2210
- - '$.day'
2211
- forcing_type:
2212
- - forcing_type
2213
- - '$.forcing_type'
2214
- format:
2215
- - data_format
2216
- - '$.format'
2217
- input_observations:
2218
- - input_observations
2219
- - '$.input_observations'
2220
- latitude:
2221
- - '{{"location": {{"latitude": {latitude}, "longitude": {longitude}}}}}'
2222
- - '$.latitude'
2223
- level:
2224
- - level
2225
- - '$.level'
2226
- leadtime_hour:
2227
- - leadtime_hour
2228
- - '$.leadtime_hour'
2229
- levtype:
2230
- - levtype
2231
- - '$.levtype'
2232
- location:
2233
- - location
2234
- - '$.location'
2235
- longitude:
2236
- - '{{"location": {{"latitude": {latitude}, "longitude": {longitude}}}}}'
2237
- - '$.longitude'
2238
- model:
2239
- - model
2240
- - '$.model'
2241
- model_level:
2242
- - model_level
2243
- - '$.model_level'
2244
- month:
2245
- - month
2246
- - '$.month'
2247
- param:
2248
- - param
2249
- - '$.param'
2250
- pressure_level:
2251
- - pressure_level
2252
- - '$.pressure_level'
2253
- product:
2254
- - product
2255
- - '$.product'
2256
- sky_type:
2257
- - sky_type
2258
- - '$.sky_type'
2259
- source:
2260
- - source
2261
- - '$.source'
2262
- step:
2263
- - step
2264
- - '$.step'
2265
- target:
2266
- - target
2267
- - '$.target'
2268
- time:
2269
- - time
2270
- - '$.time'
2271
- time_aggregation:
2272
- - time_aggregation
2273
- - '$.time_aggregation'
2274
- time_reference:
2275
- - time_reference
2276
- - '$.time_reference'
2277
- time_step:
2278
- - time_step
2279
- - '$.time_step'
2280
- type:
2281
- - type
2282
- - '$.type'
2283
- variable:
2284
- - variable
2285
- - '$.variable'
2286
- version:
2287
- - version
2288
- - '{$.version#to_geojson}'
2289
- quantity:
2290
- - quantity
2291
- - '$.quantity'
2292
- year:
2293
- - year
2294
- - '$.year'
1657
+ orderLink: 'https://ads.atmosphere.copernicus.eu/api/retrieve/v1/processes/{dataset}/execution?{{"inputs": {qs#to_geojson}}}'
2295
1658
  products:
2296
1659
  # See available Public Datasets in https://ads.atmosphere.copernicus.eu/cdsapp#!/search?type=dataset
2297
1660
  CAMS_GAC_FORECAST:
2298
1661
  dataset: cams-global-atmospheric-composition-forecasts
2299
1662
  type: forecast
2300
- format: grib
2301
- variable: ammonium_aerosol_optical_depth_550nm
2302
- time: '00:00'
2303
- leadtime_hour: '0'
1663
+ data_format: grib
1664
+ variable: 10m_u_component_of_wind
1665
+ time: 00:00
1666
+ leadtime_hour: 0
2304
1667
  CAMS_GFE_GFAS:
2305
1668
  dataset: cams-global-fire-emissions-gfas
2306
- format: grib
2307
- variable: altitude_of_plume_bottom
1669
+ data_format: grib
1670
+ variable: wildfire_combustion_rate
2308
1671
  CAMS_EU_AIR_QUALITY_FORECAST:
2309
1672
  dataset: cams-europe-air-quality-forecasts
2310
1673
  model: ensemble
2311
- format: grib
1674
+ data_format: grib
2312
1675
  variable: ammonia
2313
1676
  type: forecast
2314
- time: '00:00'
2315
- level: '0'
2316
- leadtime_hour: '0'
1677
+ time: 00:00
1678
+ level: 0
1679
+ leadtime_hour: 0
2317
1680
  CAMS_EU_AIR_QUALITY_RE:
2318
1681
  dataset: cams-europe-air-quality-reanalyses
2319
1682
  type: validated_reanalysis
2320
- format: zip
1683
+ data_format: zip
2321
1684
  variable: nitrogen_dioxide
2322
1685
  model: ensemble
2323
- level: '0'
1686
+ level: 0
2324
1687
  metadata_mapping:
2325
1688
  <<: *month_year
2326
1689
  CAMS_GRF:
2327
1690
  dataset: cams-global-radiative-forcings
2328
- format: zip
1691
+ data_format: zip
2329
1692
  variable: radiative_forcing_of_carbon_dioxide
2330
1693
  forcing_type: instantaneous
2331
1694
  band: long_wave
2332
1695
  sky_type: all_sky
2333
1696
  level: surface
2334
- version: '2'
1697
+ version: 2
2335
1698
  metadata_mapping:
2336
1699
  <<: *month_year
2337
1700
  CAMS_GRF_AUX:
2338
1701
  dataset: cams-global-radiative-forcing-auxilliary-variables
2339
1702
  band: short_wave
2340
1703
  sky_type: clear_sky
2341
- version: '1.5'
2342
- format: zip
1704
+ version: 1.5
1705
+ data_format: zip
2343
1706
  variable: aerosol_radiation_effect
2344
1707
  aerosol_type: marine
2345
1708
  level: surface
@@ -2355,18 +1718,25 @@
2355
1718
  longitude: 0
2356
1719
  altitude: -999
2357
1720
  format: csv
1721
+ metadata_mapping:
1722
+ latitude:
1723
+ - '{{"location": {{"latitude": {"latitude"}, "longitude": {"longitude"}}}}}'
1724
+ - $."latitude"
1725
+ longitude:
1726
+ - '{{"location": {{"latitude": {"latitude"}, "longitude": {"longitude"}}}}}'
1727
+ - $."longitude"
2358
1728
  CAMS_GREENHOUSE_EGG4_MONTHLY:
2359
1729
  dataset: cams-global-ghg-reanalysis-egg4-monthly
2360
- format: grib
1730
+ data_format: grib
2361
1731
  variable: snow_albedo
2362
- api_product_type: monthly_mean
1732
+ product_type: monthly_mean
2363
1733
  metadata_mapping:
2364
1734
  <<: *month_year
2365
1735
  CAMS_GREENHOUSE_EGG4:
2366
1736
  dataset: cams-global-ghg-reanalysis-egg4
2367
- format: grib
1737
+ data_format: grib
2368
1738
  variable: snow_albedo
2369
- step: '0'
1739
+ step: 0
2370
1740
  CAMS_GREENHOUSE_INVERSION:
2371
1741
  dataset: cams-global-greenhouse-gas-inversion
2372
1742
  version: latest
@@ -2379,7 +1749,7 @@
2379
1749
  CAMS_GLOBAL_EMISSIONS:
2380
1750
  dataset: cams-global-emission-inventories
2381
1751
  version: latest
2382
- format: zip
1752
+ data_format: zip
2383
1753
  variable: acids
2384
1754
  source: anthropogenic
2385
1755
  metadata_mapping:
@@ -2391,14 +1761,14 @@
2391
1761
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
2392
1762
  CAMS_EAC4:
2393
1763
  dataset: cams-global-reanalysis-eac4
2394
- format: grib
2395
- variable: '2m_dewpoint_temperature'
2396
- time: '00:00'
1764
+ data_format: grib
1765
+ variable: 2m_dewpoint_temperature
1766
+ time: 00:00
2397
1767
  CAMS_EAC4_MONTHLY:
2398
1768
  dataset: cams-global-reanalysis-eac4-monthly
2399
- format: grib
1769
+ data_format: grib
2400
1770
  variable: 2m_dewpoint_temperature
2401
- api_product_type: monthly_mean
1771
+ product_type: monthly_mean
2402
1772
  metadata_mapping:
2403
1773
  <<: *month_year
2404
1774
  GENERIC_PRODUCT_TYPE:
@@ -2410,8 +1780,17 @@
2410
1780
  description: Copernicus Climate Data Store
2411
1781
  roles:
2412
1782
  - host
2413
- url: https://cds-beta.climate.copernicus.eu
1783
+ url: https://cds.climate.copernicus.eu
2414
1784
  # anchors to avoid duplications
1785
+ anchor_day_month_year: &nday_month_year
1786
+ completionTimeFromAscendingNode:
1787
+ - |
1788
+ {{
1789
+ "year": {_date#interval_to_datetime_dict}["year"],
1790
+ "month": {_date#interval_to_datetime_dict}["month"],
1791
+ "nominal_day": {_date#interval_to_datetime_dict}["day"]
1792
+ }}
1793
+ - '{$.completionTimeFromAscendingNode#to_iso_date}'
2415
1794
  anchor_day_month_year: &day_month_year
2416
1795
  completionTimeFromAscendingNode:
2417
1796
  - |
@@ -2421,7 +1800,7 @@
2421
1800
  "day": {_date#interval_to_datetime_dict}["day"]
2422
1801
  }}
2423
1802
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
2424
- anchor_day_month_year_time: &day_month_year_time
1803
+ anchor_time_day_month_year: &time_day_month_year
2425
1804
  completionTimeFromAscendingNode:
2426
1805
  - |
2427
1806
  {{
@@ -2439,7 +1818,7 @@
2439
1818
  "month": {_date#interval_to_datetime_dict}["month"]
2440
1819
  }}
2441
1820
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
2442
- anchor_month_year_time: &month_year_time
1821
+ anchor_time_month_year: &time_month_year
2443
1822
  completionTimeFromAscendingNode:
2444
1823
  - |
2445
1824
  {{
@@ -2450,7 +1829,7 @@
2450
1829
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
2451
1830
  auth: !plugin
2452
1831
  type: HTTPHeaderAuth
2453
- matching_url: https://cds-beta.climate.copernicus.eu
1832
+ matching_url: https://cds.climate.copernicus.eu
2454
1833
  ssl_verify: true
2455
1834
  headers:
2456
1835
  PRIVATE-TOKEN: "{apikey}"
@@ -2458,15 +1837,14 @@
2458
1837
  type: HTTPDownload
2459
1838
  timeout: 30
2460
1839
  ssl_verify: true
2461
- extract: false
2462
1840
  auth_error_code: 401
2463
1841
  order_enabled: true
2464
1842
  order_method: POST
2465
1843
  order_on_response:
2466
1844
  metadata_mapping:
2467
1845
  orderId: $.json.jobID
2468
- orderStatusLink: https://cds-beta.climate.copernicus.eu/api/retrieve/v1/jobs/{orderId}
2469
- searchLink: https://cds-beta.climate.copernicus.eu/api/retrieve/v1/jobs/{orderId}/results
1846
+ orderStatusLink: https://cds.climate.copernicus.eu/api/retrieve/v1/jobs/{orderId}
1847
+ searchLink: https://cds.climate.copernicus.eu/api/retrieve/v1/jobs/{orderId}/results
2470
1848
  order_status:
2471
1849
  request:
2472
1850
  method: GET
@@ -2480,231 +1858,31 @@
2480
1858
  need_search: true
2481
1859
  metadata_mapping:
2482
1860
  downloadLink: $.json.asset.value.href
2483
- products:
2484
- AG_ERA5:
2485
- output_extension: .zip
2486
- extract: true
2487
- ERA5_SL:
2488
- output_extension: .grib
2489
- ERA5_PL:
2490
- output_extension: .grib
2491
- ERA5_PL_MONTHLY:
2492
- output_extension: .grib
2493
- ERA5_LAND:
2494
- output_extension: .grib
2495
- ERA5_LAND_MONTHLY:
2496
- output_extension: .grib
2497
- ERA5_SL_MONTHLY:
2498
- output_extension: .grib
2499
- UERRA_EUROPE_SL:
2500
- output_extension: .grib
2501
- GLACIERS_DIST_RANDOLPH:
2502
- output_extension: .zip
2503
- extract: true
2504
- SATELLITE_CARBON_DIOXIDE:
2505
- output_extension: .zip
2506
- extract: true
2507
- SATELLITE_FIRE_BURNED_AREA:
2508
- output_extension: .zip
2509
- extract: true
2510
- SATELLITE_METHANE:
2511
- output_extension: .zip
2512
- extract: true
2513
- SEASONAL_POSTPROCESSED_PL:
2514
- output_extension: .grib
2515
- SEASONAL_POSTPROCESSED_SL:
2516
- output_extension: .grib
2517
- SEASONAL_ORIGINAL_SL:
2518
- output_extension: .grib
2519
- SEASONAL_ORIGINAL_PL:
2520
- output_extension: .grib
2521
- SEASONAL_MONTHLY_PL:
2522
- output_extension: .grib
2523
- SEASONAL_MONTHLY_SL:
2524
- output_extension: .grib
2525
- SIS_HYDRO_MET_PROJ:
2526
- output_extension: .zip
2527
- extract: true
2528
1861
  search: !plugin
2529
- type: BuildSearchResult
1862
+ type: ECMWFSearch
2530
1863
  ssl_verify: true
2531
1864
  end_date_excluded: false
1865
+ dates_required: true
2532
1866
  remove_from_query:
2533
1867
  - dataset
2534
1868
  - date
2535
1869
  discover_queryables:
2536
1870
  fetch_url: null
2537
1871
  product_type_fetch_url: null
2538
- constraints_file_url: https://cds-beta.climate.copernicus.eu/api/catalogue/v1/collections/{dataset}/constraints.json
1872
+ constraints_url: https://cds.climate.copernicus.eu/api/catalogue/v1/collections/{dataset}/constraints.json
1873
+ form_url: https://cds.climate.copernicus.eu/api/catalogue/v1/collections/{dataset}/form.json
2539
1874
  metadata_mapping:
2540
1875
  productType: $.productType
2541
- title: $.id
2542
1876
  startTimeFromAscendingNode: '{$.startTimeFromAscendingNode#to_iso_utc_datetime}'
2543
1877
  completionTimeFromAscendingNode:
2544
1878
  - date={startTimeFromAscendingNode#to_iso_date}/{completionTimeFromAscendingNode#to_iso_date}
2545
1879
  - '{$.completionTimeFromAscendingNode#to_iso_utc_datetime}'
2546
- _date: '{startTimeFromAscendingNode#to_iso_date}/{completionTimeFromAscendingNode#to_iso_date}'
2547
- id: $.id
2548
1880
  # The geographic extent of the product
2549
1881
  geometry:
2550
1882
  - '{{"area": {geometry#to_nwse_bounds}}}'
2551
1883
  - $.geometry
2552
- defaultGeometry: POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))
2553
- storageStatus: '{$.null#replace_str("Not Available","OFFLINE")}'
2554
- downloadLink: $.null
2555
1884
  qs: $.qs
2556
- orderLink: 'https://cds-beta.climate.copernicus.eu/api/retrieve/v1/processes/{dataset}/execution?{{"inputs": {qs#to_geojson}}}'
2557
- # Copernicus CDS specific parameters
2558
- api_product_type:
2559
- - product_type
2560
- - $.api_product_type
2561
- cdr_type:
2562
- - cdr_type
2563
- - $.cdr_type
2564
- dataset:
2565
- - dataset
2566
- - $.dataset
2567
- dataset_type:
2568
- - dataset_type
2569
- - $.dataset_type
2570
- day:
2571
- - day
2572
- - $.day
2573
- download_format:
2574
- - download_format
2575
- - $.download_format
2576
- ensemble_member:
2577
- - ensemble_member
2578
- - $.ensemble_member
2579
- experiment:
2580
- - experiment
2581
- - $.experiment
2582
- filter:
2583
- - filter
2584
- - $.filter
2585
- format:
2586
- - data_format
2587
- - $.format
2588
- gcm:
2589
- - gcm
2590
- - $.gcm
2591
- grid:
2592
- - grid
2593
- - $.grid
2594
- hdate:
2595
- - hdate
2596
- - $.hdate
2597
- horizontal_resolution:
2598
- - horizontal_resolution
2599
- - $.horizontal_resolution
2600
- hydrological_model:
2601
- - hydrological_model
2602
- - $.hydrological_model
2603
- latitude:
2604
- - latitude
2605
- - $.latitude
2606
- leadtime_hour:
2607
- - leadtime_hour
2608
- - $.leadtime_hour
2609
- leadtime_month:
2610
- - leadtime_month
2611
- - $.leadtime_month
2612
- longitude:
2613
- - longitude
2614
- - $.longitude
2615
- model_levels:
2616
- - model_levels
2617
- - $.model_levels
2618
- month:
2619
- - month
2620
- - $.month
2621
- nominal_day:
2622
- - nominal_day
2623
- - $.nominal_day
2624
- origin:
2625
- - origin
2626
- - $.origin
2627
- originating_centre:
2628
- - originating_centre
2629
- - $.originating_centre
2630
- param:
2631
- - param
2632
- - $.param
2633
- period:
2634
- - period
2635
- - $.period
2636
- pressure_level:
2637
- - pressure_level
2638
- - $.pressure_level
2639
- processing_level:
2640
- - processing_level
2641
- - $.processing_level
2642
- processing_type:
2643
- - processing_type
2644
- - $.processing_type
2645
- product:
2646
- - product
2647
- - $.product
2648
- product_version:
2649
- - product_version
2650
- - $.product_version
2651
- rcm:
2652
- - rcm
2653
- - $.rcm
2654
- region:
2655
- - region
2656
- - $.region
2657
- satellite:
2658
- - satellite
2659
- - $.satellite
2660
- sensor:
2661
- - sensor
2662
- - $.sensor
2663
- sensor_and_algorithm:
2664
- - sensor_and_algorithm
2665
- - $.sensor_and_algorithm
2666
- source:
2667
- - source
2668
- - $.source
2669
- statistic:
2670
- - statistic
2671
- - $.statistic
2672
- step:
2673
- - step
2674
- - $.step
2675
- system:
2676
- - system
2677
- - $.system
2678
- system_version:
2679
- - system_version
2680
- - '{$.system_version#to_geojson}'
2681
- target:
2682
- - target
2683
- - $.target
2684
- temporal_aggregation:
2685
- - temporal_aggregation
2686
- - $.temporal_aggregation
2687
- time:
2688
- - time
2689
- - $.time
2690
- time_aggregation:
2691
- - time_aggregation
2692
- - $.time_aggregation
2693
- type:
2694
- - type
2695
- - $.type
2696
- variable:
2697
- - variable
2698
- - $.variable
2699
- variable_type:
2700
- - variable_type
2701
- - $.variable_type
2702
- version:
2703
- - version
2704
- - '{$.version#to_geojson}'
2705
- year:
2706
- - year
2707
- - $.year
1885
+ orderLink: 'https://cds.climate.copernicus.eu/api/retrieve/v1/processes/{dataset}/execution?{{"inputs": {qs#to_geojson}}}'
2708
1886
  products:
2709
1887
  # See available Public Datasets in https://cds.climate.copernicus.eu/cdsapp#!/search?type=dataset
2710
1888
  AG_ERA5:
@@ -2712,69 +1890,74 @@
2712
1890
  version: '1_1'
2713
1891
  variable: cloud_cover
2714
1892
  statistic: 24_hour_mean
2715
- format: zip
2716
1893
  metadata_mapping:
2717
1894
  <<: *day_month_year
2718
1895
  ERA5_SL:
2719
1896
  dataset: reanalysis-era5-single-levels
2720
- api_product_type: reanalysis
2721
- format: grib
1897
+ product_type: reanalysis
2722
1898
  variable: 10m_u_component_of_wind
1899
+ data_format: grib
1900
+ download_format: zip
2723
1901
  metadata_mapping:
2724
- <<: *day_month_year_time
1902
+ <<: *time_day_month_year
2725
1903
  ERA5_PL:
2726
1904
  dataset: reanalysis-era5-pressure-levels
2727
- api_product_type: reanalysis
2728
- format: grib
1905
+ product_type: reanalysis
2729
1906
  variable: geopotential
1907
+ data_format: grib
1908
+ download_format: zip
2730
1909
  metadata_mapping:
2731
- <<: *day_month_year_time
1910
+ <<: *time_day_month_year
2732
1911
  ERA5_PL_MONTHLY:
2733
1912
  dataset: reanalysis-era5-pressure-levels-monthly-means
2734
- api_product_type: monthly_averaged_reanalysis_by_hour_of_day
2735
- format: grib
1913
+ product_type: monthly_averaged_reanalysis_by_hour_of_day
2736
1914
  variable: divergence
2737
- pressure_level: '1'
1915
+ pressure_level: 1
1916
+ data_format: grib
1917
+ download_format: zip
2738
1918
  metadata_mapping:
2739
- <<: *month_year_time
1919
+ <<: *time_month_year
2740
1920
  ERA5_LAND:
2741
1921
  dataset: reanalysis-era5-land
2742
1922
  variable: 2m_dewpoint_temperature
2743
- format: grib
1923
+ data_format: grib
1924
+ download_format: zip
2744
1925
  metadata_mapping:
2745
- <<: *day_month_year_time
1926
+ <<: *time_day_month_year
2746
1927
  ERA5_LAND_MONTHLY:
2747
1928
  dataset: reanalysis-era5-land-monthly-means
2748
- api_product_type: monthly_averaged_reanalysis_by_hour_of_day
1929
+ product_type: monthly_averaged_reanalysis_by_hour_of_day
2749
1930
  variable: 2m_dewpoint_temperature
2750
- format: grib
1931
+ data_format: grib
1932
+ download_format: zip
2751
1933
  metadata_mapping:
2752
- <<: *month_year_time
1934
+ <<: *time_month_year
2753
1935
  ERA5_SL_MONTHLY:
2754
1936
  dataset: reanalysis-era5-single-levels-monthly-means
2755
- api_product_type: monthly_averaged_reanalysis_by_hour_of_day
2756
- format: grib
1937
+ product_type: monthly_averaged_reanalysis_by_hour_of_day
1938
+ data_format: grib
1939
+ download_format: zip
2757
1940
  metadata_mapping:
2758
- <<: *month_year_time
1941
+ <<: *time_month_year
2759
1942
  UERRA_EUROPE_SL:
2760
1943
  dataset: reanalysis-uerra-europe-single-levels
2761
1944
  origin: mescan_surfex
2762
1945
  variable: 10m_wind_direction
2763
1946
  time: 00:00
2764
- format: grib
1947
+ data_format: grib
2765
1948
  metadata_mapping:
2766
1949
  <<: *day_month_year
2767
1950
  GLACIERS_DIST_RANDOLPH:
2768
1951
  dataset: insitu-glaciers-extent
2769
1952
  variable: glacier_area
2770
- api_product_type: gridded
2771
- version: '6_0'
2772
- format: zip
1953
+ product_type: gridded
1954
+ version: rgi_6_0
1955
+ data_format: zip
2773
1956
  GRIDDED_GLACIERS_MASS_CHANGE:
2774
1957
  dataset: derived-gridded-glacier-mass-change
2775
1958
  variable: glacier_mass_change
2776
1959
  product_version: wgms_fog_2023_09
2777
- format: zip
1960
+ data_format: zip
2778
1961
  metadata_mapping:
2779
1962
  completionTimeFromAscendingNode:
2780
1963
  - |
@@ -2794,11 +1977,11 @@
2794
1977
  dataset: satellite-fire-burned-area
2795
1978
  origin: esa_cci
2796
1979
  sensor: modis
2797
- variable: grid_variables
1980
+ variable: pixel_variables
2798
1981
  version: '5_1_1cds'
2799
- nominal_day: '01'
1982
+ region: europe
2800
1983
  metadata_mapping:
2801
- <<: *month_year
1984
+ <<: *nday_month_year
2802
1985
  SATELLITE_METHANE:
2803
1986
  dataset: satellite-methane
2804
1987
  processing_level: level_2
@@ -2808,8 +1991,8 @@
2808
1991
  metadata_mapping:
2809
1992
  <<: *day_month_year
2810
1993
  SATELLITE_SEA_ICE_EDGE_TYPE:
2811
- cdr_type: cdr
2812
1994
  dataset: satellite-sea-ice-edge-type
1995
+ cdr_type: cdr
2813
1996
  region: northern_hemisphere
2814
1997
  variable:
2815
1998
  - sea_ice_edge
@@ -2818,16 +2001,16 @@
2818
2001
  metadata_mapping:
2819
2002
  <<: *day_month_year
2820
2003
  SATELLITE_SEA_ICE_THICKNESS:
2821
- cdr_type: cdr
2822
2004
  dataset: satellite-sea-ice-thickness
2005
+ cdr_type: cdr
2823
2006
  satellite: envisat
2824
2007
  variable: all
2825
2008
  version: '3_0'
2826
2009
  metadata_mapping:
2827
2010
  <<: *month_year
2828
2011
  SATELLITE_SEA_ICE_CONCENTRATION:
2829
- cdr_type: cdr
2830
2012
  dataset: satellite-sea-ice-concentration
2013
+ cdr_type: cdr
2831
2014
  origin: eumetsat_osi_saf
2832
2015
  region:
2833
2016
  - northern_hemisphere
@@ -2847,71 +2030,69 @@
2847
2030
  <<: *day_month_year
2848
2031
  SEASONAL_POSTPROCESSED_PL:
2849
2032
  dataset: seasonal-postprocessed-pressure-levels
2850
- format: grib
2033
+ data_format: grib
2851
2034
  originating_centre: ecmwf
2852
- system: '5'
2035
+ system: 5
2853
2036
  variable: geopotential_anomaly
2854
- pressure_level: '10'
2855
- api_product_type: ensemble_mean
2856
- leadtime_month: '1'
2037
+ pressure_level: 10
2038
+ product_type: ensemble_mean
2039
+ leadtime_month: 1
2857
2040
  metadata_mapping:
2858
2041
  <<: *month_year
2859
2042
  SEASONAL_POSTPROCESSED_SL:
2860
2043
  dataset: seasonal-postprocessed-single-levels
2861
- format: grib
2044
+ data_format: grib
2862
2045
  originating_centre: ecmwf
2863
- system: '5'
2046
+ system: 5
2864
2047
  variable: 2m_dewpoint_temperature_anomaly
2865
- api_product_type: ensemble_mean
2866
- leadtime_month: '1'
2048
+ product_type: ensemble_mean
2049
+ leadtime_month: 1
2867
2050
  metadata_mapping:
2868
2051
  <<: *month_year
2869
2052
  SEASONAL_ORIGINAL_SL:
2870
2053
  dataset: seasonal-original-single-levels
2871
- format: grib
2054
+ data_format: grib
2872
2055
  originating_centre: ecmwf
2873
- system: '5'
2056
+ system: 5
2874
2057
  variable: 10m_u_component_of_wind
2875
- leadtime_hour: '6'
2876
- day: '01'
2058
+ leadtime_hour: 6
2877
2059
  metadata_mapping:
2878
- <<: *month_year
2060
+ <<: *day_month_year
2879
2061
  SEASONAL_ORIGINAL_PL:
2880
2062
  dataset: seasonal-original-pressure-levels
2881
- format: grib
2063
+ data_format: grib
2882
2064
  originating_centre: ecmwf
2883
- system: '5'
2065
+ system: 5
2884
2066
  variable: geopotential
2885
- pressure_level: '10'
2886
- leadtime_hour: '12'
2887
- day: '01'
2067
+ pressure_level: 10
2068
+ leadtime_hour: 12
2888
2069
  metadata_mapping:
2889
- <<: *month_year
2070
+ <<: *day_month_year
2890
2071
  SEASONAL_MONTHLY_PL:
2891
2072
  dataset: seasonal-monthly-pressure-levels
2892
- format: grib
2073
+ data_format: grib
2893
2074
  originating_centre: ecmwf
2894
- system: '5'
2075
+ system: 5
2895
2076
  variable: geopotential
2896
- pressure_level: '10'
2897
- api_product_type: monthly_mean
2898
- leadtime_month: '1'
2077
+ pressure_level: 10
2078
+ product_type: monthly_mean
2079
+ leadtime_month: 1
2899
2080
  metadata_mapping:
2900
2081
  <<: *month_year
2901
2082
  SEASONAL_MONTHLY_SL:
2902
2083
  dataset: seasonal-monthly-single-levels
2903
- format: grib
2084
+ data_format: grib
2904
2085
  originating_centre: ecmwf
2905
- system: '5'
2086
+ system: 5
2906
2087
  variable: 10m_u_component_of_wind
2907
- api_product_type: monthly_mean
2908
- leadtime_month: '1'
2088
+ product_type: monthly_mean
2089
+ leadtime_month: 1
2909
2090
  metadata_mapping:
2910
2091
  <<: *month_year
2911
2092
  SIS_HYDRO_MET_PROJ:
2912
2093
  dataset: sis-hydrology-meteorology-derived-projections
2913
- format: zip
2914
- api_product_type: climate_impact_indicators
2094
+ data_format: zip
2095
+ product_type: climate_impact_indicators
2915
2096
  variable: 2m_air_temperature
2916
2097
  variable_type: absolute_change_from_reference_period
2917
2098
  processing_type: original
@@ -3215,7 +2396,7 @@
3215
2396
  description: Meteoblue
3216
2397
  url: https://www.meteoblue.com
3217
2398
  search: !plugin
3218
- type: BuildPostSearchResult
2399
+ type: MeteoblueSearch
3219
2400
  api_endpoint: 'https://my.meteoblue.com/dataset/query'
3220
2401
  need_auth: true
3221
2402
  ssl_verify: true
@@ -3237,7 +2418,8 @@
3237
2418
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
3238
2419
  productType: '$.queries[0].domain'
3239
2420
  storageStatus: '{$.requiresJobQueue#get_group_name((?P<ONLINE>False)|(?P<OFFLINE>True))}'
3240
- downloadLink: 'https://my.meteoblue.com/dataset/query'
2421
+ qs: $.qs
2422
+ downloadLink: https://my.meteoblue.com/dataset/query?{qs#to_geojson}
3241
2423
  # Meteoblue specific parameters
3242
2424
  datapoints: '$.datapoints'
3243
2425
  requiresJobQueue: '$.requiresJobQueue'
@@ -3254,15 +2436,18 @@
3254
2436
  timeIntervalsAlignment:
3255
2437
  - '{{"timeIntervalsAlignment": {timeIntervalsAlignment#to_geojson} }}'
3256
2438
  - '$.timeIntervalsAlignment'
3257
- orderLink: '{$.downloadLink#replace_str(r"^(.*)(\")(queries\")(.)",r"\1\2runOnJobQueue\2\4 true, \2\3\4")}'
2439
+ orderLink: https://my.meteoblue.com/dataset/query?{qs#replace_str(r"^(.*)(\")(queries\")(.)",r"\1\2runOnJobQueue\2\4 true, \2\3\4")}
2440
+ # orderLink: '{$.downloadLink#replace_str(r"^(.*)(\")(queries\")(.)",r"\1\2runOnJobQueue\2\4 true, \2\3\4")}'
3258
2441
  products:
3259
2442
  NEMSGLOBAL_TCDC:
2443
+ productType: NEMSGLOBAL
3260
2444
  queries: [{'domain':'NEMSGLOBAL','gapFillDomain':null,'timeResolution':'daily','codes':[{'code':71,'level':'sfc','aggregation':'mean'}]}]
3261
2445
  format: netCDF
3262
2446
  units: {'temperature':'C','velocity':'km/h','length':'metric','energy':'watts'}
3263
2447
  timeIntervalsAlignment:
3264
2448
  geometry: {"type": "Polygon", "coordinates": [[[180, -90], [180, 90], [-180, 90], [-180, -90], [180, -90]]]}
3265
2449
  NEMSAUTO_TCDC:
2450
+ productType: NEMSAUTO
3266
2451
  queries: [{'domain':'NEMSAUTO','gapFillDomain':null,'timeResolution':'daily','codes':[{'code':71,'level':'sfc','aggregation':'mean'}]}]
3267
2452
  format: netCDF
3268
2453
  units: {'temperature':'C','velocity':'km/h','length':'metric','energy':'watts'}
@@ -3295,7 +2480,6 @@
3295
2480
  orderId: '$.json.id'
3296
2481
  downloadLink: 'http://queueresults.meteoblue.com/{orderId}'
3297
2482
  downloadMethod: '{$.null#replace_str("Not Available","GET")}'
3298
- output_extension: .nc
3299
2483
  auth: !plugin
3300
2484
  type: HttpQueryStringAuth
3301
2485
  matching_url: https?://[a-z]+.meteoblue.com
@@ -3796,20 +2980,6 @@
3796
2980
  description: WEkEO - Sentinel and some various Copernicus data
3797
2981
  url: https://www.wekeo.eu/
3798
2982
  # anchors to avoid duplications
3799
- anchor_dates_eum: &eo_eum_dates
3800
- startTimeFromAscendingNode:
3801
- - '{{"dtstart": "{startTimeFromAscendingNode}"}}'
3802
- - '$.properties.startdate'
3803
- completionTimeFromAscendingNode:
3804
- - '{{"dtend": "{completionTimeFromAscendingNode}"}}'
3805
- - '$.properties.enddate'
3806
- anchor_dates_clms: &clms_dates
3807
- startTimeFromAscendingNode:
3808
- - '{{"start": "{startTimeFromAscendingNode}"}}'
3809
- - '$.properties.startdate'
3810
- completionTimeFromAscendingNode:
3811
- - '{{"end": "{completionTimeFromAscendingNode}"}}'
3812
- - '$.properties.enddate'
3813
2983
  anchor_s1_sar: &s1_sar_params
3814
2984
  processingLevel:
3815
2985
  - '{{"processingLevel": "{processingLevel}"}}'
@@ -3843,8 +3013,8 @@
3843
3013
  id:
3844
3014
  - |
3845
3015
  {{
3846
- "start": "{id#replace_str(r'^.*_([0-9][0-9][0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])_.*$',r'\1-\2-\3T\4%3A\5%3A00Z')}",
3847
- "end": "{id#replace_str(r'^.*_([0-9][0-9][0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])_.*$',r'\1-\2-\3T\4%3A\5%3A00Z')}"
3016
+ "startdate": "{id#replace_str(r'^.*_([0-9][0-9][0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])_.*$',r'\1-\2-\3T\4%3A\5%3A00Z')}",
3017
+ "enddate": "{id#replace_str(r'^.*_([0-9][0-9][0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])_.*$',r'\1-\2-\3T\4%3A\5%3A00Z')}"
3848
3018
  }}
3849
3019
  - '$.id'
3850
3020
  search: !plugin
@@ -3877,10 +3047,10 @@
3877
3047
  - '{{"productIdentifier": "{id}"}}'
3878
3048
  - '{$.id#remove_extension}'
3879
3049
  startTimeFromAscendingNode:
3880
- - '{{"startDate": "{startTimeFromAscendingNode}"}}'
3050
+ - '{{"startdate": "{startTimeFromAscendingNode}"}}'
3881
3051
  - '$.properties.startdate'
3882
3052
  completionTimeFromAscendingNode:
3883
- - '{{"completionDate": "{completionTimeFromAscendingNode}"}}'
3053
+ - '{{"enddate": "{completionTimeFromAscendingNode}"}}'
3884
3054
  - '$.properties.enddate'
3885
3055
  downloadLink: '$.properties.location'
3886
3056
  title: '$.id'
@@ -3927,9 +3097,6 @@
3927
3097
  satellite:
3928
3098
  - '{{"satellite": {satellite}}}'
3929
3099
  - '$.null'
3930
- sensor:
3931
- - '{{"sensor": "{sensor}"}}'
3932
- - '$.null'
3933
3100
  products:
3934
3101
  S1_SAR_GRD:
3935
3102
  productType: EO:ESA:DAT:SENTINEL-1
@@ -3957,6 +3124,7 @@
3957
3124
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:SENTINEL-1"}}'
3958
3125
  S2_MSI_L1C:
3959
3126
  productType: EO:ESA:DAT:SENTINEL-2
3127
+ providerProductType: S2MSI1C
3960
3128
  processingLevel: S2MSI1C
3961
3129
  metadata_mapping:
3962
3130
  processingLevel:
@@ -3968,6 +3136,7 @@
3968
3136
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:SENTINEL-2"}}'
3969
3137
  S2_MSI_L2A:
3970
3138
  productType: EO:ESA:DAT:SENTINEL-2
3139
+ providerProductType: S2MSI2A
3971
3140
  processingLevel: S2MSI2A
3972
3141
  metadata_mapping:
3973
3142
  processingLevel:
@@ -3977,17 +3146,6 @@
3977
3146
  - '{{"cloudCover": "{cloudCover}"}}'
3978
3147
  - '$.null'
3979
3148
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:SENTINEL-2"}}'
3980
- S2_MSI_L2AP:
3981
- productType: EO:ESA:DAT:SENTINEL-2
3982
- processingLevel: S2MSI2AP
3983
- metadata_mapping:
3984
- processingLevel:
3985
- - '{{"processingLevel": "{processingLevel}"}}'
3986
- - '$.id.`sub(/^[^_]([^_]+)_([^_]+)_.*/, S2\\2)`'
3987
- cloudCover:
3988
- - '{{"cloudCover": "{cloudCover}"}}'
3989
- - '$.null'
3990
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:SENTINEL-2"}}'
3991
3149
  S3_LAN_HY:
3992
3150
  productType: EO:ESA:DAT:SENTINEL-3
3993
3151
  providerProductType: SR_2_LAN_HY
@@ -4046,9 +3204,8 @@
4046
3204
  productType: EO:EUM:DAT:SENTINEL-3:OL_1_EFR___
4047
3205
  metadata_mapping:
4048
3206
  id:
4049
- - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3207
+ - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
4050
3208
  - '{$.id#remove_extension}'
4051
- <<: *eo_eum_dates
4052
3209
  platform:
4053
3210
  - '{{"sat": "{platform}"}}'
4054
3211
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
@@ -4059,9 +3216,8 @@
4059
3216
  productType: EO:EUM:DAT:SENTINEL-3:OL_1_ERR___
4060
3217
  metadata_mapping:
4061
3218
  id:
4062
- - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3219
+ - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
4063
3220
  - '{$.id#remove_extension}'
4064
- <<: *eo_eum_dates
4065
3221
  platform:
4066
3222
  - '{{"sat": "{platform}"}}'
4067
3223
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
@@ -4072,9 +3228,8 @@
4072
3228
  productType: EO:EUM:DAT:SENTINEL-3:OL_2_WFR___
4073
3229
  metadata_mapping:
4074
3230
  id:
4075
- - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3231
+ - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
4076
3232
  - '{$.id#remove_extension}'
4077
- <<: *eo_eum_dates
4078
3233
  platform:
4079
3234
  - '{{"sat": "{platform}"}}'
4080
3235
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
@@ -4085,9 +3240,8 @@
4085
3240
  productType: EO:EUM:DAT:SENTINEL-3:OL_2_WRR___
4086
3241
  metadata_mapping:
4087
3242
  id:
4088
- - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3243
+ - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
4089
3244
  - '{$.id#remove_extension}'
4090
- <<: *eo_eum_dates
4091
3245
  platform:
4092
3246
  - '{{"sat": "{platform}"}}'
4093
3247
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
@@ -4098,9 +3252,8 @@
4098
3252
  productType: EO:EUM:DAT:SENTINEL-3:SR_1_SRA___
4099
3253
  metadata_mapping:
4100
3254
  id:
4101
- - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3255
+ - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
4102
3256
  - '{$.id#remove_extension}'
4103
- <<: *eo_eum_dates
4104
3257
  platform:
4105
3258
  - '{{"sat": "{platform}"}}'
4106
3259
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
@@ -4111,9 +3264,8 @@
4111
3264
  productType: EO:EUM:DAT:SENTINEL-3:SR_1_SRA_A_
4112
3265
  metadata_mapping:
4113
3266
  id:
4114
- - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3267
+ - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
4115
3268
  - '{$.id#remove_extension}'
4116
- <<: *eo_eum_dates
4117
3269
  platform:
4118
3270
  - '{{"sat": "{platform}"}}'
4119
3271
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
@@ -4124,24 +3276,21 @@
4124
3276
  productType: EO:EUM:DAT:SENTINEL-3:SR_1_SRA_BS
4125
3277
  metadata_mapping:
4126
3278
  id:
4127
- - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3279
+ - '{{"timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
4128
3280
  - '{$.id#remove_extension}'
4129
- <<: *eo_eum_dates
4130
3281
  platform:
4131
3282
  - '{{"sat": "{platform}"}}'
4132
3283
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
4133
3284
  platformSerialIdentifier: '$.id.`sub(/^[^_]([^_]+)_.*/, S\\1)`'
4134
3285
  <<: *orbit_cycle
4135
3286
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:EUM:DAT:SENTINEL-3:SR_1_SRA_BS"}}'
4136
-
4137
3287
  S3_SLSTR_L1RBT:
4138
3288
  productType: EO:EUM:DAT:SENTINEL-3:SL_1_RBT___
4139
3289
  providerProductType: SL_1_RBT___
4140
3290
  metadata_mapping:
4141
3291
  id:
4142
- - '{{"productType": "SL_1_RBT___", "timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3292
+ - '{{"productType": "SL_1_RBT___", "timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
4143
3293
  - '{$.id#remove_extension}'
4144
- <<: *eo_eum_dates
4145
3294
  platform:
4146
3295
  - '{{"sat": "{platform}"}}'
4147
3296
  - '$.id.`sub(/^[^_]([^_]+)_.*/, Sentinel-\\1)`'
@@ -4152,9 +3301,8 @@
4152
3301
  productType: EO:EUM:DAT:SENTINEL-3:SR_2_WAT___
4153
3302
  metadata_mapping:
4154
3303
  id:
4155
- - '{{"type": "SR_2_WAT___", "timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "dtstart": {id#split_id_into_s3_params}["startDate"], "dtend": {id#split_id_into_s3_params}["endDate"]}}'
3304
+ - '{{"type": "SR_2_WAT___", "timeliness": {id#split_id_into_s3_params}["timeliness"], "sat": {id#split_id_into_s3_params}["sat"], "startdate": {id#split_id_into_s3_params}["startDate"], "enddate": {id#split_id_into_s3_params}["endDate"]}}'
4156
3305
  - '{$.id#remove_extension}'
4157
- <<: *eo_eum_dates
4158
3306
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:EUM:DAT:SENTINEL-3:SR_2_WAT___"}}'
4159
3307
  S5P_L1B_IR_ALL:
4160
3308
  productType: EO:ESA:DAT:SENTINEL-5P
@@ -4182,9 +3330,8 @@
4182
3330
  productType: EO:EEA:DAT:CLMS_HRVPP_VI
4183
3331
  metadata_mapping:
4184
3332
  id:
4185
- - '{{"uid": {id}}}'
3333
+ - '{{"uid": "{id}"}}'
4186
3334
  - '$.id'
4187
- <<: *clms_dates
4188
3335
  relativeOrbitNumber:
4189
3336
  - '{{"relativeOrbitNumber": "{relativeOrbitNumber}"}}'
4190
3337
  - '$.null'
@@ -4199,36 +3346,36 @@
4199
3346
  - '$.null'
4200
3347
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:EEA:DAT:CLMS_HRVPP_VI"}}'
4201
3348
  COP_DEM_GLO30_DGED:
4202
- productType: EO:DEM:DAT:COP-DEM_GLO-30-DGED__2023_1
3349
+ productType: EO:ESA:DAT:COP-DEM
3350
+ providerProductType: DGE_30
4203
3351
  metadata_mapping:
4204
- id: '$.id'
4205
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:DEM:DAT:COP-DEM_GLO-30-DGED__2023_1"}}'
3352
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:COP-DEM"}}'
4206
3353
  COP_DEM_GLO30_DTED:
4207
- productType: EO:DEM:DAT:COP-DEM_GLO-30-DTED__2023_1
3354
+ productType: EO:ESA:DAT:COP-DEM
3355
+ providerProductType: DTE_30
4208
3356
  metadata_mapping:
4209
- id: '$.id'
4210
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:DEM:DAT:COP-DEM_GLO-30-DTED__2023_1"}}'
3357
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:COP-DEM"}}'
4211
3358
  COP_DEM_GLO90_DGED:
4212
- productType: EO:DEM:DAT:COP-DEM_GLO-90-DGED__2023_1
3359
+ productType: EO:ESA:DAT:COP-DEM
3360
+ providerProductType: DGE_90
4213
3361
  metadata_mapping:
4214
- id: '$.id'
4215
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:DEM:DAT:COP-DEM_GLO-90-DGED__2023_1"}}'
3362
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:COP-DEM"}}'
4216
3363
  COP_DEM_GLO90_DTED:
4217
- productType: EO:DEM:DAT:COP-DEM_GLO-90-DTED__2023_1
3364
+ productType: EO:ESA:DAT:COP-DEM
3365
+ providerProductType: DTE_90
4218
3366
  metadata_mapping:
4219
- id: '$.id'
4220
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:DEM:DAT:COP-DEM_GLO-90-DTED__2023_1"}}'
3367
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:COP-DEM"}}'
4221
3368
  CLMS_GLO_NDVI_333M:
4222
3369
  productType: EO:CLMS:DAT:CLMS_GLOBAL_NDVI_300M_V1_10DAILY_NETCDF
3370
+ providerProductType: NDVI300
4223
3371
  metadata_mapping:
4224
3372
  <<: *id_from_date
4225
- <<: *clms_dates
4226
3373
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_NDVI_300M_V1_10DAILY_NETCDF"}}'
4227
3374
  CLMS_GLO_NDVI_1KM_LTS:
4228
3375
  productType: EO:CLMS:DAT:CLMS_GLOBAL_NDVI_1KM_V2_10DAILY_NETCDF
3376
+ providerProductType: NDVI
4229
3377
  metadata_mapping:
4230
3378
  <<: *id_from_date
4231
- <<: *clms_dates
4232
3379
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_NDVI_1KM_V2_10DAILY_NETCDF"}}'
4233
3380
  CLMS_CORINE:
4234
3381
  productType: EO:CLMS:DAT:CORINE
@@ -4243,45 +3390,45 @@
4243
3390
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CORINE"}}'
4244
3391
  CLMS_GLO_FCOVER_333M:
4245
3392
  productType: EO:CLMS:DAT:CLMS_GLOBAL_FCOVER_300M_V1_10DAILY_NETCDF
3393
+ providerProductType: FCOVER300
4246
3394
  metadata_mapping:
4247
3395
  <<: *id_from_date
4248
- <<: *clms_dates
4249
3396
  productGroupId:
4250
3397
  - '{{"productGroupId": "{productGroupId}"}}'
4251
3398
  - '$.null'
4252
3399
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_FCOVER_300M_V1_10DAILY_NETCDF"}}'
4253
3400
  CLMS_GLO_DMP_333M:
4254
3401
  productType: EO:CLMS:DAT:CLMS_GLOBAL_DMP_300M_V1_10DAILY_NETCDF
3402
+ providerProductType: DMP300
4255
3403
  metadata_mapping:
4256
3404
  <<: *id_from_date
4257
- <<: *clms_dates
4258
3405
  productGroupId:
4259
3406
  - '{{"productGroupId": "{productGroupId}"}}'
4260
3407
  - '$.null'
4261
3408
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_DMP_300M_V1_10DAILY_NETCDF"}}'
4262
3409
  CLMS_GLO_GDMP_333M:
4263
3410
  productType: EO:CLMS:DAT:CLMS_GLOBAL_GDMP_300M_V1_10DAILY_NETCDF
3411
+ providerProductType: GDMP300
4264
3412
  metadata_mapping:
4265
3413
  <<: *id_from_date
4266
- <<: *clms_dates
4267
3414
  productGroupId:
4268
3415
  - '{{"productGroupId": "{productGroupId}"}}'
4269
3416
  - '$.null'
4270
3417
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_GDMP_300M_V1_10DAILY_NETCDF"}}'
4271
3418
  CLMS_GLO_FAPAR_333M:
4272
3419
  productType: EO:CLMS:DAT:CLMS_GLOBAL_FAPAR_300M_V1_10DAILY_NETCDF
3420
+ providerProductType: FAPAR300
4273
3421
  metadata_mapping:
4274
3422
  <<: *id_from_date
4275
- <<: *clms_dates
4276
3423
  productGroupId:
4277
3424
  - '{{"productGroupId": "{productGroupId}"}}'
4278
3425
  - '$.null'
4279
3426
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_FAPAR_300M_V1_10DAILY_NETCDF"}}'
4280
3427
  CLMS_GLO_LAI_333M:
4281
3428
  productType: EO:CLMS:DAT:CLMS_GLOBAL_LAI_300M_V1_10DAILY_NETCDF
3429
+ providerProductType: LAI300
4282
3430
  metadata_mapping:
4283
3431
  <<: *id_from_date
4284
- <<: *clms_dates
4285
3432
  productGroupId:
4286
3433
  - '{{"productGroupId": "{productGroupId}"}}'
4287
3434
  - '$.null'
@@ -4332,921 +3479,431 @@
4332
3479
  description: WEkEO - ECMWF data
4333
3480
  url: https://www.wekeo.eu/
4334
3481
  # anchors to avoid duplications
3482
+ anchor_time_day_month_year: &time_day_month_year
3483
+ startTimeFromAscendingNode:
3484
+ - |
3485
+ {{
3486
+ "year": {_date#interval_to_datetime_dict}["year"],
3487
+ "month": {_date#interval_to_datetime_dict}["month"],
3488
+ "day": {_date#interval_to_datetime_dict}["day"],
3489
+ "time": {startTimeFromAscendingNode#get_ecmwf_time}
3490
+ }}
3491
+ - $.properties.startdate
3492
+ completionTimeFromAscendingNode: $.properties.enddate
4335
3493
  anchor_day_month_year: &day_month_year
4336
3494
  startTimeFromAscendingNode:
4337
3495
  - |
4338
3496
  {{
4339
- "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
4340
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
4341
- "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"]
3497
+ "year": {_date#interval_to_datetime_dict}["year"],
3498
+ "month": {_date#interval_to_datetime_dict}["month"],
3499
+ "day": {_date#interval_to_datetime_dict}["day"]
4342
3500
  }}
4343
- - $.properties.startDate
4344
- completionTimeFromAscendingNode: $.properties.endDate
4345
- anchor_year_month: &month_year
3501
+ - $.properties.startdate
3502
+ completionTimeFromAscendingNode: $.properties.enddate
3503
+ anchor_month_year: &month_year
4346
3504
  startTimeFromAscendingNode:
4347
3505
  - |
4348
3506
  {{
4349
- "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
4350
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"]
3507
+ "year": {_date#interval_to_datetime_dict}["year"],
3508
+ "month": {_date#interval_to_datetime_dict}["month"]
4351
3509
  }}
4352
- - $.properties.startDate
4353
- completionTimeFromAscendingNode: $.properties.endDate
4354
- anchor_variable_list: &variable_list
4355
- variable:
4356
- - '{{"variable": {variable}}}'
4357
- - '$.null'
3510
+ - $.properties.startdate
3511
+ completionTimeFromAscendingNode: $.properties.enddate
4358
3512
  search: !plugin
4359
- type: PostJsonSearch
3513
+ type: WekeoECMWFSearch
4360
3514
  api_endpoint: https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/search
4361
3515
  timeout: 60
4362
3516
  need_auth: true
4363
3517
  auth_error_code: 401
4364
- results_entry: 'features'
4365
3518
  dates_required: true
3519
+ results_entry: 'features'
4366
3520
  pagination:
4367
3521
  total_items_nb_key_path: '$.properties.totalResults'
4368
3522
  next_page_query_obj: '{{"itemsPerPage":{items_per_page},"startIndex":{skip}}}'
4369
3523
  max_items_per_page: 200
4370
3524
  discover_product_types:
4371
3525
  fetch_url: null
4372
- constraints_file_url: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/queryable/{dataset}'
4373
- constraints_file_dataset_key: productType
4374
- constraints_entry: constraints
4375
- stop_without_constraints_entry_key: true
3526
+ available_values_url: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/queryable/{dataset}'
4376
3527
  metadata_mapping:
4377
- productType:
4378
- - '{{"dataset_id": "{productType}"}}'
4379
- - '$.null'
4380
3528
  geometry:
4381
3529
  - '{{"bbox": {geometry#to_bounds}}}'
4382
- - '$.geometry'
4383
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4384
- id:
4385
- - '{{"productIdentifier": "{id}"}}'
4386
- - '{$.id#remove_extension}'
3530
+ - $.geometry
4387
3531
  startTimeFromAscendingNode:
4388
- - '{{"dtstart": "{startTimeFromAscendingNode#to_iso_utc_datetime}"}}'
4389
- - '$.properties.startdate'
3532
+ - '{{"startdate": "{startTimeFromAscendingNode#to_iso_utc_datetime}"}}'
3533
+ - $.properties.startdate
4390
3534
  completionTimeFromAscendingNode:
4391
- - '{{"dtend": "{completionTimeFromAscendingNode#to_iso_utc_datetime}"}}'
4392
- - '$.properties.enddate'
4393
- downloadLink: '$.properties.location'
4394
- title: '$.id'
4395
- storageStatus: 'OFFLINE'
4396
- processingLevel:
4397
- - '{{"processingLevel": "{processingLevel}"}}'
4398
- - '$.null'
4399
- providerProductType:
4400
- - '{{"productType": "{providerProductType}"}}'
4401
- - '$.null'
4402
- variable:
4403
- - '{{"variable": {variable}}}'
4404
- - '$.null'
4405
- leadtime_hour:
4406
- - '{{"leadtime_hour": {leadtime_hour}}}'
4407
- - '$.null'
4408
- leadtime_month:
4409
- - '{{"leadtime_month": {leadtime_month}}}'
4410
- - '$.null'
4411
- origin:
4412
- - '{{"origin": "{origin}"}}'
4413
- - '$.null'
4414
- system:
4415
- - '{{"system": "{system}"}}'
4416
- - '$.null'
4417
- format:
4418
- - '{{"format": "{format}"}}'
4419
- - '$.null'
4420
- pressure_level:
4421
- - '{{"pressure_level": {pressure_level}}}'
4422
- - '$.null'
4423
- model_level:
4424
- - '{{"model_level": {model_level}}}'
4425
- - '$.null'
4426
- sensor_and_algorithm:
4427
- - '{{"sensor_and_algorithm": "{sensor_and_algorithm}"}}'
4428
- - '$.null'
4429
- version:
4430
- - '{{"version": {version}}}'
4431
- - '$.null'
4432
- time:
4433
- - '{{"time": {time}}}'
4434
- - '$.null'
4435
- region:
4436
- - '{{"region": "{region}"}}'
4437
- - '$.null'
4438
- type:
4439
- - '{{"type": "{type}"}}'
4440
- - '$.null'
4441
- source:
4442
- - '{{"source": {source}}}'
4443
- - '$.null'
4444
- quantity:
4445
- - '{{"quantity": "{quantity}"}}'
4446
- - '$.null'
4447
- input_observations:
4448
- - '{{"input_observations": "{input_observations}"}}'
4449
- - '$.null'
4450
- aggregation:
4451
- - '{{"aggregation": "{aggregation}"}}'
4452
- - '$.null'
4453
- model:
4454
- - '{{"model": {model}}}'
4455
- - '$.null'
4456
- level:
4457
- - '{{"level": {level}}}'
4458
- - '$.null'
4459
- forcing_type:
4460
- - '{{"forcing_type": "{forcing_type}"}}'
4461
- - '$.null'
4462
- sky_type:
4463
- - '{{"sky_type": {sky_type}}}'
4464
- - '$.null'
4465
- band:
4466
- - '{{"band": {band}}}'
4467
- - '$.null'
4468
- aerosol_type:
4469
- - '{{"aerosol_type": {aerosol_type}}}'
4470
- - '$.null'
4471
- step:
4472
- - '{{"step": {step}}}'
4473
- - '$.null'
4474
- longitude:
4475
- - '{{"longitude": "{longitude}"}}'
4476
- - '$.null'
4477
- latitude:
4478
- - '{{"latitude": "{latitude}"}}'
4479
- - '$.null'
4480
- altitude:
4481
- - '{{"altitude": "{altitude}"}}'
4482
- - '$.null'
4483
- time_reference:
4484
- - '{{"time_reference": "{time_reference}"}}'
4485
- - '$.null'
4486
- grid:
4487
- - '{{"grid": "{grid}"}}'
4488
- - '$.null'
4489
- soil_level:
4490
- - '{{"soil_level": {soil_level}}}'
4491
- - '$.null'
4492
- year:
4493
- - '{{"year": {year}}}'
4494
- - '$.null'
4495
- month:
4496
- - '{{"month": {month}}}'
4497
- - '$.null'
4498
- day:
4499
- - '{{"day": {day}}}'
4500
- - '$.null'
4501
- hyear:
4502
- - '{{"year": {hyear}}}'
4503
- - '$.null'
4504
- hmonth:
4505
- - '{{"month": {hmonth}}}'
4506
- - '$.null'
4507
- hday:
4508
- - '{{"day": {hday}}}'
4509
- - '$.null'
4510
- satellite:
4511
- - '{{"satellite": {satellite}}}'
4512
- - '$.null'
4513
- cdr_type:
4514
- - '{{"cdr_type": "{cdr_type}"}}'
4515
- - '$.null'
4516
- statistic:
4517
- - '{{"statistic": {statistic}}}'
4518
- - '$.null'
4519
- hydrological_year:
4520
- - '{{"hydrological_year": {hydrological_year}}}'
4521
- - '$.null'
3535
+ - '{{"enddate": "{completionTimeFromAscendingNode#to_iso_utc_datetime}"}}'
3536
+ - $.properties.enddate
3537
+ downloadLink: $.properties.location
3538
+ dataset:
3539
+ - dataset_id
3540
+ - $.dataset
3541
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "{dataset}"}}'
4522
3542
  products:
4523
3543
  SATELLITE_CARBON_DIOXIDE:
4524
- productType: EO:ECMWF:DAT:SATELLITE_CARBON_DIOXIDE
4525
- processingLevel:
4526
- - level_2
4527
- version:
4528
- - "4.0"
3544
+ dataset: EO:ECMWF:DAT:SATELLITE_CARBON_DIOXIDE
3545
+ processing_level: level_2
3546
+ version: '4_5'
4529
3547
  variable: xco2
4530
- sensor_and_algorithm: sciamachy_wfmd
4531
- format: zip
3548
+ sensor_and_algorithm: merged_emma
4532
3549
  metadata_mapping:
4533
- id: '$.id'
4534
3550
  <<: *day_month_year
4535
- variable:
4536
- - '{{"variable": "{variable}"}}'
4537
- - '$.null'
4538
- processingLevel:
4539
- - '{{"processing_level": {processingLevel}}}'
4540
- - '$.null'
4541
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4542
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_CARBON_DIOXIDE"}}'
4543
3551
  SATELLITE_FIRE_BURNED_AREA:
4544
- productType: EO:ECMWF:DAT:SATELLITE_FIRE_BURNED_AREA
4545
- origin: c3s
3552
+ dataset: EO:ECMWF:DAT:SATELLITE_FIRE_BURNED_AREA
3553
+ origin: esa_cci
4546
3554
  sensor: modis
4547
- variable: grid_variables
3555
+ variable: pixel_variables
4548
3556
  version: 5_1_1cds
4549
- region:
4550
- - europe
4551
- format: zip
3557
+ region: europe
4552
3558
  metadata_mapping:
4553
- variable:
4554
- - '{{"variable": "{variable}"}}'
4555
- - '$.null'
4556
- version:
4557
- - '{{"version": "{version}"}}'
4558
- - '$.null'
4559
3559
  startTimeFromAscendingNode:
4560
3560
  - |
4561
3561
  {{
4562
3562
  "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
4563
3563
  "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
4564
- "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"]
3564
+ "nominal_day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"]
4565
3565
  }}
4566
- - $.properties.startDate
4567
- completionTimeFromAscendingNode: $.properties.endDate
4568
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_FIRE_BURNED_AREA"}}'
3566
+ - $.properties.startdate
3567
+ completionTimeFromAscendingNode: $.properties.enddate
4569
3568
  SATELLITE_METHANE:
4570
- productType: EO:ECMWF:DAT:SATELLITE_METHANE
4571
- processingLevel:
4572
- - level_2
4573
- version:
4574
- - "4.0"
3569
+ dataset: EO:ECMWF:DAT:SATELLITE_METHANE
3570
+ processing_level: level_2
3571
+ version: '4_0'
4575
3572
  variable: xch4
4576
3573
  sensor_and_algorithm: sciamachy_wfmd
4577
- format: zip
4578
3574
  metadata_mapping:
4579
- id: '$.id'
4580
3575
  <<: *day_month_year
4581
- processingLevel:
4582
- - '{{"processing_level": {processingLevel}}}'
4583
- - '$.null'
4584
- variable:
4585
- - '{{"variable": "{variable}"}}'
4586
- - '$.null'
4587
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4588
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_METHANE"}}'
4589
3576
  SATELLITE_SEA_ICE_EDGE_TYPE:
4590
- productType: EO:ECMWF:DAT:SATELLITE_SEA_ICE_EDGE_TYPE
4591
- variable:
4592
- - sea_ice_type
3577
+ dataset: EO:ECMWF:DAT:SATELLITE_SEA_ICE_EDGE_TYPE
3578
+ variable: sea_ice_type
4593
3579
  region: northern_hemisphere
4594
3580
  cdr_type: cdr
4595
3581
  version: '3_0'
4596
- format: zip
4597
3582
  metadata_mapping:
4598
- id: '$.id'
4599
3583
  <<: *day_month_year
4600
- region:
4601
- - '{{"region": "{region}"}}'
4602
- - '$.null'
4603
- version:
4604
- - '{{"version": "{version}"}}'
4605
- - '$.null'
4606
- <<: *variable_list
4607
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4608
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_SEA_ICE_EDGE_TYPE"}}'
4609
3584
  SATELLITE_SEA_ICE_THICKNESS:
4610
- productType: EO:ECMWF:DAT:SATELLITE_SEA_ICE_THICKNESS
4611
- satellite:
4612
- - envisat
3585
+ dataset: EO:ECMWF:DAT:SATELLITE_SEA_ICE_THICKNESS
3586
+ satellite: envisat
4613
3587
  cdr_type: cdr
4614
3588
  variable: all
4615
3589
  version: '3_0'
4616
- format: zip
4617
3590
  metadata_mapping:
4618
- id: '$.id'
4619
- variable:
4620
- - '{{"variable": "{variable}"}}'
4621
- - '$.null'
4622
- version:
4623
- - '{{"version": "{version}"}}'
4624
- - '$.null'
4625
3591
  <<: *month_year
4626
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4627
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_SEA_ICE_THICKNESS"}}'
4628
3592
  SATELLITE_SEA_ICE_CONCENTRATION:
4629
- productType: EO:ECMWF:DAT:SATELLITE_SEA_ICE_CONCENTRATION
4630
- cdr_type:
4631
- - cdr
4632
- variable: all
4633
- version: v3
4634
- sensor: ssmis
4635
- origin: ESA CCI
3593
+ dataset: EO:ECMWF:DAT:SATELLITE_SEA_ICE_CONCENTRATION
3594
+ cdr_type: cdr
3595
+ origin: eumetsat_osi_saf
4636
3596
  region:
4637
3597
  - northern_hemisphere
3598
+ - southern_hemisphere
3599
+ sensor: ssmis
4638
3600
  temporal_aggregation: daily
4639
- format: zip
3601
+ variable: all
3602
+ version: v3
4640
3603
  metadata_mapping:
4641
- id: '$.id'
4642
3604
  <<: *day_month_year
4643
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4644
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_SEA_ICE_CONCENTRATION"}}'
4645
3605
  SATELLITE_SEA_LEVEL_GLOBAL:
4646
- productType: EO:ECMWF:DAT:SATELLITE_SEA_LEVEL_GLOBAL
4647
- variable:
4648
- - daily
4649
- format: zip
4650
- version: vDT2021
3606
+ dataset: EO:ECMWF:DAT:SATELLITE_SEA_LEVEL_GLOBAL
3607
+ variable: daily
3608
+ version: vdt2021
4651
3609
  metadata_mapping:
4652
- id: '$.id'
4653
3610
  <<: *day_month_year
4654
- version:
4655
- - '{{"version": "{version}"}}'
4656
- - '$.null'
4657
- <<: *variable_list
4658
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4659
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_SEA_LEVEL_GLOBAL"}}'
4660
3611
  SEASONAL_ORIGINAL_SL:
4661
- productType: EO:ECMWF:DAT:SEASONAL_ORIGINAL_SINGLE_LEVELS
4662
- variable:
4663
- - land_sea_mask
4664
- leadtime_hour:
4665
- - "0"
4666
- origin: ecmwf
4667
- system: "51"
4668
- format: grib
3612
+ dataset: EO:ECMWF:DAT:SEASONAL_ORIGINAL_SINGLE_LEVELS
3613
+ variable: land_sea_mask
3614
+ leadtime_hour: 0
3615
+ originating_centre: ecmwf
3616
+ system: 5
3617
+ data_format: grib
4669
3618
  metadata_mapping:
4670
- id: '$.id'
4671
3619
  <<: *day_month_year
4672
- origin:
4673
- - '{{"originating_centre": "{origin}"}}'
4674
- - '$.null'
4675
- <<: *variable_list
4676
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4677
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_ORIGINAL_SINGLE_LEVELS"}}'
4678
3620
  SEASONAL_ORIGINAL_PL:
4679
- productType: EO:ECMWF:DAT:SEASONAL_ORIGINAL_PRESSURE_LEVELS
4680
- variable:
4681
- - geopotential
4682
- pressure_level:
4683
- - "10"
4684
- leadtime_hour:
4685
- - "12"
4686
- origin: ecmwf
4687
- system: "51"
4688
- format: grib
3621
+ dataset: EO:ECMWF:DAT:SEASONAL_ORIGINAL_PRESSURE_LEVELS
3622
+ variable: geopotential
3623
+ pressure_level: 10
3624
+ leadtime_hour: 12
3625
+ originating_centre: ecmwf
3626
+ system: 5
3627
+ data_format: grib
4689
3628
  metadata_mapping:
4690
- id: '$.id'
4691
3629
  <<: *day_month_year
4692
- origin:
4693
- - '{{"originating_centre": "{origin}"}}'
4694
- - '$.null'
4695
- <<: *variable_list
4696
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4697
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_ORIGINAL_PRESSURE_LEVELS"}}'
4698
3630
  SEASONAL_POSTPROCESSED_SL:
4699
- productType: EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_SINGLE_LEVELS
4700
- providerProductType:
4701
- - ensemble_mean
4702
- variable:
4703
- - 10m_u_component_of_wind_anomaly
4704
- leadtime_month:
4705
- - "1"
3631
+ dataset: EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_SINGLE_LEVELS
3632
+ product_type: ensemble_mean
3633
+ originating_centre: ecmwf
3634
+ variable: 2m_dewpoint_temperature_anomaly
3635
+ leadtime_month: 1
4706
3636
  origin: ecmwf
4707
- system: "51"
4708
- format: grib
3637
+ system: 5
3638
+ data_format: grib
4709
3639
  metadata_mapping:
4710
- id: '$.id'
4711
- providerProductType:
4712
- - '{{"product_type": {providerProductType}}}'
4713
- - '$.null'
4714
3640
  <<: *month_year
4715
- origin:
4716
- - '{{"originating_centre": "{origin}"}}'
4717
- - '$.null'
4718
- <<: *variable_list
4719
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4720
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_SINGLE_LEVELS"}}'
4721
3641
  SEASONAL_POSTPROCESSED_PL:
4722
- productType: EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_PRESSURE_LEVELS
4723
- providerProductType:
4724
- - ensemble_mean
4725
- variable:
4726
- - geopotential_anomaly
4727
- pressure_level:
4728
- - "10"
4729
- leadtime_month:
4730
- - "1"
4731
- origin: ecmwf
4732
- system: "5"
4733
- format: grib
3642
+ dataset: EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_PRESSURE_LEVELS
3643
+ product_type: ensemble_mean
3644
+ variable: geopotential_anomaly
3645
+ pressure_level: 10
3646
+ leadtime_month: 1
3647
+ originating_centre: ecmwf
3648
+ system: 5
3649
+ data_format: grib
4734
3650
  metadata_mapping:
4735
- id: '$.id'
4736
- providerProductType:
4737
- - '{{"product_type": {providerProductType}}}'
4738
- - '$.null'
4739
3651
  <<: *month_year
4740
- origin:
4741
- - '{{"originating_centre": "{origin}"}}'
4742
- - '$.null'
4743
- <<: *variable_list
4744
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4745
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_PRESSURE_LEVELS"}}'
4746
3652
  SEASONAL_MONTHLY_SL:
4747
- productType: EO:ECMWF:DAT:SEASONAL_MONTHLY_SINGLE_LEVELS
4748
- variable:
4749
- - 10m_u_component_of_wind
4750
- providerProductType:
4751
- - ensemble_mean
4752
- leadtime_month:
4753
- - "1"
4754
- origin: ecmwf
4755
- system: "51"
4756
- format: grib
3653
+ dataset: EO:ECMWF:DAT:SEASONAL_MONTHLY_SINGLE_LEVELS
3654
+ variable: 10m_u_component_of_wind
3655
+ product_type: monthly_mean
3656
+ leadtime_month: 1
3657
+ originating_centre: ecmwf
3658
+ system: 5
3659
+ data_format: grib
4757
3660
  metadata_mapping:
4758
- id: '$.id'
4759
- providerProductType:
4760
- - '{{"product_type": {providerProductType}}}'
4761
- - '$.null'
4762
3661
  <<: *month_year
4763
- origin:
4764
- - '{{"originating_centre": "{origin}"}}'
4765
- - '$.null'
4766
- <<: *variable_list
4767
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4768
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_MONTHLY_SINGLE_LEVELS"}}'
4769
3662
  SEASONAL_MONTHLY_PL:
4770
- productType: EO:ECMWF:DAT:SEASONAL_MONTHLY_PRESSURE_LEVELS
4771
- variable:
4772
- - geopotential
4773
- - temperature
4774
- providerProductType:
4775
- - ensemble_mean
4776
- leadtime_month:
4777
- - "1"
4778
- pressure_level:
4779
- - "10"
4780
- origin: ecmwf
4781
- system: "51"
4782
- format: grib
3663
+ dataset: EO:ECMWF:DAT:SEASONAL_MONTHLY_PRESSURE_LEVELS
3664
+ variable: geopotential
3665
+ product_type: monthly_mean
3666
+ leadtime_month: 1
3667
+ pressure_level: 10
3668
+ originating_centre: ecmwf
3669
+ system: 5
3670
+ data_format: grib
4783
3671
  metadata_mapping:
4784
- id: '$.id'
4785
- providerProductType:
4786
- - '{{"product_type": {providerProductType}}}'
4787
- - '$.null'
4788
3672
  <<: *month_year
4789
- origin:
4790
- - '{{"originating_centre": "{origin}"}}'
4791
- - '$.null'
4792
- <<: *variable_list
4793
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4794
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_MONTHLY_PRESSURE_LEVELS"}}'
4795
3673
  GLACIERS_DIST_RANDOLPH:
4796
- productType: EO:ECMWF:DAT:INSITU_GLACIERS_EXTENT
4797
- variable:
4798
- - glacier_area
4799
- providerProductType:
4800
- - gridded
4801
- format: zip
4802
- version: "6_0"
3674
+ dataset: EO:ECMWF:DAT:INSITU_GLACIERS_EXTENT
3675
+ variable: glacier_area
3676
+ product_type: gridded
3677
+ data_format: zip
3678
+ version: rgi_6_0
3679
+ metadata_mapping:
3680
+ <<: *day_month_year
3681
+ FIRE_HISTORICAL:
3682
+ dataset: EO:ECMWF:DAT:CEMS_FIRE_HISTORICAL_V1
3683
+ product_type: reanalysis
3684
+ variable: fire_weather_index
3685
+ system_version: '4_1'
3686
+ data_format: grib
3687
+ grid: original_grid
3688
+ dataset_type: consolidated_dataset
4803
3689
  metadata_mapping:
4804
- id: '$.id'
4805
3690
  <<: *day_month_year
4806
- providerProductType:
4807
- - '{{"product_type": {providerProductType}}}'
4808
- - '$.null'
4809
- version:
4810
- - '{{"version": "{version}"}}'
4811
- - '$.null'
4812
- <<: *variable_list
4813
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4814
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:INSITU_GLACIERS_EXTENT"}}'
4815
3691
  GRIDDED_GLACIERS_MASS_CHANGE:
4816
- productType: EO:ECMWF:DAT:DERIVED_GRIDDED_GLACIER_MASS_CHANGE
3692
+ dataset: EO:ECMWF:DAT:DERIVED_GRIDDED_GLACIER_MASS_CHANGE
4817
3693
  variable: glacier_mass_change
4818
- format: zip
4819
- version: "wgms_fog_2022_09"
3694
+ data_format: zip
3695
+ product_version: wgms_fog_2022_09
4820
3696
  metadata_mapping:
4821
- id: '$.id'
4822
- hydrological_year:
4823
- - '{{"hydrological_year": {hydrological_year}}}'
4824
- - '$.null'
4825
3697
  startTimeFromAscendingNode:
4826
3698
  - |
4827
3699
  {{
4828
3700
  "hydrological_year": {startTimeFromAscendingNode#get_hydrological_year}
4829
3701
  }}
4830
- - $.properties.startDate
4831
- completionTimeFromAscendingNode: $.properties.endDate
4832
- version:
4833
- - '{{"product_version": "{version}"}}'
4834
- - '$.null'
4835
- variable:
4836
- - '{{"variable": "{variable}"}}'
4837
- - '$.null'
4838
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4839
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:DERIVED_GRIDDED_GLACIER_MASS_CHANGE"}}'
3702
+ - $.properties.startdate
3703
+ completionTimeFromAscendingNode: $.properties.enddate
4840
3704
  UERRA_EUROPE_SL:
4841
- productType: EO:ECMWF:DAT:REANALYSIS_UERRA_EUROPE_SINGLE_LEVELS
3705
+ dataset: EO:ECMWF:DAT:REANALYSIS_UERRA_EUROPE_SINGLE_LEVELS
4842
3706
  variable: total_cloud_cover
4843
3707
  origin: uerra_harmonie
4844
- format: grib # netcdf format may fail
3708
+ data_format: grib # netcdf format may fail
4845
3709
  metadata_mapping:
4846
- id: '$.id'
4847
- <<: *day_month_year
4848
- variable:
4849
- - '{{"variable": "{variable}"}}'
4850
- - '$.null'
4851
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4852
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_UERRA_EUROPE_SINGLE_LEVELS"}}'
3710
+ <<: *time_day_month_year
4853
3711
  AG_ERA5:
4854
- productType: EO:ECMWF:DAT:SIS_AGROMETEOROLOGICAL_INDICATORS
3712
+ dataset: EO:ECMWF:DAT:SIS_AGROMETEOROLOGICAL_INDICATORS
4855
3713
  variable: cloud_cover
4856
3714
  version: '1_1'
4857
- time:
4858
- - "06_00"
4859
- format: zip
4860
- statistic:
4861
- - 24_hour_mean
3715
+ time: '06_00'
3716
+ data_format: zip
3717
+ statistic: 24_hour_mean
4862
3718
  metadata_mapping:
4863
- id: '$.id'
4864
3719
  <<: *day_month_year
4865
- version:
4866
- - '{{"version": "{version}"}}'
4867
- - '$.null'
4868
- variable:
4869
- - '{{"variable": "{variable}"}}'
4870
- - '$.null'
4871
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4872
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SIS_AGROMETEOROLOGICAL_INDICATORS"}}'
4873
3720
  ERA5_SL:
4874
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS
4875
- providerProductType:
4876
- - ensemble_mean
4877
- variable:
4878
- - 10m_u_component_of_wind
4879
- format: grib # netcdf format may fail
3721
+ dataset: EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS
3722
+ product_type: ensemble_mean
3723
+ variable: 10m_u_component_of_wind
3724
+ download_format: unarchived
3725
+ data_format: grib # netcdf format may fail
4880
3726
  metadata_mapping:
4881
- id: '$.id'
4882
- startTimeFromAscendingNode:
4883
- - |
4884
- {{
4885
- "year": {startTimeFromAscendingNode#to_datetime_dict(string)}["year"],
4886
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
4887
- "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"],
4888
- "time": {startTimeFromAscendingNode#get_ecmwf_time}
4889
- }}
4890
- - $.properties.startDate
4891
- completionTimeFromAscendingNode: $.properties.endDate
4892
- providerProductType:
4893
- - '{{"product_type": {providerProductType}}}'
4894
- - '$.null'
4895
- <<: *variable_list
4896
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4897
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS"}}'
3727
+ <<: *time_day_month_year
4898
3728
  ERA5_PL:
4899
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS
4900
- providerProductType:
4901
- - ensemble_mean
4902
- variable:
4903
- - temperature
4904
- pressure_level:
4905
- - "1"
4906
- format: grib
4907
- metadata_mapping:
4908
- id: '$.id'
4909
- startTimeFromAscendingNode:
4910
- - |
4911
- {{
4912
- "year": {startTimeFromAscendingNode#to_datetime_dict(string)}["year"],
4913
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
4914
- "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"],
4915
- "time": {startTimeFromAscendingNode#get_ecmwf_time}
4916
- }}
4917
- - $.properties.startDate
4918
- completionTimeFromAscendingNode: $.properties.endDate
4919
- providerProductType:
4920
- - '{{"product_type": {providerProductType}}}'
4921
- - '$.null'
4922
- <<: *variable_list
4923
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4924
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS"}}'
3729
+ dataset: EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS
3730
+ product_type: ensemble_mean
3731
+ variable: temperature
3732
+ pressure_level: 1
3733
+ data_format: grib
3734
+ download_format: unarchived
3735
+ metadata_mapping:
3736
+ <<: *time_day_month_year
4925
3737
  ERA5_SL_MONTHLY:
4926
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS_MONTHLY_MEANS
4927
- providerProductType:
4928
- - monthly_averaged_ensemble_members
4929
- variable:
4930
- - 10m_u_component_of_wind
4931
- format: grib
4932
- time:
4933
- - "00:00"
3738
+ dataset: EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS_MONTHLY_MEANS
3739
+ product_type: monthly_averaged_ensemble_members
3740
+ variable: 10m_u_component_of_wind
3741
+ data_format: grib
3742
+ download_format: unarchived
4934
3743
  metadata_mapping:
4935
- id: '$.id'
4936
3744
  startTimeFromAscendingNode:
4937
3745
  - |
4938
3746
  {{
4939
3747
  "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
4940
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"]
3748
+ "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
3749
+ "time": {startTimeFromAscendingNode#get_ecmwf_time}
4941
3750
  }}
4942
- - $.properties.startDate
4943
- completionTimeFromAscendingNode: $.properties.endDate
4944
- providerProductType:
4945
- - '{{"product_type": {providerProductType}}}'
4946
- - '$.null'
4947
- <<: *variable_list
4948
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4949
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS_MONTHLY_MEANS"}}'
3751
+ - $.properties.startdate
3752
+ completionTimeFromAscendingNode: $.properties.enddate
4950
3753
  ERA5_PL_MONTHLY:
4951
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS_MONTHLY_MEANS
4952
- providerProductType:
4953
- - monthly_averaged_ensemble_members
4954
- variable:
4955
- - divergence
4956
- pressure_level:
4957
- - "1"
4958
- format: grib
4959
- time:
4960
- - "00:00"
3754
+ dataset: EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS_MONTHLY_MEANS
3755
+ product_type: monthly_averaged_ensemble_members
3756
+ variable: divergence
3757
+ pressure_level: 1
3758
+ data_format: grib
3759
+ download_format: unarchived
4961
3760
  metadata_mapping:
4962
- id: '$.id'
4963
3761
  startTimeFromAscendingNode:
4964
3762
  - |
4965
3763
  {{
4966
3764
  "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
4967
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"]
3765
+ "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
3766
+ "time": {startTimeFromAscendingNode#get_ecmwf_time}
4968
3767
  }}
4969
- - $.properties.startDate
4970
- completionTimeFromAscendingNode: $.properties.endDate
4971
- providerProductType:
4972
- - '{{"product_type": {providerProductType}}}'
4973
- - '$.null'
4974
- <<: *variable_list
4975
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4976
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS_MONTHLY_MEANS"}}'
3768
+ - $.properties.startdate
3769
+ completionTimeFromAscendingNode: $.properties.enddate
4977
3770
  ERA5_LAND:
4978
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_LAND
4979
- variable:
4980
- - 2m_dewpoint_temperature
4981
- format: grib
3771
+ dataset: EO:ECMWF:DAT:REANALYSIS_ERA5_LAND
3772
+ variable: 2m_dewpoint_temperature
3773
+ data_format: grib
3774
+ download_format: unarchived
4982
3775
  metadata_mapping:
4983
- id: '$.id'
4984
- month:
4985
- - '{{"month": "{month}"}}'
4986
- - '$.null'
4987
- startTimeFromAscendingNode:
4988
- - |
4989
- {{
4990
- "year": {startTimeFromAscendingNode#to_datetime_dict(string)}["year"],
4991
- "month": {startTimeFromAscendingNode#to_datetime_dict(string)}["month"],
4992
- "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"],
4993
- "time": {startTimeFromAscendingNode#get_ecmwf_time}
4994
- }}
4995
- - $.properties.startDate
4996
- completionTimeFromAscendingNode: $.properties.endDate
4997
- <<: *variable_list
4998
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4999
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_ERA5_LAND"}}'
3776
+ <<: *time_day_month_year
5000
3777
  ERA5_LAND_MONTHLY:
5001
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_LAND_MONTHLY_MEANS
5002
- providerProductType:
5003
- - monthly_averaged_reanalysis
5004
- variable:
5005
- - 2m_dewpoint_temperature
5006
- format: grib
5007
- time:
5008
- - "00:00"
3778
+ dataset: EO:ECMWF:DAT:REANALYSIS_ERA5_LAND_MONTHLY_MEANS
3779
+ product_type: monthly_averaged_reanalysis
3780
+ variable: 2m_dewpoint_temperature
3781
+ data_format: grib
3782
+ download_format: unarchived
5009
3783
  metadata_mapping:
5010
- id: '$.id'
5011
3784
  startTimeFromAscendingNode:
5012
3785
  - |
5013
3786
  {{
5014
3787
  "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
5015
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"]
3788
+ "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
3789
+ "time": {startTimeFromAscendingNode#get_ecmwf_time}
5016
3790
  }}
5017
- - $.properties.startDate
5018
- completionTimeFromAscendingNode: $.properties.endDate
5019
- providerProductType:
5020
- - '{{"product_type": {providerProductType}}}'
5021
- - '$.null'
5022
- <<: *variable_list
5023
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5024
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_ERA5_LAND_MONTHLY_MEANS"}}'
3791
+ - $.properties.startdate
3792
+ completionTimeFromAscendingNode: $.properties.enddate
5025
3793
  CAMS_EAC4:
5026
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_REANALYSIS_EAC4
5027
- format: grib
5028
- variable:
5029
- - '2m_dewpoint_temperature'
5030
- time:
5031
- - '00:00'
5032
- metadata_mapping:
5033
- id: '$.id'
5034
- <<: *variable_list
5035
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5036
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_REANALYSIS_EAC4"}}'
3794
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_REANALYSIS_EAC4
3795
+ data_format: grib
3796
+ variable: 2m_dewpoint_temperature
3797
+ time: 00:00
5037
3798
  CAMS_GLOBAL_EMISSIONS:
5038
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_EMISSION_INVENTORIES
5039
- version:
5040
- - latest
5041
- format: zip
5042
- variable:
5043
- - acids
5044
- source:
5045
- - anthropogenic
3799
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_EMISSION_INVENTORIES
3800
+ version: latest
3801
+ data_format: zip
3802
+ variable: acids
3803
+ source: anthropogenic
5046
3804
  metadata_mapping:
5047
- id: '$.id'
5048
3805
  startTimeFromAscendingNode:
5049
3806
  - |
5050
3807
  {{
5051
3808
  "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"]
5052
3809
  }}
5053
- - $.properties.startDate
5054
- completionTimeFromAscendingNode: $.properties.endDate
5055
- <<: *variable_list
5056
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5057
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_EMISSION_INVENTORIES"}}'
3810
+ - $.properties.startdate
3811
+ completionTimeFromAscendingNode: $.properties.enddate
5058
3812
  CAMS_EAC4_MONTHLY:
5059
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_REANALYSIS_EAC4_MONTHLY
5060
- format: grib
5061
- variable:
5062
- - 2m_dewpoint_temperature
5063
- api_product_type:
5064
- - monthly_mean
3813
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_REANALYSIS_EAC4_MONTHLY
3814
+ data_format: grib
3815
+ variable: 2m_dewpoint_temperature
3816
+ product_type: monthly_mean
5065
3817
  metadata_mapping:
5066
- id: '$.id'
5067
3818
  <<: *month_year
5068
- providerProductType:
5069
- - '{{"product_type": {providerProductType}}}'
5070
- - '$.null'
5071
- <<: *variable_list
5072
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5073
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_REANALYSIS_EAC4_MONTHLY"}}'
5074
3819
  CAMS_GREENHOUSE_INVERSION:
5075
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_GREENHOUSE_GAS_INVERSION
3820
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_GREENHOUSE_GAS_INVERSION
5076
3821
  version: latest
5077
3822
  variable: carbon_dioxide
5078
3823
  quantity: mean_column
5079
3824
  input_observations: surface
5080
- aggregation: instantaneous
3825
+ time_aggregation: instantaneous
5081
3826
  metadata_mapping:
5082
- id: '$.id'
5083
3827
  <<: *month_year
5084
- aggregation:
5085
- - '{{"time_aggregation": "{aggregation}"}}'
5086
- - '$.null'
5087
- variable:
5088
- - '{{"variable": "{variable}"}}'
5089
- - '$.null'
5090
- version:
5091
- - '{{"version": "{version}"}}'
5092
- - '$.null'
5093
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5094
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_GREENHOUSE_GAS_INVERSION"}}'
5095
3828
  CAMS_EU_AIR_QUALITY_RE:
5096
- productType: EO:ECMWF:DAT:CAMS_EUROPE_AIR_QUALITY_REANALYSES
5097
- type:
5098
- - validated_reanalysis
5099
- format: zip
5100
- variable:
5101
- - nitrogen_dioxide
5102
- model:
5103
- - ensemble
5104
- level:
5105
- - '0'
3829
+ dataset: EO:ECMWF:DAT:CAMS_EUROPE_AIR_QUALITY_REANALYSES
3830
+ type: validated_reanalysis
3831
+ data_format: zip
3832
+ variable: nitrogen_dioxide
3833
+ model: ensemble
3834
+ level: 0
5106
3835
  metadata_mapping:
5107
- id: '$.id'
5108
3836
  <<: *month_year
5109
- type:
5110
- - '{{"type": {type}}}'
5111
- - '$.null'
5112
- <<: *variable_list
5113
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5114
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_EUROPE_AIR_QUALITY_REANALYSES"}}'
5115
3837
  CAMS_GRF:
5116
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_RADIATIVE_FORCINGS
5117
- format: zip
5118
- variable:
5119
- - radiative_forcing_of_carbon_dioxide
3838
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_RADIATIVE_FORCINGS
3839
+ data_format: zip
3840
+ variable: radiative_forcing_of_carbon_dioxide
5120
3841
  forcing_type: instantaneous
5121
- band:
5122
- - long_wave
5123
- sky_type:
5124
- - all_sky
5125
- level:
5126
- - surface
5127
- version:
5128
- - '2'
3842
+ band: long_wave
3843
+ sky_type: all_sky
3844
+ level: surface
3845
+ version: 2
5129
3846
  metadata_mapping:
5130
- id: '$.id'
5131
3847
  <<: *month_year
5132
- <<: *variable_list
5133
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5134
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_RADIATIVE_FORCINGS"}}'
5135
3848
  CAMS_GRF_AUX:
5136
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_RADIATIVE_FORCING_AUXILLIARY_VARIABLES
5137
- band:
5138
- - short_wave
5139
- sky_type:
5140
- - clear_sky
5141
- version:
5142
- - '1.5'
5143
- format: zip
5144
- variable:
5145
- - aerosol_radiation_effect
5146
- aerosol_type:
5147
- - marine
5148
- level:
5149
- - surface
3849
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_RADIATIVE_FORCING_AUXILLIARY_VARIABLES
3850
+ band: short_wave
3851
+ sky_type: clear_sky
3852
+ version: 1.5
3853
+ data_format: zip
3854
+ variable: aerosol_radiation_effect
3855
+ aerosol_type: marine
3856
+ level: surface
5150
3857
  metadata_mapping:
5151
- id: '$.id'
5152
3858
  <<: *month_year
5153
- <<: *variable_list
5154
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5155
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_RADIATIVE_FORCING_AUXILLIARY_VARIABLES"}}'
5156
3859
  CAMS_GREENHOUSE_EGG4:
5157
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_GHG_REANALYSIS_EGG4
5158
- format: grib
5159
- variable:
5160
- - snow_albedo
5161
- step:
5162
- - '0'
5163
- metadata_mapping:
5164
- id: '$.id'
5165
- <<: *variable_list
5166
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5167
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_GHG_REANALYSIS_EGG4"}}'
3860
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_GHG_REANALYSIS_EGG4
3861
+ data_format: grib
3862
+ variable: snow_albedo
3863
+ step: 0
5168
3864
  CAMS_GREENHOUSE_EGG4_MONTHLY:
5169
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_GHG_REANALYSIS_EGG4_MONTHLY
5170
- format: grib
5171
- variable:
5172
- - snow_albedo
5173
- providerProductType:
5174
- - monthly_mean_by_hour_of_day
5175
- step:
5176
- - '3'
5177
- time:
5178
- - '00:00'
3865
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_GHG_REANALYSIS_EGG4_MONTHLY
3866
+ data_format: grib
3867
+ variable: snow_albedo
3868
+ product_type: monthly_mean_by_hour_of_day
3869
+ step: 3
3870
+ time: 00:00
5179
3871
  metadata_mapping:
5180
- id: '$.id'
5181
3872
  <<: *month_year
5182
- providerProductType:
5183
- - '{{"product_type": {providerProductType}}}'
5184
- - '$.null'
5185
- <<: *variable_list
5186
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5187
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_GHG_REANALYSIS_EGG4_MONTHLY"}}'
5188
3873
  CAMS_EU_AIR_QUALITY_FORECAST:
5189
- productType: EO:ECMWF:DAT:CAMS_EUROPE_AIR_QUALITY_FORECASTS
5190
- model:
5191
- - ensemble
5192
- format: grib
5193
- variable:
5194
- - alder_pollen
5195
- type:
5196
- - forecast
5197
- time:
5198
- - '00:00'
5199
- level:
5200
- - '0'
5201
- leadtime_hour:
5202
- - '0'
5203
- metadata_mapping:
5204
- id: '$.id'
5205
- type:
5206
- - '{{"type": {type}}}'
5207
- - '$.null'
5208
- <<: *variable_list
5209
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5210
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_EUROPE_AIR_QUALITY_FORECASTS"}}'
3874
+ dataset: EO:ECMWF:DAT:CAMS_EUROPE_AIR_QUALITY_FORECASTS
3875
+ model: ensemble
3876
+ data_format: grib
3877
+ variable: alder_pollen
3878
+ type: forecast
3879
+ time: 00:00
3880
+ level: 0
3881
+ leadtime_hour: 0
5211
3882
  CAMS_GAC_FORECAST:
5212
- productType: EO:ECMWF:DAT:CAMS_GLOBAL_ATMOSPHERIC_COMPOSITION_FORECASTS
5213
- type:
5214
- - forecast
5215
- format: grib
5216
- variable:
5217
- - ammonium_aerosol_optical_depth_550nm
5218
- time:
5219
- - '00:00'
5220
- leadtime_hour:
5221
- - '0'
5222
- metadata_mapping:
5223
- id: '$.id'
5224
- type:
5225
- - '{{"type": {type}}}'
5226
- - '$.null'
5227
- <<: *variable_list
5228
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5229
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_ATMOSPHERIC_COMPOSITION_FORECASTS"}}'
3883
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_ATMOSPHERIC_COMPOSITION_FORECASTS
3884
+ type: forecast
3885
+ data_format: grib
3886
+ variable: 10m_u_component_of_wind
3887
+ time: 00:00
3888
+ leadtime_hour: 0
3889
+ CAMS_GFE_GFAS:
3890
+ dataset: EO:ECMWF:DAT:CAMS_GLOBAL_FIRE_EMISSIONS_GFAS
3891
+ data_format: grib
3892
+ variable: wildfire_combustion_rate
3893
+ time: 00:00
3894
+ leadtime_hour: 0
5230
3895
  CAMS_SOLAR_RADIATION:
5231
- productType: EO:ECMWF:DAT:CAMS_SOLAR_RADIATION_TIMESERIES
3896
+ dataset: EO:ECMWF:DAT:CAMS_SOLAR_RADIATION_TIMESERIES
5232
3897
  sky_type: clear
5233
- step: 1minute
3898
+ time_step: 1minute
5234
3899
  time_reference: true_solar_time
5235
3900
  altitude: -999
5236
3901
  format: csv
3902
+ geometry: POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))
5237
3903
  metadata_mapping:
5238
- id: '$.id'
5239
- step:
5240
- - '{{"time_step": "{step}"}}'
5241
- - '$.null'
5242
- sky_type:
5243
- - '{{"sky_type": "{sky_type}"}}'
5244
- - '$.null'
5245
3904
  geometry:
5246
3905
  - '{{"longitude": {geometry#to_longitude_latitude}["lon"], "latitude": {geometry#to_longitude_latitude}["lat"]}}'
5247
3906
  - '$.null'
5248
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5249
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_SOLAR_RADIATION_TIMESERIES"}}'
5250
3907
  auth: !plugin
5251
3908
  type: TokenAuth
5252
3909
  matching_url: https://[-\w\.]+.wekeo2.eu
@@ -5280,6 +3937,9 @@
5280
3937
  metadata_mapping:
5281
3938
  download_id: $.json.features[0]._id
5282
3939
  downloadLink: https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download/{download_id}
3940
+ products:
3941
+ FIRE_HISTORICAL:
3942
+ output_extension: .grib
5283
3943
 
5284
3944
  ---
5285
3945
  !provider # MARK: wekeo_cmems
@@ -5321,10 +3981,11 @@
5321
3981
  missionEndDate: '$.metadata._source.tempextent_end'
5322
3982
  processingLevel: '$.null'
5323
3983
  keywords: '$.metadata._source.keywords'
5324
- constraints_file_url: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/queryable/{dataset}'
5325
- constraints_file_dataset_key: productType
5326
- constraints_entry: constraints
5327
- stop_without_constraints_entry_key: true
3984
+ discover_queryables:
3985
+ fetch_url: null
3986
+ product_type_fetch_url: null
3987
+ constraints_url: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/queryable/{dataset}'
3988
+ constraints_entry: constraints
5328
3989
  metadata_mapping:
5329
3990
  productType:
5330
3991
  - '{{"dataset_id": "{productType}"}}'
@@ -5533,7 +4194,7 @@
5533
4194
  - '{$.Footprint#from_ewkt}'
5534
4195
  # The url to download the product "as is" (literal or as a template to be completed either after the search result
5535
4196
  # is obtained from the provider or during the eodag download phase)
5536
- downloadLink: 'https://zipper.creodias.eu/odata/v1/Products({uid})/$value'
4197
+ downloadLink: '$.S3Path.`sub(/^(.*)$/, s3:/\\1)`'
5537
4198
  # storageStatus: must be one of ONLINE, STAGING, OFFLINE
5538
4199
  storageStatus: '{$.Online#get_group_name((?P<ONLINE>True)|(?P<OFFLINE>False))}'
5539
4200
  collection:
@@ -5541,8 +4202,6 @@
5541
4202
  - $.null
5542
4203
  quicklook: '$.Assets[?(@.Type="QUICKLOOK")].DownloadLink'
5543
4204
  thumbnail: '$.Assets[?(@.Type="QUICKLOOK")].DownloadLink'
5544
- # Additional metadata provided by the providers but that don't appear in the reference spec
5545
- productIdentifier: '$.S3Path'
5546
4205
  download: !plugin
5547
4206
  type: CreodiasS3Download
5548
4207
  s3_endpoint: 'https://eodata.cloudferro.com'
@@ -5766,101 +4425,44 @@
5766
4425
  description: Destination Earth Digital Twin Outputs from LUMI through Polytope API
5767
4426
  url: https://polytope.lumi.apps.dte.destination-earth.eu/openapi
5768
4427
  search: !plugin
5769
- type: BuildSearchResult
4428
+ type: ECMWFSearch
5770
4429
  ssl_verify: true
4430
+ dates_required: True
5771
4431
  discover_queryables:
5772
4432
  fetch_url: null
5773
4433
  product_type_fetch_url: null
5774
- constraints_file_url: "https://s3.central.data.destination-earth.eu/swift/v1/dedt-lumi-constraints/{dataset}.json"
4434
+ constraints_url: "https://s3.central.data.destination-earth.eu/swift/v1/dedt-lumi-constraints/{dataset}.json"
5775
4435
  metadata_mapping:
5776
- productType: destination-earth
5777
- storageStatus: OFFLINE
5778
4436
  startTimeFromAscendingNode: '{$.startTimeFromAscendingNode#to_iso_date}'
5779
4437
  completionTimeFromAscendingNode:
5780
4438
  - '{{"date": "{startTimeFromAscendingNode#to_non_separated_date}/to/{completionTimeFromAscendingNode#to_non_separated_date}"}}'
5781
4439
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
5782
- geometry: POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))
5783
4440
  qs: $.qs
5784
4441
  orderLink: 'https://polytope.lumi.apps.dte.destination-earth.eu/api/v1/requests/destination-earth?{{"verb": "retrieve", "request": {qs#to_geojson} }}'
5785
- downloadLink: $.null
5786
- activity:
5787
- - activity
5788
- - $.activity
5789
- anoffset:
5790
- - anoffset
5791
- - $.anoffset
5792
- class:
5793
- - class
5794
- - $.class
5795
- dataset:
5796
- - dataset
5797
- - $.dataset
5798
- domain:
5799
- - domain
5800
- - $.domain
5801
- experiment:
5802
- - experiment
5803
- - $.experiment
5804
- expver:
5805
- - expver
5806
- - $.expver
5807
- generation:
5808
- - generation
5809
- - $.generation
5810
- levelist:
5811
- - levelist
5812
- - $.levelist
5813
- levtype:
5814
- - levtype
5815
- - $.levtype
5816
- model:
5817
- - model
5818
- - $.model
5819
- param:
5820
- - param
5821
- - $.param
5822
- realization:
5823
- - realization
5824
- - $.realization
5825
- resolution:
5826
- - resolution
5827
- - $.resolution
5828
- step:
5829
- - step
5830
- - $.step
5831
- stream:
5832
- - stream
5833
- - $.stream
5834
- time:
5835
- - time
5836
- - $.time
5837
- type:
5838
- - type
5839
- - $.type
5840
4442
  products:
5841
4443
  DT_EXTREMES:
5842
- class: d1
5843
4444
  dataset: extremes-dt
4445
+ class: d1
5844
4446
  expver: "0001"
5845
4447
  stream: oper
5846
4448
  type: fc
5847
4449
  levtype: sfc
5848
- step: "0"
5849
- param: "31"
4450
+ step: 0
4451
+ param: 31
5850
4452
  time: "0000"
5851
4453
  DT_CLIMATE_ADAPTATION:
5852
- activity: ScenarioMIP
5853
- class: d1
5854
4454
  dataset: climate-dt
5855
- experiment: SSP3-7.0
5856
- expver: "0001"
4455
+ class: d1
5857
4456
  generation: 1
4457
+ expver: "0001"
4458
+ stream: clte
4459
+ type: fc
4460
+ activity: ScenarioMIP
4461
+ experiment: SSP3-7.0
4462
+ realization: 1
5858
4463
  model: IFS-NEMO
5859
4464
  param: 134/165/166
5860
- realization: 1
5861
4465
  resolution: high
5862
- stream: clte
5863
- type: fc
5864
4466
  levtype: sfc
5865
4467
  time: "0000"
5866
4468
  download: !plugin
@@ -5894,9 +4496,7 @@
5894
4496
  no_auth_download: True
5895
4497
  products:
5896
4498
  DT_EXTREMES:
5897
- output_extension: .grib
5898
4499
  DT_CLIMATE_ADAPTATION:
5899
- output_extension: .grib
5900
4500
  auth: !plugin
5901
4501
  type: OIDCAuthorizationCodeFlowAuth
5902
4502
  matching_url: https://[-\w\.]+.dte.destination-earth.eu
@@ -5964,6 +4564,7 @@
5964
4564
  timeout: 20
5965
4565
  ssl_verify: true
5966
4566
  extract: true
4567
+ archive_depth: 2
5967
4568
  order_enabled: True
5968
4569
  order_method: GET
5969
4570
  order_on_response:
@@ -5980,11 +4581,6 @@
5980
4581
  on_success:
5981
4582
  metadata_mapping:
5982
4583
  downloadLink: '{orderStatusLink}'
5983
- products:
5984
- DT_EXTREMES:
5985
- output_extension: .grib
5986
- DT_CLIMATE_ADAPTATION:
5987
- output_extension: .grib
5988
4584
  auth: !plugin
5989
4585
  type: OIDCTokenExchangeAuth
5990
4586
  matching_url: https://[-\w\.]+.data.destination-earth.eu
@@ -6114,6 +4710,14 @@
6114
4710
  productType: EO.ECMWF.DAT.SATELLITE_SEA_ICE_EDGE_TYPE
6115
4711
  metadata_mapping:
6116
4712
  <<: *orderable_mm
4713
+ SATELLITE_SEA_ICE_THICKNESS:
4714
+ productType: EO.ECMWF.DAT.SATELLITE_SEA_ICE_THICKNESS
4715
+ metadata_mapping:
4716
+ <<: *orderable_mm
4717
+ SATELLITE_SEA_ICE_CONCENTRATION:
4718
+ productType: EO.ECMWF.DAT.SATELLITE_SEA_ICE_CONCENTRATION
4719
+ metadata_mapping:
4720
+ <<: *orderable_mm
6117
4721
  SEASONAL_POSTPROCESSED_SL:
6118
4722
  productType: EO.ECMWF.DAT.SEASONAL_FORECAST_ANOMALIES_ON_SINGLE_LEVELS_2017_PRESENT
6119
4723
  metadata_mapping:
@@ -6214,7 +4818,7 @@
6214
4818
  productType: EO.ECMWF.DAT.CAMS_GLOBAL_EMISSION_INVENTORIES
6215
4819
  metadata_mapping:
6216
4820
  <<: *orderable_mm
6217
- # COPERNICUS ADS - Digital Elevation Model
4821
+ # COPERNICUS ADS - Digital Elevation Model
6218
4822
  COP_DEM_GLO30_DGED:
6219
4823
  productType: EO.DEM.DAT.COP-DEM_GLO-30-DGED
6220
4824
  COP_DEM_GLO30_DTED:
@@ -6224,6 +4828,85 @@
6224
4828
  productType: EO.DEM.DAT.COP-DEM_GLO-90-DGED
6225
4829
  COP_DEM_GLO90_DTED:
6226
4830
  productType: EO.DEM.DAT.COP-DEM_GLO-90-DTED
4831
+ # COPERNICUS Marine
4832
+ MO_GLOBAL_ANALYSISFORECAST_PHY_001_024:
4833
+ productType: EO.MO.DAT.GLOBAL_ANALYSISFORECAST_PHY_001_024
4834
+ MO_GLOBAL_ANALYSISFORECAST_WAV_001_027:
4835
+ productType: EO.MO.DAT.GLOBAL_ANALYSISFORECAST_WAV_001_027
4836
+ MO_GLOBAL_ANALYSISFORECAST_BGC_001_028:
4837
+ productType: EO.MO.DAT.GLOBAL_ANALYSISFORECAST_BGC_001_028
4838
+ MO_GLOBAL_MULTIYEAR_PHY_ENS_001_031:
4839
+ productType: EO.MO.DAT.GLOBAL_MULTIYEAR_PHY_ENS_001_031
4840
+ MO_GLOBAL_MULTIYEAR_WAV_001_032:
4841
+ productType: EO.MO.DAT.GLOBAL_MULTIYEAR_WAV_001_032
4842
+ MO_GLOBAL_MULTIYEAR_BGC_001_033:
4843
+ productType: EO.MO.DAT.GLOBAL_MULTIYEAR_BGC_001_033
4844
+ MO_INSITU_GLO_PHY_TS_OA_NRT_013_002:
4845
+ productType: EO.MO.DAT.INSITU_GLO_PHY_TS_OA_NRT_013_002
4846
+ MO_INSITU_GLO_PHY_TS_OA_MY_013_052:
4847
+ productType: EO.MO.DAT.INSITU_GLO_PHY_TS_OA_MY_013_052
4848
+ MO_INSITU_GLO_PHY_UV_DISCRETE_NRT_013_048:
4849
+ productType: EO.MO.DAT.INSITU_GLO_PHY_UV_DISCRETE_NRT_013_048
4850
+ MO_MULTIOBS_GLO_BIO_BGC_3D_REP_015_010:
4851
+ productType: EO.MO.DAT.MULTIOBS_GLO_BIO_BGC_3D_REP_015_010
4852
+ MO_MULTIOBS_GLO_BIO_CARBON_SURFACE_MYNRT_015_008:
4853
+ productType: EO.MO.DAT.MULTIOBS_GLO_BIO_CARBON_SURFACE_MYNRT_015_008
4854
+ MO_MULTIOBS_GLO_BGC_NUTRIENTS_CARBON_PROFILES_MYNRT_015_009:
4855
+ productType: EO.MO.DAT.MULTIOBS_GLO_BGC_NUTRIENTS_CARBON_PROFILES_MYNRT_015_009
4856
+ MO_MULTIOBS_GLO_PHY_MYNRT_015_003:
4857
+ productType: EO.MO.DAT.MULTIOBS_GLO_PHY_MYNRT_015_003
4858
+ MO_MULTIOBS_GLO_PHY_S_SURFACE_MYNRT_015_013:
4859
+ productType: EO.MO.DAT.MULTIOBS_GLO_PHY_S_SURFACE_MYNRT_015_013
4860
+ MO_MULTIOBS_GLO_PHY_TSUV_3D_MYNRT_015_012:
4861
+ productType: EO.MO.DAT.MULTIOBS_GLO_PHY_TSUV_3D_MYNRT_015_012
4862
+ MO_MULTIOBS_GLO_PHY_W_3D_REP_015_007:
4863
+ productType: EO.MO.DAT.MULTIOBS_GLO_PHY_W_3D_REP_015_007
4864
+ MO_OCEANCOLOUR_GLO_BGC_L3_MY_009_103:
4865
+ productType: EO.MO.DAT.OCEANCOLOUR_GLO_BGC_L3_MY_009_103
4866
+ MO_OCEANCOLOUR_GLO_BGC_L3_MY_009_107:
4867
+ productType: EO.MO.DAT.OCEANCOLOUR_GLO_BGC_L3_MY_009_107
4868
+ MO_OCEANCOLOUR_GLO_BGC_L3_NRT_009_101:
4869
+ productType: EO.MO.DAT.OCEANCOLOUR_GLO_BGC_L3_NRT_009_101
4870
+ MO_OCEANCOLOUR_GLO_BGC_L4_MY_009_104:
4871
+ productType: EO.MO.DAT.OCEANCOLOUR_GLO_BGC_L4_MY_009_104
4872
+ MO_OCEANCOLOUR_GLO_BGC_L4_MY_009_108:
4873
+ productType: EO.MO.DAT.OCEANCOLOUR_GLO_BGC_L4_MY_009_108
4874
+ MO_OCEANCOLOUR_GLO_BGC_L4_NRT_009_102:
4875
+ productType: EO.MO.DAT.OCEANCOLOUR_GLO_BGC_L4_NRT_009_102
4876
+ MO_SEAICE_GLO_SEAICE_L4_NRT_OBSERVATIONS_011_001:
4877
+ productType: EO.MO.DAT.SEAICE_GLO_SEAICE_L4_NRT_OBSERVATIONS_011_001
4878
+ MO_SEAICE_GLO_SEAICE_L4_NRT_OBSERVATIONS_011_006:
4879
+ productType: EO.MO.DAT.SEAICE_GLO_SEAICE_L4_NRT_OBSERVATIONS_011_006
4880
+ MO_SEAICE_GLO_SEAICE_L4_REP_OBSERVATIONS_011_009:
4881
+ productType: EO.MO.DAT.SEAICE_GLO_SEAICE_L4_REP_OBSERVATIONS_011_009
4882
+ MO_SEALEVEL_GLO_PHY_L4_NRT_008_046:
4883
+ productType: EO.MO.DAT.SEALEVEL_GLO_PHY_L4_NRT_008_046
4884
+ MO_SEALEVEL_GLO_PHY_MDT_008_063:
4885
+ productType: EO.MO.DAT.SEALEVEL_GLO_PHY_MDT_008_063
4886
+ MO_SST_GLO_SST_L3S_NRT_OBSERVATIONS_010_010:
4887
+ productType: EO.MO.DAT.SST_GLO_SST_L3S_NRT_OBSERVATIONS_010_010
4888
+ MO_SST_GLO_SST_L4_NRT_OBSERVATIONS_010_001:
4889
+ productType: EO.MO.DAT.SST_GLO_SST_L4_NRT_OBSERVATIONS_010_001
4890
+ MO_SST_GLO_SST_L4_REP_OBSERVATIONS_010_011:
4891
+ productType: EO.MO.DAT.SST_GLO_SST_L4_REP_OBSERVATIONS_010_011
4892
+ MO_SST_GLO_SST_L4_REP_OBSERVATIONS_010_024:
4893
+ productType: EO.MO.DAT.SST_GLO_SST_L4_REP_OBSERVATIONS_010_024
4894
+ MO_WIND_GLO_PHY_CLIMATE_L4_MY_012_003:
4895
+ productType: EO.MO.DAT.WIND_GLO_PHY_CLIMATE_L4_MY_012_003
4896
+ MO_WIND_GLO_PHY_L3_MY_012_005:
4897
+ productType: EO.MO.DAT.WIND_GLO_PHY_L3_MY_012_005
4898
+ MO_WIND_GLO_PHY_L3_NRT_012_002:
4899
+ productType: EO.MO.DAT.WIND_GLO_PHY_L3_NRT_012_002
4900
+ MO_WIND_GLO_PHY_L4_MY_012_006:
4901
+ productType: EO.MO.DAT.WIND_GLO_PHY_L4_MY_012_006
4902
+ MO_WIND_GLO_PHY_L4_NRT_012_004:
4903
+ productType: EO.MO.DAT.WIND_GLO_PHY_L4_NRT_012_004
4904
+ MO_WAVE_GLO_PHY_SWH_L3_NRT_014_001:
4905
+ productType: EO.MO.DAT.WAVE_GLO_PHY_SWH_L3_NRT_014_001
4906
+ MO_WAVE_GLO_PHY_SWH_L4_NRT_014_003:
4907
+ productType: EO.MO.DAT.WAVE_GLO_PHY_SWH_L4_NRT_014_003
4908
+ MO_WAVE_GLO_PHY_SPC_FWK_L3_NRT_014_002:
4909
+ productType: EO.MO.DAT.WAVE_GLO_PHY_SPC_FWK_L3_NRT_014_002
6227
4910
  # CLMS
6228
4911
  CLMS_CORINE:
6229
4912
  productType: EO.CLMS.DAT.CORINE
@@ -6259,6 +4942,108 @@
6259
4942
  metadata_mapping:
6260
4943
  storageStatus: '{$.null#replace_str("Not Available","OFFLINE")}'
6261
4944
  <<: *orderable_mm
4945
+ # AERIS
4946
+ AERIS_IAGOS:
4947
+ productType: EO.AERIS.DAT.IAGOS
4948
+ # METOP
4949
+ METOP_ASCSZFR02:
4950
+ productType: EO.EUM.CM.METOP.ASCSZFR02
4951
+ METOP_ASCSZOR02:
4952
+ productType: EO.EUM.CM.METOP.ASCSZOR02
4953
+ METOP_ASCSZRR02:
4954
+ productType: EO.EUM.CM.METOP.ASCSZRR02
4955
+ METOP_AMSU_L1:
4956
+ productType: EO.EUM.DAT.METOP.AMSUL1
4957
+ METOP_ASCSZF1B:
4958
+ productType: EO.EUM.DAT.METOP.ASCSZF1B
4959
+ METOP_ASCSZR1B:
4960
+ productType: EO.EUM.DAT.METOP.ASCSZR1B
4961
+ METOP_ASCSZO1B:
4962
+ productType: EO.EUM.DAT.METOP.ASCSZO1B
4963
+ METOP_AVHRRGACR02:
4964
+ productType: EO.EUM.DAT.METOP.AVHRRGACR02
4965
+ METOP_AVHRRL1:
4966
+ productType: EO.EUM.DAT.METOP.AVHRRL1
4967
+ METOP_GLB_SST_NC:
4968
+ productType: EO.EUM.DAT.METOP.GLB-SST-NC
4969
+ METOP_GOMEL1:
4970
+ productType: EO.EUM.DAT.METOP.GOMEL1
4971
+ METOP_GOMEL1R03:
4972
+ productType: EO.EUM.DAT.METOP.GOMEL1R03
4973
+ METOP_HIRSL1:
4974
+ productType: EO.EUM.DAT.MULT.HIRSL1
4975
+ METOP_IASIL1C_ALL:
4976
+ productType: EO.EUM.DAT.METOP.IASIL1C-ALL
4977
+ METOP_IASSND02:
4978
+ productType: EO.EUM.DAT.METOP.IASSND02
4979
+ METOP_IASTHR011:
4980
+ productType: EO.EUM.DAT.METOP.IASTHR011
4981
+ METOP_LSA_002:
4982
+ productType: EO.EUM.DAT.METOP.LSA-002
4983
+ METOP_MHSL1:
4984
+ productType: EO.EUM.DAT.METOP.MHSL1
4985
+ METOP_OSI_104:
4986
+ productType: EO.EUM.DAT.METOP.OSI-104
4987
+ METOP_OSI_150A:
4988
+ productType: EO.EUM.DAT.METOP.OSI-150-A
4989
+ METOP_OSI_150B:
4990
+ productType: EO.EUM.DAT.METOP.OSI-150-B
4991
+ METOP_SOMO12:
4992
+ productType: EO.EUM.DAT.METOP.SOMO12
4993
+ METOP_SOMO25:
4994
+ productType: EO.EUM.DAT.METOP.SOMO25
4995
+ # MSG
4996
+ MSG_AMVR02:
4997
+ productType: EO.EUM.DAT.AMVR02
4998
+ MSG_GSAL2R02:
4999
+ productType: EO.EUM.DAT.GSAL2R02
5000
+ MSG_CLM:
5001
+ productType: EO.EUM.DAT.MSG.CLM
5002
+ MSG_CLM_IODC:
5003
+ productType: EO.EUM.DAT.MSG.CLM-IODC
5004
+ MSG_HRSEVIRI:
5005
+ productType: EO.EUM.DAT.MSG.HRSEVIRI
5006
+ MSG_HRSEVIRI_IODC:
5007
+ productType: EO.EUM.DAT.MSG.HRSEVIRI-IODC
5008
+ MSG_LSA_FRM:
5009
+ productType: EO.EUM.DAT.MSG.LSA-FRM
5010
+ MSG_LSA_LST_CDR:
5011
+ productType: EO.EUM.DAT.MSG.LSA-LST-CDR
5012
+ MSG_LSA_LSTDE:
5013
+ productType: EO.EUM.DAT.MSG.LSA-LSTDE
5014
+ MSG_RSS_CLM:
5015
+ productType: EO.EUM.DAT.MSG.RSS-CLM
5016
+ MSG_MSG15_RSS:
5017
+ productType: EO.EUM.DAT.MSG.MSG15-RSS
5018
+ # GSW
5019
+ GSW_CHANGE:
5020
+ productType: EO.GSW.DAT.CHANGE
5021
+ GSW_EXTENT:
5022
+ productType: EO.GSW.DAT.EXTENT
5023
+ GSW_OCCURRENCE:
5024
+ productType: EO.GSW.DAT.OCCURRENCE
5025
+ GSW_RECURRENCE:
5026
+ productType: EO.GSW.DAT.RECURRENCE
5027
+ GSW_SEASONALITY:
5028
+ productType: EO.GSW.DAT.SEASONALITY
5029
+ GSW_TRANSITIONS:
5030
+ productType: EO.GSW.DAT.TRANSITIONS
5031
+ # Eurostat
5032
+ EUSTAT_GREENHOUSE_GAS_EMISSION_AGRICULTURE:
5033
+ productType: STAT.EUSTAT.DAT.GREENHOUSE_GAS_EMISSION_AGRICULTURE
5034
+ EUSTAT_POP_AGE_GROUP_SEX_NUTS3:
5035
+ productType: STAT.EUSTAT.DAT.POP_AGE_GROUP_SEX_NUTS3
5036
+ EUSTAT_POP_AGE_SEX_NUTS2:
5037
+ productType: STAT.EUSTAT.DAT.POP_AGE_SEX_NUTS2
5038
+ EUSTAT_POP_CHANGE_DEMO_BALANCE_CRUDE_RATES_NUTS3:
5039
+ productType: STAT.EUSTAT.DAT.POP_CHANGE_DEMO_BALANCE_CRUDE_RATES_NUTS3
5040
+ EUSTAT_SHARE_ENERGY_FROM_RENEWABLE:
5041
+ productType: STAT.EUSTAT.DAT.SHARE_ENERGY_FROM_RENEWABLE
5042
+ # ISIMIP
5043
+ ISIMIP_CLIMATE_FORCING_ISIMIP3B:
5044
+ productType: EO.ISIMIP.DAT.CLIMATE-FORCING_ISIMIP3b
5045
+ ISIMIP_SOCIO_ECONOMIC_FORCING_ISIMIP3B:
5046
+ productType: EO.ISIMIP.DAT.SOCIO-ECONOMIC-FORCING_ISIMIP3b
6262
5047
  GENERIC_PRODUCT_TYPE:
6263
5048
  productType: '{productType}'
6264
5049
  ---
@@ -6270,28 +5055,14 @@
6270
5055
  - host
6271
5056
  url: https://data.eumetsat.int
6272
5057
  anchor_sentinel: &sentinel_params
6273
- orbitDirection:
6274
- - orbitdir
6275
- - '$.properties.acquisitionInformation[0].acquisitionParameters.orbitDirection'
6276
- relativeOrbitNumber:
6277
- - relorbit
6278
- - '$.properties.acquisitionInformation[0].acquisitionParameters.relativeOrbitNumber'
6279
- timeliness:
6280
- - timeliness
6281
- - '$.properties.productInformation.timeliness'
6282
- cycleNumber:
6283
- - cycle
6284
- - '$.properties.acquisitionInformation[0].acquisitionParameters.cycleNumber'
5058
+ orbitDirection: '$.properties.acquisitionInformation[0].acquisitionParameters.orbitDirection'
5059
+ relativeOrbitNumber: '$.properties.acquisitionInformation[0].acquisitionParameters.relativeOrbitNumber'
5060
+ timeliness: '$.properties.productInformation.timeliness'
5061
+ cycleNumber: '$.properties.acquisitionInformation[0].acquisitionParameters.cycleNumber'
6285
5062
  anchor_orbit_zone_tile: &orbit_zone_tile
6286
5063
  orbitNumber:
6287
5064
  - orbit
6288
5065
  - '$.properties.acquisitionInformation[0].acquisitionParameters.orbitNumber'
6289
- utmZone:
6290
- - zone
6291
- - '$.null'
6292
- tileIdentifier:
6293
- - t6
6294
- - '$.null'
6295
5066
  search: !plugin
6296
5067
  type: QueryStringSearch
6297
5068
  api_endpoint: 'https://api.eumetsat.int/data/search-products/1.0.0/os'
@@ -6349,17 +5120,10 @@
6349
5120
  productType:
6350
5121
  - type
6351
5122
  - '$.properties.productInformation.productType'
6352
- platform:
6353
- - sat
6354
- - '$.properties.acquisitionInformation[0].platform.platformShortName'
5123
+ platform: '$.properties.acquisitionInformation[0].platform.platformShortName'
6355
5124
  instrument: '$.properties.acquisitionInformation[0].instrument.instrumentShortName'
6356
5125
  # INSPIRE obligated OpenSearch Parameters for Collection Search (Table 4)
6357
- title:
6358
- - title
6359
- - '{$.properties.title#remove_extension}'
6360
- publicationDate:
6361
- - publication
6362
- - '$.null'
5126
+ title: '{$.properties.title#remove_extension}'
6363
5127
  # OpenSearch Parameters for Product Search (Table 5)
6364
5128
  parentIdentifier:
6365
5129
  - pi
@@ -6390,9 +5154,7 @@
6390
5154
  storageStatus: '{$.null#replace_str("Not Available","ONLINE")}'
6391
5155
  assets: '{$.properties.links.sip-entries#assets_list_to_dict}'
6392
5156
  # Additional metadata provided by the providers but that don't appear in the reference spec
6393
- size:
6394
- - size
6395
- - '$.properties.productInformation.size'
5157
+ size: '$.properties.productInformation.size'
6396
5158
  type: '$.null'
6397
5159
  # set duplicate metadata due to metadata discovery to null
6398
5160
  acquisitionInformation: '$.null'
@@ -6677,6 +5439,50 @@
6677
5439
  parentIdentifier: EO:EUM:DAT:0394
6678
5440
  MSG_AMVR02:
6679
5441
  parentIdentifier: EO:EUM:DAT:0405
5442
+ MFG_GSA_57:
5443
+ parentIdentifier: EO:EUM:DAT:0301
5444
+ MFG_GSA_63:
5445
+ parentIdentifier: EO:EUM:DAT:0302
5446
+ MSG_MFG_GSA_0:
5447
+ parentIdentifier: EO:EUM:DAT:0300
5448
+ HIRS_FDR_1_MULTI:
5449
+ parentIdentifier: EO:EUM:DAT:0647
5450
+ MSG_OCA_CDR:
5451
+ parentIdentifier: EO:EUM:DAT:0617
5452
+ S6_RADIO_OCCULTATION:
5453
+ parentIdentifier: EO:EUM:DAT:0853
5454
+ MTG_LI_AF:
5455
+ parentIdentifier: EO:EUM:DAT:0686
5456
+ MTG_LI_LFL:
5457
+ parentIdentifier: EO:EUM:DAT:0691
5458
+ MTG_LI_LGR:
5459
+ parentIdentifier: EO:EUM:DAT:0782
5460
+ MTG_LI_AFA:
5461
+ parentIdentifier: EO:EUM:DAT:0687
5462
+ MTG_LI_AFR:
5463
+ parentIdentifier: EO:EUM:DAT:0688
5464
+ MTG_LI_LEF:
5465
+ parentIdentifier: EO:EUM:DAT:0690
5466
+ MTG_FCI_FDHSI:
5467
+ parentIdentifier: EO:EUM:DAT:0662
5468
+ MTG_FCI_HRFI:
5469
+ parentIdentifier: EO:EUM:DAT:0665
5470
+ MTG_FCI_ASR_BUFR:
5471
+ parentIdentifier: EO:EUM:DAT:0799
5472
+ MTG_FCI_ASR_NETCDF:
5473
+ parentIdentifier: EO:EUM:DAT:0677
5474
+ MTG_FCI_AMV_BUFR:
5475
+ parentIdentifier: EO:EUM:DAT:0998
5476
+ MTG_FCI_AMV_NETCDF:
5477
+ parentIdentifier: EO:EUM:DAT:0676
5478
+ MTG_FCI_CLM:
5479
+ parentIdentifier: EO:EUM:DAT:0678
5480
+ MTG_FCI_GII:
5481
+ parentIdentifier: EO:EUM:DAT:0683
5482
+ MTG_FCI_OCA:
5483
+ parentIdentifier: EO:EUM:DAT:0684
5484
+ MTG_FCI_OLR:
5485
+ parentIdentifier: EO:EUM:DAT:0685
6680
5486
  GENERIC_PRODUCT_TYPE:
6681
5487
  productType: '{productType}'
6682
5488
  parentIdentifier: '{parentIdentifier}'
@@ -6766,8 +5572,8 @@
6766
5572
  index: 1
6767
5573
  MO_MULTIOBS_GLO_BIO_BGC_3D_REP_015_010:
6768
5574
  productType: MULTIOBS_GLO_BIO_BGC_3D_REP_015_010
6769
- MO_MULTIOBS_GLO_BIO_CARBON_SURFACE_REP_015_008:
6770
- productType: MULTIOBS_GLO_BIO_CARBON_SURFACE_REP_015_008
5575
+ MO_MULTIOBS_GLO_BIO_CARBON_SURFACE_MYNRT_015_008:
5576
+ productType: MULTIOBS_GLO_BIO_CARBON_SURFACE_MYNRT_015_008
6771
5577
  MO_MULTIOBS_GLO_BGC_NUTRIENTS_CARBON_PROFILES_MYNRT_015_009:
6772
5578
  productType: MULTIOBS_GLO_BGC_NUTRIENTS_CARBON_PROFILES_MYNRT_015_009
6773
5579
  MO_MULTIOBS_GLO_PHY_MYNRT_015_003:
@@ -6800,8 +5606,8 @@
6800
5606
  productType: SST_GLO_SST_L4_REP_OBSERVATIONS_010_011
6801
5607
  MO_SST_GLO_SST_L4_REP_OBSERVATIONS_010_024:
6802
5608
  productType: SST_GLO_SST_L4_REP_OBSERVATIONS_010_024
6803
- MO_WAVE_GLO_WAV_L3_SPC_NRT_OBSERVATIONS_014_002:
6804
- productType: WAVE_GLO_WAV_L3_SPC_NRT_OBSERVATIONS_014_002
5609
+ MO_WAVE_GLO_PHY_SPC_FWK_L3_NRT_014_002:
5610
+ productType: WAVE_GLO_PHY_SPC-FWK_L3_NRT_014_002
6805
5611
  code_mapping:
6806
5612
  param: platformSerialIdentifier
6807
5613
  index: 0
@@ -6899,6 +5705,9 @@
6899
5705
  completionTimeFromAscendingNode: temporal:endDate
6900
5706
  platformSerialIdentifier: spaceborne:satellitePlatform
6901
5707
  cloudCover: spaceborne:cloudCover
5708
+ sort_order_mapping:
5709
+ ascending: asc
5710
+ descending: desc
6902
5711
  metadata_mapping:
6903
5712
  uid: '$.id'
6904
5713
  # OpenSearch Parameters for Collection Search (Table 3)
@@ -6915,12 +5724,15 @@
6915
5724
  - '{{"query":{{"spaceborne:satelliteSensor":{{"eq":"{instrument}"}}}}}}'
6916
5725
  - '$.properties."spaceborne:satelliteSensor"'
6917
5726
  # INSPIRE obligated OpenSearch Parameters for Collection Search (Table 4)
6918
- title: '{$.properties."accessService:endpointURL"#replace_str(r"^.*\/(\w+)\.zip$",r"\1")}'
5727
+ title: '$.properties.identifier'
6919
5728
  keyword: '$.properties."spaceborne:keywords"'
6920
5729
  # OpenSearch Parameters for Product Search (Table 5)
6921
5730
  orbitNumber:
6922
- - '{{"query":{{"spaceborne:absoluteOrbitID":{{"eq":"{orbitNumber}"}}}}}}'
5731
+ - '{{"query":{{"spaceborne:absoluteOrbitID":{{"eq":{orbitNumber}}}}}}}'
6923
5732
  - '$.properties."spaceborne:absoluteOrbitID"'
5733
+ relativeOrbitNumber:
5734
+ - '{{"query":{{"spaceborne:orbitID":{{"eq":{relativeOrbitNumber}}}}}}}'
5735
+ - '$.properties."spaceborne:orbitID"'
6924
5736
  orbitDirection:
6925
5737
  - '{{"query":{{"spaceborne:orbitDirection":{{"eq":"{orbitDirection}"}}}}}}'
6926
5738
  - '$.properties."spaceborne:orbitDirection"'
@@ -6928,7 +5740,7 @@
6928
5740
  - '{{"query":{{"spaceborne:swath":{{"eq":"{swathIdentifier}"}}}}}}'
6929
5741
  - '$.properties."spaceborne:swath"'
6930
5742
  cloudCover:
6931
- - '{{"query":{{"spaceborne:cloudCover":{{"lte":"{cloudCover}"}}}}}}'
5743
+ - '{{"query":{{"spaceborne:cloudCover":{{"lte":{cloudCover}}}}}}}'
6932
5744
  - '$.properties."spaceborne:cloudCover"'
6933
5745
  sensorMode:
6934
5746
  - '{{"query":{{"spaceborne:sensorMode":{{"eq":"{sensorMode}"}}}}}}'
@@ -6945,15 +5757,18 @@
6945
5757
  - '$.properties."spaceborne:polarization"'
6946
5758
  # Custom parameters (not defined in the base document referenced above)
6947
5759
  id:
6948
- - '{{"query":{{"accessService:endpointURL":{{"contains":"{id}"}}}}}}'
6949
- - '{$.properties."accessService:endpointURL"#replace_str(r"^.*\/(\w+)\.zip$",r"\1")}'
5760
+ - '{{"query":{{"identifier":{{"eq":"{id}"}}}}}}'
5761
+ - '$.properties.identifier'
5762
+ tileIdentifier:
5763
+ - '{{"query":{{"spaceborne:tile":{{"contains":"{tileIdentifier}"}}}}}}'
5764
+ - '{$.properties."spaceborne:tile"#replace_str(r"^T?(.*)$",r"\1")}'
6950
5765
  geometry:
6951
5766
  - '{{"intersects":{geometry#to_geojson}}}'
6952
5767
  - '($.geometry.`str()`.`sub(/^None$/, POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90)))`)|($.geometry[*])'
6953
5768
  providerProductType:
6954
5769
  - '{{"query":{{"spaceborne:productType":{{"eq":"{providerProductType}"}}}}}}'
6955
5770
  - '$.null'
6956
- downloadLink: '$.assets[?(@.roles[0] == "data")].href'
5771
+ downloadLink: '$.assets[?(@.roles[0] == "data") & (@.type != "application/xml")].href'
6957
5772
  quicklook: '$.assets[?(@.roles[0] == "overview")].href.`sub(/^(.*)$/, \\1?scope=gdh)`'
6958
5773
  thumbnail: '$.assets[?(@.roles[0] == "overview")].href.`sub(/^(.*)$/, \\1?scope=gdh)`'
6959
5774
  # storageStatus set to ONLINE for consistency between providers
@@ -6985,12 +5800,150 @@
6985
5800
  ssl_verify: false
6986
5801
  ignore_assets: true
6987
5802
  archive_depth: 2
5803
+ auth_error_code:
5804
+ - 401
5805
+ - 403
6988
5806
  auth: !plugin
6989
5807
  type: HTTPHeaderAuth
6990
5808
  matching_url: https://geodes-portal.cnes.fr
6991
5809
  headers:
6992
5810
  X-API-Key: "{apikey}"
6993
5811
 
5812
+ ---
5813
+ !provider # MARK: geodes_s3
5814
+ name: geodes_s3
5815
+ priority: 0
5816
+ roles:
5817
+ - host
5818
+ description: French National Space Agency (CNES) Earth Observation portal with internal s3 Datalake
5819
+ url: https://geodes.cnes.fr
5820
+ search: !plugin
5821
+ type: StacListAssets
5822
+ api_endpoint: https://geodes-portal.cnes.fr/api/stac/search
5823
+ s3_endpoint: https://s3.datalake.cnes.fr
5824
+ need_auth: true
5825
+ ssl_verify: false
5826
+ discover_queryables:
5827
+ fetch_url: null
5828
+ product_type_fetch_url: null
5829
+ discover_product_types:
5830
+ fetch_url: https://geodes-portal.cnes.fr/api/stac/collections
5831
+ fetch_method: POST
5832
+ fetch_body:
5833
+ limit: 10000
5834
+ pagination:
5835
+ total_items_nb_key_path: '$.context.matched'
5836
+ # 1000 is ok and 2000 fails
5837
+ max_items_per_page: 1000
5838
+ sort:
5839
+ sort_by_tpl: '{{"sortBy": [ {{"field": "{sort_param}", "direction": "{sort_order}" }} ] }}'
5840
+ sort_by_default:
5841
+ - !!python/tuple [startTimeFromAscendingNode, ASC]
5842
+ sort_param_mapping:
5843
+ id: spaceborne:s2TakeId
5844
+ startTimeFromAscendingNode: temporal:startDate
5845
+ completionTimeFromAscendingNode: temporal:endDate
5846
+ platformSerialIdentifier: spaceborne:satellitePlatform
5847
+ cloudCover: spaceborne:cloudCover
5848
+ sort_order_mapping:
5849
+ ascending: asc
5850
+ descending: desc
5851
+ metadata_mapping:
5852
+ uid: '$.id'
5853
+ # OpenSearch Parameters for Collection Search (Table 3)
5854
+ productType:
5855
+ - '{{"query":{{"dataType":{{"eq":"{productType}"}}}}}}'
5856
+ - '$.properties."dataType"'
5857
+ processingLevel:
5858
+ - '{{"query":{{"spaceborne:productLevel":{{"eq":"{processingLevel}"}}}}}}'
5859
+ - '$.properties."spaceborne:productLevel"'
5860
+ platformSerialIdentifier:
5861
+ - '{{"query":{{"spaceborne:satellitePlatform":{{"eq":"{platformSerialIdentifier}"}}}}}}'
5862
+ - '$.properties."spaceborne:satellitePlatform"'
5863
+ instrument:
5864
+ - '{{"query":{{"spaceborne:satelliteSensor":{{"eq":"{instrument}"}}}}}}'
5865
+ - '$.properties."spaceborne:satelliteSensor"'
5866
+ # INSPIRE obligated OpenSearch Parameters for Collection Search (Table 4)
5867
+ title: '$.properties.identifier'
5868
+ keyword: '$.properties."spaceborne:keywords"'
5869
+ # OpenSearch Parameters for Product Search (Table 5)
5870
+ orbitNumber:
5871
+ - '{{"query":{{"spaceborne:absoluteOrbitID":{{"eq":{orbitNumber}}}}}}}'
5872
+ - '$.properties."spaceborne:absoluteOrbitID"'
5873
+ relativeOrbitNumber:
5874
+ - '{{"query":{{"spaceborne:orbitID":{{"eq":{relativeOrbitNumber}}}}}}}'
5875
+ - '$.properties."spaceborne:orbitID"'
5876
+ orbitDirection:
5877
+ - '{{"query":{{"spaceborne:orbitDirection":{{"eq":"{orbitDirection}"}}}}}}'
5878
+ - '$.properties."spaceborne:orbitDirection"'
5879
+ swathIdentifier:
5880
+ - '{{"query":{{"spaceborne:swath":{{"eq":"{swathIdentifier}"}}}}}}'
5881
+ - '$.properties."spaceborne:swath"'
5882
+ cloudCover:
5883
+ - '{{"query":{{"spaceborne:cloudCover":{{"lte":{cloudCover}}}}}}}'
5884
+ - '$.properties."spaceborne:cloudCover"'
5885
+ sensorMode:
5886
+ - '{{"query":{{"spaceborne:sensorMode":{{"eq":"{sensorMode}"}}}}}}'
5887
+ - '$.properties."spaceborne:sensorMode"'
5888
+ # OpenSearch Parameters for Acquistion Parameters Search (Table 6)
5889
+ startTimeFromAscendingNode:
5890
+ - '{{"query":{{"temporal:endDate":{{"gte":"{startTimeFromAscendingNode#to_iso_utc_datetime}"}}}}}}'
5891
+ - '$.properties."temporal:startDate"'
5892
+ completionTimeFromAscendingNode:
5893
+ - '{{"query":{{"temporal:startDate":{{"lte":"{completionTimeFromAscendingNode#to_iso_utc_datetime}"}}}}}}'
5894
+ - '$.properties."temporal:endDate"'
5895
+ polarizationChannels:
5896
+ - '{{"query":{{"spaceborne:polarization":{{"eq":"{polarizationChannels}"}}}}}}'
5897
+ - '$.properties."spaceborne:polarization"'
5898
+ # Custom parameters (not defined in the base document referenced above)
5899
+ id:
5900
+ - '{{"query":{{"identifier":{{"eq":"{id}"}}}}}}'
5901
+ - '$.properties.identifier'
5902
+ tileIdentifier:
5903
+ - '{{"query":{{"spaceborne:tile":{{"contains":"{tileIdentifier}"}}}}}}'
5904
+ - '{$.properties."spaceborne:tile"#replace_str(r"^T?(.*)$",r"\1")}'
5905
+ geometry:
5906
+ - '{{"intersects":{geometry#to_geojson}}}'
5907
+ - '($.geometry.`str()`.`sub(/^None$/, POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90)))`)|($.geometry[*])'
5908
+ providerProductType:
5909
+ - '{{"query":{{"spaceborne:productType":{{"eq":"{providerProductType}"}}}}}}'
5910
+ - '$.null'
5911
+ downloadLink: '$.properties["accessService:endpointURL"]'
5912
+ quicklook: '$.assets[?(@.roles[0] == "overview")].href.`sub(/^(.*)$/, \\1?scope=gdh)`'
5913
+ thumbnail: '$.assets[?(@.roles[0] == "overview")].href.`sub(/^(.*)$/, \\1?scope=gdh)`'
5914
+ # storageStatus set to ONLINE for consistency between providers
5915
+ storageStatus: '{$.null#replace_str("Not Available","ONLINE")}'
5916
+ products:
5917
+ S1_SAR_OCN:
5918
+ providerProductType: OCN
5919
+ productType: PEPS_S1_L2
5920
+ metadata_mapping:
5921
+ cloudCover: '$.null'
5922
+ S1_SAR_GRD:
5923
+ providerProductType: GRD
5924
+ productType: PEPS_S1_L1
5925
+ metadata_mapping:
5926
+ cloudCover: '$.null'
5927
+ S1_SAR_SLC:
5928
+ providerProductType: SLC
5929
+ productType: PEPS_S1_L1
5930
+ metadata_mapping:
5931
+ cloudCover: '$.null'
5932
+ S2_MSI_L1C:
5933
+ productType: PEPS_S2_L1C
5934
+ S2_MSI_L2A_MAJA:
5935
+ productType: MUSCATE_SENTINEL2_SENTINEL2_L2A
5936
+ GENERIC_PRODUCT_TYPE:
5937
+ productType: '{productType}'
5938
+ download: !plugin
5939
+ type: AwsDownload
5940
+ s3_endpoint: https://s3.datalake.cnes.fr
5941
+ auth: !plugin
5942
+ type: AwsAuth
5943
+ auth_error_code: 403
5944
+ matching_conf:
5945
+ s3_endpoint: https://s3.datalake.cnes.fr
5946
+
6994
5947
  ---
6995
5948
  !provider # MARK: cop_ewds
6996
5949
  name: cop_ewds
@@ -6999,6 +5952,16 @@
6999
5952
  roles:
7000
5953
  - host
7001
5954
  url: https://ewds.climate.copernicus.eu
5955
+ anchor_time_day_month_year: &time_day_month_year
5956
+ completionTimeFromAscendingNode:
5957
+ - |
5958
+ {{
5959
+ "year": {_date#interval_to_datetime_dict}["year"],
5960
+ "month": {_date#interval_to_datetime_dict}["month"],
5961
+ "day": {_date#interval_to_datetime_dict}["day"],
5962
+ "time": {startTimeFromAscendingNode#get_ecmwf_time}
5963
+ }}
5964
+ - '{$.completionTimeFromAscendingNode#to_iso_date}'
7002
5965
  anchor_day_month_year: &day_month_year
7003
5966
  completionTimeFromAscendingNode:
7004
5967
  - |
@@ -7016,6 +5979,16 @@
7016
5979
  "month": {_date#interval_to_datetime_dict}["month"]
7017
5980
  }}
7018
5981
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
5982
+ anchor_time_hday_hmonth_hyear: &time_hday_hmonth_hyear
5983
+ completionTimeFromAscendingNode:
5984
+ - |
5985
+ {{
5986
+ "hyear": {_date#interval_to_datetime_dict}["year"],
5987
+ "hmonth": {_date#interval_to_datetime_dict}["month"],
5988
+ "hday": {_date#interval_to_datetime_dict}["day"],
5989
+ "time": {startTimeFromAscendingNode#get_ecmwf_time}
5990
+ }}
5991
+ - '{$.completionTimeFromAscendingNode#to_iso_date}'
7019
5992
  anchor_hday_hmonth_hyear: &hday_hmonth_hyear
7020
5993
  completionTimeFromAscendingNode:
7021
5994
  - |
@@ -7065,224 +6038,151 @@
7065
6038
  need_search: true
7066
6039
  metadata_mapping:
7067
6040
  downloadLink: $.json.asset.value.href
7068
- products:
7069
- FIRE_HISTORICAL:
7070
- output_extension: .grib
7071
6041
  search: !plugin
7072
- type: BuildSearchResult
6042
+ type: ECMWFSearch
7073
6043
  ssl_verify: true
7074
6044
  end_date_excluded: false
6045
+ dates_required: True
7075
6046
  remove_from_query:
7076
6047
  - dataset
7077
6048
  - date
7078
6049
  discover_queryables:
7079
6050
  fetch_url: null
7080
6051
  product_type_fetch_url: null
7081
- constraints_file_url: https://ewds.climate.copernicus.eu/api/catalogue/v1/collections/{dataset}/constraints.json
6052
+ constraints_url: https://ewds.climate.copernicus.eu/api/catalogue/v1/collections/{dataset}/constraints.json
6053
+ form_url: https://ewds.climate.copernicus.eu/api/catalogue/v1/collections/{dataset}/form.json
7082
6054
  metadata_mapping:
7083
- productType: $.productType
7084
- title: $.id
7085
6055
  startTimeFromAscendingNode: '{$.startTimeFromAscendingNode#to_iso_utc_datetime}'
7086
6056
  completionTimeFromAscendingNode:
7087
6057
  - date={startTimeFromAscendingNode#to_iso_date}/{completionTimeFromAscendingNode#to_iso_date}
7088
6058
  - '{$.completionTimeFromAscendingNode#to_iso_utc_datetime}'
7089
- _date: '{startTimeFromAscendingNode#to_iso_date}/{completionTimeFromAscendingNode#to_iso_date}'
7090
- id: $.id
7091
6059
  # The geographic extent of the product
7092
6060
  geometry:
7093
6061
  - '{{"area": {geometry#to_nwse_bounds}}}'
7094
6062
  - $.geometry
7095
- defaultGeometry: POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))
7096
- storageStatus: '{$.null#replace_str("Not Available","OFFLINE")}'
7097
- downloadLink: $.null
7098
6063
  qs: $.qs
7099
6064
  orderLink: 'https://ewds.climate.copernicus.eu/api/retrieve/v1/processes/{dataset}/execution?{{"inputs": {qs#to_geojson}}}'
7100
- # Copernicus CDS specific parameters
7101
- api_product_type:
7102
- - product_type
7103
- - $.api_product_type
7104
- dataset:
7105
- - dataset
7106
- - $.dataset
7107
- dataset_type:
7108
- - dataset_type
7109
- - $.dataset_type
7110
- day:
7111
- - day
7112
- - $.day
7113
- download_format:
7114
- - download_format
7115
- - $.download_format
7116
- format:
7117
- - data_format
7118
- - $.format
7119
- grid:
7120
- - grid
7121
- - $.grid
7122
- hday:
7123
- - hday
7124
- - $.hday
7125
- hmonth:
7126
- - hmonth
7127
- - $.hmonth
7128
- hyear:
7129
- - hyear
7130
- - $.hyear
7131
- hydrological_model:
7132
- - hydrological_model
7133
- - $.hydrological_model
7134
- leadtime_hour:
7135
- - leadtime_hour
7136
- - $.leadtime_hour
7137
- model_levels:
7138
- - model_levels
7139
- - $.model_levels
7140
- month:
7141
- - month
7142
- - $.month
7143
- originating_centre:
7144
- - originating_centre
7145
- - $.originating_centre
7146
- soil_level:
7147
- - soil_level
7148
- - $.soil_level
7149
- system_version:
7150
- - system_version
7151
- - '{$.system_version#to_geojson}'
7152
- variable:
7153
- - variable
7154
- - $.variable
7155
- time:
7156
- - time
7157
- - $.time
7158
- year:
7159
- - year
7160
- - $.year
7161
6065
  products:
7162
6066
  EFAS_HISTORICAL:
7163
6067
  dataset: efas-historical
7164
- format: grib
6068
+ data_format: grib
7165
6069
  download_format: zip
7166
6070
  model_levels: surface_level
7167
6071
  variable: snow_depth_water_equivalent
7168
- system_version: version_5_0
7169
- time: 00:00
6072
+ system_version: version_4_0
7170
6073
  metadata_mapping:
7171
- <<: *hday_hmonth_hyear
6074
+ <<: *time_hday_hmonth_hyear
7172
6075
  EFAS_FORECAST:
7173
6076
  dataset: efas-forecast
7174
- format: grib
6077
+ data_format: grib
7175
6078
  download_format: zip
7176
6079
  system_version: operational
7177
6080
  originating_centre: ecmwf
7178
- api_product_type: control_forecast
7179
- variable: river_discharge_in_the_last_6_hours
6081
+ product_type: control_forecast
6082
+ variable:
6083
+ - river_discharge_in_the_last_6_hours
6084
+ - river_discharge_in_the_last_24_hours
7180
6085
  model_levels: surface_level
7181
- time: 00:00
7182
- leadtime_hour: '24'
6086
+ leadtime_hour: 24
7183
6087
  metadata_mapping:
7184
- <<: *day_month_year
6088
+ <<: *time_day_month_year
7185
6089
  EFAS_SEASONAL:
7186
6090
  dataset: efas-seasonal
7187
6091
  system_version: operational
7188
- format: grib
6092
+ data_format: grib
7189
6093
  download_format: zip
7190
6094
  variable: river_discharge_in_the_last_24_hours
7191
6095
  model_levels: surface_level
7192
- leadtime_hour: '24'
6096
+ leadtime_hour: 24
7193
6097
  metadata_mapping:
7194
6098
  <<: *month_year
7195
6099
  EFAS_REFORECAST:
7196
6100
  dataset: efas-reforecast
7197
- system_version: version_5_0
7198
- format: grib
6101
+ system_version: version_4_0
6102
+ data_format: grib
7199
6103
  download_format: zip
7200
- api_product_type: control_forecast
6104
+ product_type: control_forecast
7201
6105
  variable: river_discharge_in_the_last_6_hours
7202
6106
  model_levels: surface_level
7203
- leadtime_hour: '6'
6107
+ leadtime_hour: 0
7204
6108
  metadata_mapping:
7205
6109
  <<: *hday_hmonth_hyear
7206
6110
  EFAS_SEASONAL_REFORECAST:
7207
6111
  dataset: efas-seasonal-reforecast
7208
6112
  system_version: version_5_0
7209
- format: grib
6113
+ data_format: grib
7210
6114
  download_format: zip
7211
6115
  variable: river_discharge_in_the_last_24_hours
7212
6116
  model_levels: surface_level
7213
- leadtime_hour: '24'
6117
+ leadtime_hour: 24
7214
6118
  metadata_mapping:
7215
6119
  <<: *hmonth_hyear
7216
6120
  GLOFAS_HISTORICAL:
7217
6121
  dataset: cems-glofas-historical
7218
6122
  system_version: version_4_0
7219
6123
  variable: river_discharge_in_the_last_24_hours
7220
- format: grib2
6124
+ data_format: grib2
7221
6125
  download_format: zip
7222
6126
  hydrological_model: lisflood
7223
- api_product_type: consolidated
6127
+ product_type: consolidated
7224
6128
  metadata_mapping:
7225
6129
  <<: *hday_hmonth_hyear
7226
6130
  GLOFAS_FORECAST:
7227
6131
  dataset: cems-glofas-forecast
7228
6132
  system_version: operational
7229
6133
  variable: river_discharge_in_the_last_24_hours
7230
- format: grib2
6134
+ data_format: grib2
7231
6135
  hydrological_model: htessel_lisflood
7232
- api_product_type: control_forecast
7233
- leadtime_hour: '24'
6136
+ product_type: control_forecast
6137
+ leadtime_hour: 24
7234
6138
  download_format: zip
7235
6139
  metadata_mapping:
7236
6140
  <<: *day_month_year
7237
6141
  GLOFAS_SEASONAL:
7238
6142
  dataset: cems-glofas-seasonal
7239
6143
  variable: river_discharge_in_the_last_24_hours
7240
- format: grib2
6144
+ data_format: grib2
7241
6145
  download_format: zip
7242
6146
  system_version: operational
7243
- hydrological_model: lisflood
7244
- leadtime_hour: '24'
6147
+ hydrological_model: htessel_lisflood
6148
+ leadtime_hour: 24
7245
6149
  metadata_mapping:
7246
6150
  <<: *month_year
7247
6151
  GLOFAS_SEASONAL_REFORECAST:
7248
6152
  dataset: cems-glofas-seasonal-reforecast
7249
- format: grib2
6153
+ data_format: grib2
7250
6154
  download_format: zip
7251
6155
  variable: river_discharge_in_the_last_24_hours
7252
6156
  system_version: version_4_0
7253
6157
  hydrological_model: lisflood
7254
- leadtime_hour: '24'
6158
+ leadtime_hour: 24
7255
6159
  metadata_mapping:
7256
6160
  <<: *hmonth_hyear
7257
6161
  GLOFAS_REFORECAST:
7258
6162
  dataset: cems-glofas-reforecast
7259
6163
  variable: river_discharge_in_the_last_24_hours
7260
- format: grib2
6164
+ data_format: grib2
7261
6165
  download_format: zip
7262
- system_version: version_4_0
6166
+ system_version: version_3_1
7263
6167
  hydrological_model: lisflood
7264
- api_product_type: control_reforecast
7265
- leadtime_hour: '24'
6168
+ product_type: control_reforecast
6169
+ leadtime_hour: 24
7266
6170
  metadata_mapping:
7267
6171
  <<: *hday_hmonth_hyear
7268
6172
  FIRE_HISTORICAL:
7269
6173
  dataset: cems-fire-historical-v1
7270
6174
  grid: original_grid
7271
6175
  dataset_type: consolidated_dataset
7272
- api_product_type: reanalysis
6176
+ product_type: reanalysis
7273
6177
  variable: build_up_index
7274
6178
  system_version: '4_1'
7275
- format: grib
6179
+ data_format: grib
7276
6180
  metadata_mapping:
7277
6181
  <<: *day_month_year
7278
6182
  FIRE_SEASONAL:
7279
6183
  dataset: cems-fire-seasonal
7280
- day: '01'
7281
- leadtime_hour: '12'
6184
+ leadtime_hour: 12
7282
6185
  variable: build_up_index
7283
- system_version: '5'
6186
+ release_version: 5
7284
6187
  metadata_mapping:
7285
- system_version:
7286
- - release_version
7287
- - $.system_version
7288
- <<: *month_year
6188
+ <<: *day_month_year