eodag 3.0.0b3__py3-none-any.whl → 3.0.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (71) hide show
  1. eodag/api/core.py +189 -125
  2. eodag/api/product/metadata_mapping.py +12 -3
  3. eodag/api/search_result.py +29 -3
  4. eodag/cli.py +35 -19
  5. eodag/config.py +412 -116
  6. eodag/plugins/apis/base.py +10 -4
  7. eodag/plugins/apis/ecmwf.py +14 -4
  8. eodag/plugins/apis/usgs.py +25 -2
  9. eodag/plugins/authentication/aws_auth.py +14 -5
  10. eodag/plugins/authentication/base.py +10 -1
  11. eodag/plugins/authentication/generic.py +14 -3
  12. eodag/plugins/authentication/header.py +12 -4
  13. eodag/plugins/authentication/keycloak.py +41 -22
  14. eodag/plugins/authentication/oauth.py +11 -1
  15. eodag/plugins/authentication/openid_connect.py +178 -163
  16. eodag/plugins/authentication/qsauth.py +12 -4
  17. eodag/plugins/authentication/sas_auth.py +19 -2
  18. eodag/plugins/authentication/token.py +57 -10
  19. eodag/plugins/authentication/token_exchange.py +19 -19
  20. eodag/plugins/crunch/base.py +4 -1
  21. eodag/plugins/crunch/filter_date.py +5 -2
  22. eodag/plugins/crunch/filter_latest_intersect.py +5 -4
  23. eodag/plugins/crunch/filter_latest_tpl_name.py +1 -1
  24. eodag/plugins/crunch/filter_overlap.py +5 -7
  25. eodag/plugins/crunch/filter_property.py +4 -3
  26. eodag/plugins/download/aws.py +39 -22
  27. eodag/plugins/download/base.py +11 -11
  28. eodag/plugins/download/creodias_s3.py +11 -2
  29. eodag/plugins/download/http.py +86 -52
  30. eodag/plugins/download/s3rest.py +20 -18
  31. eodag/plugins/manager.py +168 -23
  32. eodag/plugins/search/base.py +33 -14
  33. eodag/plugins/search/build_search_result.py +55 -51
  34. eodag/plugins/search/cop_marine.py +112 -29
  35. eodag/plugins/search/creodias_s3.py +20 -5
  36. eodag/plugins/search/csw.py +41 -1
  37. eodag/plugins/search/data_request_search.py +109 -9
  38. eodag/plugins/search/qssearch.py +532 -152
  39. eodag/plugins/search/static_stac_search.py +20 -21
  40. eodag/resources/ext_product_types.json +1 -1
  41. eodag/resources/product_types.yml +187 -56
  42. eodag/resources/providers.yml +1610 -1701
  43. eodag/resources/stac.yml +3 -163
  44. eodag/resources/user_conf_template.yml +112 -97
  45. eodag/rest/config.py +1 -2
  46. eodag/rest/constants.py +0 -1
  47. eodag/rest/core.py +61 -51
  48. eodag/rest/errors.py +181 -0
  49. eodag/rest/server.py +24 -325
  50. eodag/rest/stac.py +93 -544
  51. eodag/rest/types/eodag_search.py +13 -8
  52. eodag/rest/types/queryables.py +1 -2
  53. eodag/rest/types/stac_search.py +11 -2
  54. eodag/types/__init__.py +15 -3
  55. eodag/types/download_args.py +1 -1
  56. eodag/types/queryables.py +1 -2
  57. eodag/types/search_args.py +3 -3
  58. eodag/utils/__init__.py +77 -57
  59. eodag/utils/exceptions.py +23 -9
  60. eodag/utils/logging.py +37 -77
  61. eodag/utils/requests.py +1 -3
  62. eodag/utils/stac_reader.py +1 -1
  63. {eodag-3.0.0b3.dist-info → eodag-3.0.1.dist-info}/METADATA +11 -12
  64. eodag-3.0.1.dist-info/RECORD +109 -0
  65. {eodag-3.0.0b3.dist-info → eodag-3.0.1.dist-info}/WHEEL +1 -1
  66. {eodag-3.0.0b3.dist-info → eodag-3.0.1.dist-info}/entry_points.txt +1 -0
  67. eodag/resources/constraints/climate-dt.json +0 -13
  68. eodag/resources/constraints/extremes-dt.json +0 -8
  69. eodag-3.0.0b3.dist-info/RECORD +0 -110
  70. {eodag-3.0.0b3.dist-info → eodag-3.0.1.dist-info}/LICENSE +0 -0
  71. {eodag-3.0.0b3.dist-info → eodag-3.0.1.dist-info}/top_level.txt +0 -0
@@ -26,7 +26,6 @@
26
26
  api: !plugin
27
27
  type: UsgsApi
28
28
  need_auth: true
29
- google_base_url: 'http://storage.googleapis.com/earthengine-public/landsat/'
30
29
  pagination:
31
30
  max_items_per_page: 5000
32
31
  total_items_nb_key_path: '$.totalHits'
@@ -94,9 +93,11 @@
94
93
  url: https://developers.eos.com/datasets_description.html
95
94
  search: !plugin
96
95
  type: PostJsonSearch
97
- api_endpoint: 'https://gate.eos.com/api/lms/search/v2/{collection}?api_key={apikey}'
96
+ api_endpoint: 'https://gate.eos.com/api/lms/search/v2/{collection}'
98
97
  need_auth: true
99
- auth_error_code: 403
98
+ auth_error_code:
99
+ - 402
100
+ - 403
100
101
  results_entry: 'results'
101
102
  ssl_verify: true
102
103
  pagination:
@@ -106,7 +107,6 @@
106
107
  # value is 500 (https://doc.eos.com/search.api/#single-dataset-search).
107
108
  # Let's set it to this value for now
108
109
  max_items_per_page: 500
109
- query_params_key: 'search'
110
110
  discover_metadata:
111
111
  auto_discovery: true
112
112
  metadata_pattern: '^[a-zA-Z0-9_]+$'
@@ -537,8 +537,12 @@
537
537
  productPath: '$.path'
538
538
  complementary_url_key:
539
539
  - productPath
540
- auth: !plugin
540
+ download_auth: !plugin
541
541
  type: AwsAuth
542
+ matching_url: s3://
543
+ search_auth: !plugin
544
+ type: HttpQueryStringAuth
545
+ matching_url: https://gate.eos.com
542
546
  ssl_verify: true
543
547
 
544
548
  ---
@@ -717,6 +721,7 @@
717
721
  issuerId: theia
718
722
  auth: !plugin
719
723
  type: TokenAuth
724
+ matching_url: https://theia.cnes.fr
720
725
  auth_uri: 'https://theia.cnes.fr/atdistrib/services/authenticate/'
721
726
  ssl_verify: true
722
727
 
@@ -875,8 +880,7 @@
875
880
  issuerId: peps
876
881
  auth: !plugin
877
882
  type: GenericAuth
878
- auth_uri: 'https://peps.cnes.fr/resto/api/users/connect'
879
- ssl_verify: true
883
+ matching_url: https://peps.cnes.fr
880
884
  ---
881
885
  !provider # MARK: creodias
882
886
  name: creodias
@@ -1042,14 +1046,15 @@
1042
1046
  ssl_verify: true
1043
1047
  auth: !plugin
1044
1048
  type: KeycloakOIDCPasswordAuth
1045
- auth_base_uri: 'https://identity.cloudferro.com/auth'
1046
- realm: 'Creodias-new'
1049
+ matching_url: https://[-\w]+.creodias.eu
1050
+ oidc_config_url: https://identity.cloudferro.com/auth/realms/Creodias-new/.well-known/openid-configuration
1047
1051
  client_id: 'CLOUDFERRO_PUBLIC'
1048
1052
  client_secret: 'dc0aca03-2dc6-4798-a5de-fc5aeb6c8ee1'
1049
1053
  token_provision: qs
1050
1054
  token_qs_key: 'token'
1051
1055
  auth_error_code: 401
1052
1056
  ssl_verify: true
1057
+ allowed_audiences: ["CLOUDFERRO_PUBLIC"]
1053
1058
  products:
1054
1059
  # S1
1055
1060
  S1_SAR_RAW:
@@ -1562,136 +1567,6 @@
1562
1567
  Content-Type: application/json
1563
1568
  auth: !plugin
1564
1569
  type: GenericAuth
1565
- ssl_verify: true
1566
-
1567
- ---
1568
- !provider # MARK: astraea_eod
1569
- name: astraea_eod
1570
- priority: 0
1571
- roles:
1572
- - host
1573
- description: Astraea Earth OnDemand
1574
- url: https://earthondemand.astraea.earth
1575
- search: !plugin
1576
- type: StacSearch
1577
- api_endpoint: https://eod-catalog-svc-prod.astraea.earth/search
1578
- need_auth: false
1579
- ssl_verify: true
1580
- discover_queryables:
1581
- fetch_url: null
1582
- product_type_fetch_url: null
1583
- pagination:
1584
- # 2021/03/19: The docs (https://eod-catalog-svc-prod.astraea.earth/api.html#operation/getSearchSTAC)
1585
- # say the max is 10_000. In practice 1_000 products are returned if more are asked (even greater
1586
- # than 10_000), without any error.
1587
- # This provider doesn't implement any pagination, let's just try to get the maximum number of
1588
- # products available at once then, so we stick to 10_000.
1589
- max_items_per_page: 10_000
1590
- sort:
1591
- sort_by_default:
1592
- - !!python/tuple [startTimeFromAscendingNode, ASC]
1593
- sort_param_mapping:
1594
- id: id
1595
- startTimeFromAscendingNode: properties.datetime
1596
- creationDate: properties.created
1597
- metadata_mapping:
1598
- # redefine the following mapppings as the provider does not support advanced queries/filtering,
1599
- # these parameters will not be queryable
1600
- doi: '$.properties."sci:doi"'
1601
- processingLevel: '$.properties."processing:level"'
1602
- platform: '$.properties.constellation'
1603
- platformSerialIdentifier: '$.properties.platform'
1604
- instrument: '$.properties.instruments'
1605
- # INSPIRE obligated OpenSearch Parameters for Collection Search (Table 4)
1606
- title: '$.id'
1607
- abstract: '$.properties.description'
1608
- resolution: '$.properties.gsd'
1609
- publicationDate: '$.properties.published'
1610
- # OpenSearch Parameters for Product Search (Table 5)
1611
- orbitNumber: '$.properties."sat:relative_orbit"'
1612
- orbitDirection: '$.properties."sat:orbit_state"'
1613
- cloudCover: '$.properties."eo:cloud_cover"'
1614
- sensorMode: '$.properties."sar:instrument_mode"'
1615
- creationDate: '$.properties.created'
1616
- modificationDate: '$.properties.updated'
1617
- productVersion: '$.properties.version'
1618
- # OpenSearch Parameters for Acquistion Parameters Search (Table 6)
1619
- availabilityTime: '$.properties.availabilityTime'
1620
- acquisitionStation: '$.properties.acquisitionStation'
1621
- acquisitionSubType: '$.properties.acquisitionSubType'
1622
- illuminationAzimuthAngle: '$.properties."view:sun_azimuth"'
1623
- illuminationElevationAngle: '$.properties."view:sun_elevation"'
1624
- polarizationChannels: '$.properties."sar:polarizations"'
1625
- dopplerFrequency: '$.properties."sar:frequency_band"'
1626
- products:
1627
- S1_SAR_GRD:
1628
- productType: sentinel1_l1c_grd
1629
- metadata_mapping:
1630
- cloudCover: '$.null'
1631
- platformSerialIdentifier: '$.id.`split(_, 0, -1)`'
1632
- polarizationMode: '$.id.`sub(/.{14}([A-Z]{2}).*/, \\1)`'
1633
- awsPath: '$.assets.productInfo.href.`sub(/(.*)\/productInfo\.json/, \\1)`'
1634
- assets: |
1635
- {$.assets#dict_update([["manifest.safe",[["title","manifest.safe"],["href","{awsPath}/manifest.safe"],["roles",["metadata"]],["type","application/xml"]]]])}
1636
- S2_MSI_L1C:
1637
- productType: sentinel2_l1c
1638
- metadata_mapping:
1639
- platformSerialIdentifier: '$.id.`split(_, 0, -1)`'
1640
- tileInfo: '{$.assets.tileInfo.href#replace_str(r"s3(.*)sentinel-s2-l1c/",r"https\1roda.sentinel-hub.com/sentinel-s2-l1c/")}'
1641
- tilePath: |
1642
- $.assets.tileInfo.href.`sub(/.*\/sentinel-s2-l1c\/(tiles\/.*)\/tileInfo\.json/, \\1)`
1643
- S2_MSI_L2A:
1644
- productType: sentinel2_l2a
1645
- metadata_mapping:
1646
- platformSerialIdentifier: '$.id.`split(_, 0, -1)`'
1647
- tileInfo: '{$.assets.tileInfo.href#replace_str(r"s3(.*)sentinel-s2-l2a/",r"https\1roda.sentinel-hub.com/sentinel-s2-l2a/")}'
1648
- tilePath: |
1649
- $.assets.tileInfo.href.`sub(/.*\/sentinel-s2-l2a\/(tiles\/.*)\/tileInfo\.json/, \\1)`
1650
- LANDSAT_C2L1:
1651
- productType: landsat8_c2l1t1
1652
- MODIS_MCD43A4:
1653
- productType: mcd43a4
1654
- NAIP:
1655
- productType: naip
1656
- GENERIC_PRODUCT_TYPE:
1657
- productType: '{productType}'
1658
- download: !plugin
1659
- type: AwsDownload
1660
- requester_pays: True
1661
- ssl_verify: true
1662
- products:
1663
- S1_SAR_GRD:
1664
- default_bucket: 'sentinel-s1-l1c'
1665
- build_safe: true
1666
- complementary_url_key:
1667
- - awsPath
1668
- S2_MSI_L1C:
1669
- default_bucket: 'sentinel-s2-l1c'
1670
- build_safe: true
1671
- fetch_metadata:
1672
- fetch_url: '{tileInfo}'
1673
- fetch_format: json
1674
- update_metadata:
1675
- title: '$.productName'
1676
- productPath: '$.productPath'
1677
- complementary_url_key:
1678
- - productPath
1679
- - tilePath
1680
- S2_MSI_L2A:
1681
- default_bucket: 'sentinel-s2-l2a'
1682
- build_safe: true
1683
- fetch_metadata:
1684
- fetch_url: '{tileInfo}'
1685
- fetch_format: json
1686
- update_metadata:
1687
- title: '$.productName'
1688
- productPath: '$.productPath'
1689
- complementary_url_key:
1690
- - productPath
1691
- - tilePath
1692
- auth: !plugin
1693
- type: AwsAuth
1694
- ssl_verify: true
1695
1570
 
1696
1571
  ---
1697
1572
  !provider # MARK: usgs_satapi_aws
@@ -1752,7 +1627,7 @@
1752
1627
  ssl_verify: true
1753
1628
  auth: !plugin
1754
1629
  type: AwsAuth
1755
- ssl_verify: true
1630
+ matching_url: s3://
1756
1631
 
1757
1632
  ---
1758
1633
  !provider # MARK: earth_search
@@ -1813,6 +1688,9 @@
1813
1688
  S2_MSI_L1C:
1814
1689
  productType: sentinel-2-l1c
1815
1690
  metadata_mapping:
1691
+ id:
1692
+ - '{{"query":{{"s2:product_uri":{{"eq":"{id}.SAFE"}}}}}}'
1693
+ - '{$.properties."s2:product_uri"#remove_extension}'
1816
1694
  title: '{$.properties."s2:product_uri"#remove_extension}'
1817
1695
  platformSerialIdentifier: '$.id.`split(_, 0, -1)`'
1818
1696
  polarizationMode: '$.id.`sub(/.{14}([A-Z]{2}).*/, \\1)`'
@@ -1855,7 +1733,7 @@
1855
1733
  - tilePath
1856
1734
  auth: !plugin
1857
1735
  type: AwsAuth
1858
- ssl_verify: true
1736
+ matching_url: s3://
1859
1737
 
1860
1738
  ---
1861
1739
  !provider # MARK: earth_search_cog
@@ -1970,7 +1848,7 @@
1970
1848
  productType: '{productType}'
1971
1849
  download: !plugin
1972
1850
  type: AwsDownload
1973
- base_uri: https://storage.googleapis.com
1851
+ s3_endpoint: https://storage.googleapis.com
1974
1852
  ignore_assets: True
1975
1853
  ssl_verify: true
1976
1854
  products:
@@ -1978,7 +1856,9 @@
1978
1856
  default_bucket: 'gcp-public-data-sentinel-2'
1979
1857
  auth: !plugin
1980
1858
  type: AwsAuth
1981
- ssl_verify: true
1859
+ matching_url: s3://
1860
+ matching_conf:
1861
+ s3_endpoint: https://storage.googleapis.com
1982
1862
  ---
1983
1863
  !provider # MARK: ecmwf
1984
1864
  name: ecmwf
@@ -1990,8 +1870,6 @@
1990
1870
  api: !plugin
1991
1871
  type: EcmwfApi
1992
1872
  api_endpoint: https://api.ecmwf.int/v1
1993
- extract: false
1994
- ssl_verify: true
1995
1873
  metadata_mapping:
1996
1874
  productType: '$.productType'
1997
1875
  title: '$.id'
@@ -2212,10 +2090,20 @@
2212
2090
  roles:
2213
2091
  - host
2214
2092
  url: https://ads.atmosphere.copernicus.eu/
2093
+ anchor_month_year: &month_year
2094
+ completionTimeFromAscendingNode:
2095
+ - |
2096
+ {{
2097
+ "year": {_date#interval_to_datetime_dict}["year"],
2098
+ "month": {_date#interval_to_datetime_dict}["month"]
2099
+ }}
2100
+ - '{$.completionTimeFromAscendingNode#to_iso_date}'
2215
2101
  auth: !plugin
2216
- type: GenericAuth
2217
- method: basic
2102
+ type: HTTPHeaderAuth
2103
+ matching_url: https://ads-beta.atmosphere.copernicus.eu
2218
2104
  ssl_verify: true
2105
+ headers:
2106
+ PRIVATE-TOKEN: "{apikey}"
2219
2107
  download: !plugin
2220
2108
  type: HTTPDownload
2221
2109
  timeout: 30
@@ -2226,22 +2114,22 @@
2226
2114
  order_method: POST
2227
2115
  order_on_response:
2228
2116
  metadata_mapping:
2229
- orderId: $.json.request_id
2230
- orderStatusLink: https://ads.atmosphere.copernicus.eu/api/v2/tasks/{orderId}
2117
+ orderId: $.json.jobID
2118
+ orderStatusLink: https://ads-beta.atmosphere.copernicus.eu/api/retrieve/v1/jobs/{orderId}
2119
+ searchLink: https://ads-beta.atmosphere.copernicus.eu/api/retrieve/v1/jobs/{orderId}/results
2231
2120
  order_status:
2232
2121
  request:
2233
2122
  method: GET
2234
2123
  metadata_mapping:
2235
- status: $.json.state
2236
- message: $.json.message
2237
- error_message: $.json.error.reason
2124
+ status: $.json.status
2238
2125
  error:
2239
2126
  status: failed
2240
2127
  success:
2241
- status: completed
2128
+ status: successful
2242
2129
  on_success:
2130
+ need_search: true
2243
2131
  metadata_mapping:
2244
- downloadLink: $.json.location
2132
+ downloadLink: $.json.asset.value.href
2245
2133
  products:
2246
2134
  CAMS_GAC_FORECAST:
2247
2135
  output_extension: .grib
@@ -2282,7 +2170,7 @@
2282
2170
  discover_queryables:
2283
2171
  fetch_url: null
2284
2172
  product_type_fetch_url: null
2285
- constraints_file_url: "https://datastore.copernicus-climate.eu/cams/published-forms/camsprod/{dataset}/constraints.json"
2173
+ constraints_file_url: "https://ads-beta.atmosphere.copernicus.eu/api/catalogue/v1/collections/{dataset}/constraints.json"
2286
2174
  metadata_mapping:
2287
2175
  productType: '$.productType'
2288
2176
  title: '$.id'
@@ -2294,122 +2182,47 @@
2294
2182
  id: '$.id'
2295
2183
  # The geographic extent of the product
2296
2184
  geometry:
2297
- - 'area={geometry#to_nwse_bounds_str(/)}'
2185
+ - '{{"area": {geometry#to_nwse_bounds}}}'
2298
2186
  - '$.geometry'
2299
2187
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
2300
2188
  storageStatus: '{$.null#replace_str("Not Available","OFFLINE")}'
2301
2189
  downloadLink: '$.null'
2302
2190
  qs: $.qs
2303
- orderLink: 'https://ads.atmosphere.copernicus.eu/api/v2/resources/{dataset}?{qs#to_geojson}'
2191
+ orderLink: 'https://ads-beta.atmosphere.copernicus.eu/api/retrieve/v1/processes/{dataset}/execution?{{"inputs": {qs#to_geojson}}}'
2304
2192
  # Copernicus ADS specific parameters
2305
- accuracy:
2306
- - accuracy
2307
- - '$.accuracy'
2308
2193
  aerosol_type:
2309
2194
  - aerosol_type
2310
2195
  - '$.aerosol_type'
2311
2196
  altitude:
2312
2197
  - altitude
2313
2198
  - '$.altitude'
2314
- anoffset:
2315
- - anoffset
2316
- - '$.anoffset'
2317
2199
  api_product_type:
2318
2200
  - product_type
2319
2201
  - '$.api_product_type'
2320
2202
  band:
2321
2203
  - band
2322
2204
  - '$.band'
2323
- bitmap:
2324
- - bitmap
2325
- - '$.bitmap'
2326
- block:
2327
- - block
2328
- - '$.block'
2329
- channel:
2330
- - channel
2331
- - '$.channel'
2332
- class:
2333
- - class
2334
- - '$.class'
2335
- database:
2336
- - database
2337
- - '$.database'
2338
2205
  dataset:
2339
2206
  - dataset
2340
2207
  - '$.dataset'
2341
- date_range:
2342
- - date_range
2343
- - '$.date_range'
2344
2208
  day:
2345
2209
  - day
2346
2210
  - '$.day'
2347
- diagnostic:
2348
- - diagnostic
2349
- - '$.diagnostic'
2350
- direction:
2351
- - direction
2352
- - '$.direction'
2353
- domain:
2354
- - domain
2355
- - '$.domain'
2356
- duplicates:
2357
- - duplicates
2358
- - '$.duplicates'
2359
- expect:
2360
- - expect
2361
- - '$.expect'
2362
- expver:
2363
- - expver
2364
- - '$.expver'
2365
- fcperiod:
2366
- - fcperiod
2367
- - '$.fcperiod'
2368
- fieldset:
2369
- - fieldset
2370
- - '$.fieldset'
2371
- filter:
2372
- - filter
2373
- - '$.filter'
2374
2211
  forcing_type:
2375
2212
  - forcing_type
2376
2213
  - '$.forcing_type'
2377
2214
  format:
2378
- - format
2215
+ - data_format
2379
2216
  - '$.format'
2380
- frequency:
2381
- - frequency
2382
- - '$.frequency'
2383
- grid:
2384
- - grid
2385
- - '$.grid'
2386
- hdate:
2387
- - hdate
2388
- - '$.hdate'
2389
- ident:
2390
- - ident
2391
- - '$.ident'
2392
2217
  input_observations:
2393
2218
  - input_observations
2394
2219
  - '$.input_observations'
2395
- interpolation:
2396
- - interpolation
2397
- - '$.interpolation'
2398
- intgrid:
2399
- - intgrid
2400
- - '$.intgrid'
2401
- iteration:
2402
- - iteration
2403
- - '$.iteration'
2404
2220
  latitude:
2405
- - latitude
2221
+ - '{{"location": {{"latitude": {latitude}, "longitude": {longitude}}}}}'
2406
2222
  - '$.latitude'
2407
2223
  level:
2408
2224
  - level
2409
2225
  - '$.level'
2410
- levelist:
2411
- - levelist
2412
- - '$.levelist'
2413
2226
  leadtime_hour:
2414
2227
  - leadtime_hour
2415
2228
  - '$.leadtime_hour'
@@ -2420,14 +2233,8 @@
2420
2233
  - location
2421
2234
  - '$.location'
2422
2235
  longitude:
2423
- - longitude
2236
+ - '{{"location": {{"latitude": {latitude}, "longitude": {longitude}}}}}'
2424
2237
  - '$.longitude'
2425
- lsm:
2426
- - lsm
2427
- - '$.lsm'
2428
- method:
2429
- - method
2430
- - '$.method'
2431
2238
  model:
2432
2239
  - model
2433
2240
  - '$.model'
@@ -2437,60 +2244,15 @@
2437
2244
  month:
2438
2245
  - month
2439
2246
  - '$.month'
2440
- number:
2441
- - number
2442
- - '$.number'
2443
- obsgroup:
2444
- - obsgroup
2445
- - '$.obsgroup'
2446
- obstype:
2447
- - obstype
2448
- - '$.obstype'
2449
- origin:
2450
- - origin
2451
- - '$.origin'
2452
- packing:
2453
- - packing
2454
- - '$.packing'
2455
- padding:
2456
- - padding
2457
- - '$.padding'
2458
2247
  param:
2459
2248
  - param
2460
2249
  - '$.param'
2461
2250
  pressure_level:
2462
2251
  - pressure_level
2463
2252
  - '$.pressure_level'
2464
- priority:
2465
- - priority
2466
- - '$.priority'
2467
2253
  product:
2468
2254
  - product
2469
2255
  - '$.product'
2470
- range:
2471
- - range
2472
- - '$.range'
2473
- refdate:
2474
- - refdate
2475
- - '$.refdate'
2476
- reference:
2477
- - reference
2478
- - '$.reference'
2479
- reportype:
2480
- - reportype
2481
- - '$.reportype'
2482
- repres:
2483
- - repres
2484
- - '$.repres'
2485
- resol:
2486
- - resol
2487
- - '$.resol'
2488
- rotation:
2489
- - rotation
2490
- - '$.rotation'
2491
- section:
2492
- - section
2493
- - '$.section'
2494
2256
  sky_type:
2495
2257
  - sky_type
2496
2258
  - '$.sky_type'
@@ -2500,12 +2262,6 @@
2500
2262
  step:
2501
2263
  - step
2502
2264
  - '$.step'
2503
- stream:
2504
- - stream
2505
- - '$.stream'
2506
- system:
2507
- - system
2508
- - '$.system'
2509
2265
  target:
2510
2266
  - target
2511
2267
  - '$.target'
@@ -2521,15 +2277,9 @@
2521
2277
  time_step:
2522
2278
  - time_step
2523
2279
  - '$.time_step'
2524
- truncation:
2525
- - truncation
2526
- - '$.truncation'
2527
2280
  type:
2528
2281
  - type
2529
2282
  - '$.type'
2530
- use:
2531
- - use
2532
- - '$.use'
2533
2283
  variable:
2534
2284
  - variable
2535
2285
  - '$.variable'
@@ -2551,12 +2301,10 @@
2551
2301
  variable: ammonium_aerosol_optical_depth_550nm
2552
2302
  time: '00:00'
2553
2303
  leadtime_hour: '0'
2554
- _default_end_date: '2019-07-12T00:00Z'
2555
2304
  CAMS_GFE_GFAS:
2556
2305
  dataset: cams-global-fire-emissions-gfas
2557
2306
  format: grib
2558
2307
  variable: altitude_of_plume_bottom
2559
- _default_end_date: '2018-07-03T00:00Z'
2560
2308
  CAMS_EU_AIR_QUALITY_FORECAST:
2561
2309
  dataset: cams-europe-air-quality-forecasts
2562
2310
  model: ensemble
@@ -2566,10 +2314,6 @@
2566
2314
  time: '00:00'
2567
2315
  level: '0'
2568
2316
  leadtime_hour: '0'
2569
- metadata_mapping:
2570
- geometry:
2571
- - '{{"area": {geometry#to_nwse_bounds} }}'
2572
- - '$.geometry'
2573
2317
  CAMS_EU_AIR_QUALITY_RE:
2574
2318
  dataset: cams-europe-air-quality-reanalyses
2575
2319
  type: validated_reanalysis
@@ -2578,14 +2322,7 @@
2578
2322
  model: ensemble
2579
2323
  level: '0'
2580
2324
  metadata_mapping:
2581
- completionTimeFromAscendingNode:
2582
- - |
2583
- {{
2584
- "year": {_date#interval_to_datetime_dict}["year"],
2585
- "month": {_date#interval_to_datetime_dict}["month"],
2586
- "day": {_date#interval_to_datetime_dict}["day"]
2587
- }}
2588
- - '{$.completionTimeFromAscendingNode#to_iso_date}'
2325
+ <<: *month_year
2589
2326
  CAMS_GRF:
2590
2327
  dataset: cams-global-radiative-forcings
2591
2328
  format: zip
@@ -2596,14 +2333,7 @@
2596
2333
  level: surface
2597
2334
  version: '2'
2598
2335
  metadata_mapping:
2599
- completionTimeFromAscendingNode:
2600
- - |
2601
- {{
2602
- "year": {_date#interval_to_datetime_dict}["year"],
2603
- "month": {_date#interval_to_datetime_dict}["month"],
2604
- "day": {_date#interval_to_datetime_dict}["day"]
2605
- }}
2606
- - '{$.completionTimeFromAscendingNode#to_iso_date}'
2336
+ <<: *month_year
2607
2337
  CAMS_GRF_AUX:
2608
2338
  dataset: cams-global-radiative-forcing-auxilliary-variables
2609
2339
  band: short_wave
@@ -2614,14 +2344,7 @@
2614
2344
  aerosol_type: marine
2615
2345
  level: surface
2616
2346
  metadata_mapping:
2617
- completionTimeFromAscendingNode:
2618
- - |
2619
- {{
2620
- "year": {_date#interval_to_datetime_dict}["year"],
2621
- "month": {_date#interval_to_datetime_dict}["month"],
2622
- "day": {_date#interval_to_datetime_dict}["day"]
2623
- }}
2624
- - '{$.completionTimeFromAscendingNode#to_iso_date}'
2347
+ <<: *month_year
2625
2348
  CAMS_SOLAR_RADIATION:
2626
2349
  dataset: cams-solar-radiation-timeseries
2627
2350
  sky_type: clear
@@ -2638,14 +2361,7 @@
2638
2361
  variable: snow_albedo
2639
2362
  api_product_type: monthly_mean
2640
2363
  metadata_mapping:
2641
- completionTimeFromAscendingNode:
2642
- - |
2643
- {{
2644
- "year": {_date#interval_to_datetime_dict}["year"],
2645
- "month": {_date#interval_to_datetime_dict}["month"],
2646
- "day": {_date#interval_to_datetime_dict}["day"]
2647
- }}
2648
- - '{$.completionTimeFromAscendingNode#to_iso_date}'
2364
+ <<: *month_year
2649
2365
  CAMS_GREENHOUSE_EGG4:
2650
2366
  dataset: cams-global-ghg-reanalysis-egg4
2651
2367
  format: grib
@@ -2659,14 +2375,7 @@
2659
2375
  input_observations: surface
2660
2376
  time_aggregation: instantaneous
2661
2377
  metadata_mapping:
2662
- completionTimeFromAscendingNode:
2663
- - |
2664
- {{
2665
- "year": {_date#interval_to_datetime_dict}["year"],
2666
- "month": {_date#interval_to_datetime_dict}["month"],
2667
- "day": {_date#interval_to_datetime_dict}["day"]
2668
- }}
2669
- - '{$.completionTimeFromAscendingNode#to_iso_date}'
2378
+ <<: *month_year
2670
2379
  CAMS_GLOBAL_EMISSIONS:
2671
2380
  dataset: cams-global-emission-inventories
2672
2381
  version: latest
@@ -2677,9 +2386,7 @@
2677
2386
  completionTimeFromAscendingNode:
2678
2387
  - |
2679
2388
  {{
2680
- "year": {_date#interval_to_datetime_dict}["year"],
2681
- "month": {_date#interval_to_datetime_dict}["month"],
2682
- "day": {_date#interval_to_datetime_dict}["day"]
2389
+ "year": {_date#interval_to_datetime_dict}["year"]
2683
2390
  }}
2684
2391
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
2685
2392
  CAMS_EAC4:
@@ -2693,14 +2400,7 @@
2693
2400
  variable: 2m_dewpoint_temperature
2694
2401
  api_product_type: monthly_mean
2695
2402
  metadata_mapping:
2696
- completionTimeFromAscendingNode:
2697
- - |
2698
- {{
2699
- "year": {_date#interval_to_datetime_dict}["year"],
2700
- "month": {_date#interval_to_datetime_dict}["month"],
2701
- "day": {_date#interval_to_datetime_dict}["day"]
2702
- }}
2703
- - '{$.completionTimeFromAscendingNode#to_iso_date}'
2403
+ <<: *month_year
2704
2404
  GENERIC_PRODUCT_TYPE:
2705
2405
  dataset: '{productType}'
2706
2406
  ---
@@ -2710,7 +2410,7 @@
2710
2410
  description: Copernicus Climate Data Store
2711
2411
  roles:
2712
2412
  - host
2713
- url: https://cds.climate.copernicus.eu/
2413
+ url: https://cds-beta.climate.copernicus.eu
2714
2414
  # anchors to avoid duplications
2715
2415
  anchor_day_month_year: &day_month_year
2716
2416
  completionTimeFromAscendingNode:
@@ -2721,6 +2421,16 @@
2721
2421
  "day": {_date#interval_to_datetime_dict}["day"]
2722
2422
  }}
2723
2423
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
2424
+ anchor_day_month_year_time: &day_month_year_time
2425
+ completionTimeFromAscendingNode:
2426
+ - |
2427
+ {{
2428
+ "year": {_date#interval_to_datetime_dict}["year"],
2429
+ "month": {_date#interval_to_datetime_dict}["month"],
2430
+ "day": {_date#interval_to_datetime_dict}["day"],
2431
+ "time": {startTimeFromAscendingNode#get_ecmwf_time}
2432
+ }}
2433
+ - '{$.completionTimeFromAscendingNode#to_iso_date}'
2724
2434
  anchor_month_year: &month_year
2725
2435
  completionTimeFromAscendingNode:
2726
2436
  - |
@@ -2729,23 +2439,21 @@
2729
2439
  "month": {_date#interval_to_datetime_dict}["month"]
2730
2440
  }}
2731
2441
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
2732
- anchor_hday_hmonth_hyear: &hday_hmonth_hyear
2733
- completionTimeFromAscendingNode:
2734
- - |
2735
- {{
2736
- "hyear": {_date#interval_to_datetime_dict}["year"],
2737
- "hmonth": {_date#interval_to_datetime_dict}["month"],
2738
- "hday": {_date#interval_to_datetime_dict}["day"]
2739
- }}
2740
- - '{$.completionTimeFromAscendingNode#to_iso_date}'
2741
- anchor_hdate: &hdate
2442
+ anchor_month_year_time: &month_year_time
2742
2443
  completionTimeFromAscendingNode:
2743
- - 'hdate={startTimeFromAscendingNode#to_iso_date}/{completionTimeFromAscendingNode#to_iso_date(-1,)}'
2744
- - '{$.completionTimeFromAscendingNode#to_iso_date}'
2444
+ - |
2445
+ {{
2446
+ "year": {_date#interval_to_datetime_dict}["year"],
2447
+ "month": {_date#interval_to_datetime_dict}["month"],
2448
+ "time": {startTimeFromAscendingNode#get_ecmwf_time}
2449
+ }}
2450
+ - '{$.completionTimeFromAscendingNode#to_iso_date}'
2745
2451
  auth: !plugin
2746
- type: GenericAuth
2747
- method: basic
2452
+ type: HTTPHeaderAuth
2453
+ matching_url: https://cds-beta.climate.copernicus.eu
2748
2454
  ssl_verify: true
2455
+ headers:
2456
+ PRIVATE-TOKEN: "{apikey}"
2749
2457
  download: !plugin
2750
2458
  type: HTTPDownload
2751
2459
  timeout: 30
@@ -2756,22 +2464,22 @@
2756
2464
  order_method: POST
2757
2465
  order_on_response:
2758
2466
  metadata_mapping:
2759
- orderId: $.json.request_id
2760
- orderStatusLink: https://cds.climate.copernicus.eu/api/v2/tasks/{orderId}
2467
+ orderId: $.json.jobID
2468
+ orderStatusLink: https://cds-beta.climate.copernicus.eu/api/retrieve/v1/jobs/{orderId}
2469
+ searchLink: https://cds-beta.climate.copernicus.eu/api/retrieve/v1/jobs/{orderId}/results
2761
2470
  order_status:
2762
2471
  request:
2763
2472
  method: GET
2764
2473
  metadata_mapping:
2765
- status: $.json.state
2766
- message: $.json.message
2767
- error_message: $.json.error.reason
2474
+ status: $.json.status
2768
2475
  error:
2769
2476
  status: failed
2770
2477
  success:
2771
- status: completed
2478
+ status: successful
2772
2479
  on_success:
2480
+ need_search: true
2773
2481
  metadata_mapping:
2774
- downloadLink: $.json.location
2482
+ downloadLink: $.json.asset.value.href
2775
2483
  products:
2776
2484
  AG_ERA5:
2777
2485
  output_extension: .zip
@@ -2790,39 +2498,9 @@
2790
2498
  output_extension: .grib
2791
2499
  UERRA_EUROPE_SL:
2792
2500
  output_extension: .grib
2793
- SATELLITE_SEA_LEVEL_BLACK_SEA:
2794
- output_extension: .zip
2795
- extract: true
2796
2501
  GLACIERS_DIST_RANDOLPH:
2797
2502
  output_extension: .zip
2798
2503
  extract: true
2799
- FIRE_HISTORICAL:
2800
- output_extension: .grib
2801
- GLOFAS_FORECAST:
2802
- output_extension: .grib
2803
- GLOFAS_REFORECAST:
2804
- output_extension: .grib
2805
- GLOFAS_HISTORICAL:
2806
- output_extension: .grib
2807
- GLOFAS_SEASONAL:
2808
- output_extension: .grib
2809
- GLOFAS_SEASONAL_REFORECAST:
2810
- output_extension: .grib
2811
- EFAS_FORECAST:
2812
- output_extension: .grib.zip
2813
- extract: true
2814
- EFAS_HISTORICAL:
2815
- output_extension: .grib.zip
2816
- extract: true
2817
- EFAS_REFORECAST:
2818
- output_extension: .grib.zip
2819
- extract: true
2820
- EFAS_SEASONAL:
2821
- output_extension: .grib.zip
2822
- extract: true
2823
- EFAS_SEASONAL_REFORECAST:
2824
- output_extension: .grib.zip
2825
- extract: true
2826
2504
  SATELLITE_CARBON_DIOXIDE:
2827
2505
  output_extension: .zip
2828
2506
  extract: true
@@ -2853,107 +2531,60 @@
2853
2531
  end_date_excluded: false
2854
2532
  remove_from_query:
2855
2533
  - dataset
2534
+ - date
2856
2535
  discover_queryables:
2857
2536
  fetch_url: null
2858
2537
  product_type_fetch_url: null
2859
- constraints_file_url: http://datastore.copernicus-climate.eu/c3s/published-forms/c3sprod/{dataset}/constraints.json
2538
+ constraints_file_url: https://cds-beta.climate.copernicus.eu/api/catalogue/v1/collections/{dataset}/constraints.json
2860
2539
  metadata_mapping:
2861
2540
  productType: $.productType
2862
2541
  title: $.id
2863
- startTimeFromAscendingNode: '{$.startTimeFromAscendingNode#to_iso_date}'
2542
+ startTimeFromAscendingNode: '{$.startTimeFromAscendingNode#to_iso_utc_datetime}'
2864
2543
  completionTimeFromAscendingNode:
2865
2544
  - date={startTimeFromAscendingNode#to_iso_date}/{completionTimeFromAscendingNode#to_iso_date}
2866
- - '{$.completionTimeFromAscendingNode#to_iso_date}'
2867
- _date: '{startTimeFromAscendingNode}/{completionTimeFromAscendingNode}'
2545
+ - '{$.completionTimeFromAscendingNode#to_iso_utc_datetime}'
2546
+ _date: '{startTimeFromAscendingNode#to_iso_date}/{completionTimeFromAscendingNode#to_iso_date}'
2868
2547
  id: $.id
2869
2548
  # The geographic extent of the product
2870
2549
  geometry:
2871
- - area={geometry#to_nwse_bounds_str(/)}
2550
+ - '{{"area": {geometry#to_nwse_bounds}}}'
2872
2551
  - $.geometry
2873
2552
  defaultGeometry: POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))
2874
2553
  storageStatus: '{$.null#replace_str("Not Available","OFFLINE")}'
2875
2554
  downloadLink: $.null
2876
2555
  qs: $.qs
2877
- orderLink: https://cds.climate.copernicus.eu/api/v2/resources/{dataset}?{qs#to_geojson}
2556
+ orderLink: 'https://cds-beta.climate.copernicus.eu/api/retrieve/v1/processes/{dataset}/execution?{{"inputs": {qs#to_geojson}}}'
2878
2557
  # Copernicus CDS specific parameters
2879
- accuracy:
2880
- - accuracy
2881
- - $.accuracy
2882
- anoffset:
2883
- - anoffset
2884
- - $.anoffset
2885
2558
  api_product_type:
2886
2559
  - product_type
2887
2560
  - $.api_product_type
2888
- bitmap:
2889
- - bitmap
2890
- - $.bitmap
2891
- block:
2892
- - block
2893
- - $.block
2894
2561
  cdr_type:
2895
2562
  - cdr_type
2896
2563
  - $.cdr_type
2897
- channel:
2898
- - channel
2899
- - $.channel
2900
- class:
2901
- - class
2902
- - $.class
2903
- database:
2904
- - database
2905
- - $.database
2906
2564
  dataset:
2907
2565
  - dataset
2908
2566
  - $.dataset
2909
2567
  dataset_type:
2910
2568
  - dataset_type
2911
2569
  - $.dataset_type
2912
- date_range:
2913
- - date_range
2914
- - $.date_range
2915
2570
  day:
2916
2571
  - day
2917
2572
  - $.day
2918
- diagnostic:
2919
- - diagnostic
2920
- - $.diagnostic
2921
- direction:
2922
- - direction
2923
- - $.direction
2924
- domain:
2925
- - domain
2926
- - $.domain
2927
- duplicates:
2928
- - duplicates
2929
- - $.duplicates
2573
+ download_format:
2574
+ - download_format
2575
+ - $.download_format
2930
2576
  ensemble_member:
2931
2577
  - ensemble_member
2932
2578
  - $.ensemble_member
2933
- expect:
2934
- - expect
2935
- - $.expect
2936
2579
  experiment:
2937
2580
  - experiment
2938
2581
  - $.experiment
2939
- expver:
2940
- - expver
2941
- - $.expver
2942
- fcperiod:
2943
- - fcperiod
2944
- - $.fcperiod
2945
- fieldset:
2946
- - fieldset
2947
- - $.fieldset
2948
2582
  filter:
2949
2583
  - filter
2950
2584
  - $.filter
2951
2585
  format:
2952
- - format
2586
+ - data_format
2953
2587
  - $.format
2954
- frequency:
2955
- - frequency
2956
- - $.frequency
2957
2588
  gcm:
2958
2589
  - gcm
2959
2590
  - $.gcm
@@ -2969,69 +2600,33 @@
2969
2600
  hydrological_model:
2970
2601
  - hydrological_model
2971
2602
  - $.hydrological_model
2972
- ident:
2973
- - ident
2974
- - $.ident
2975
- interpolation:
2976
- - interpolation
2977
- - $.interpolation
2978
- intgrid:
2979
- - intgrid
2980
- - $.intgrid
2981
- iteration:
2982
- - iteration
2983
- - $.iteration
2984
2603
  latitude:
2985
2604
  - latitude
2986
2605
  - $.latitude
2987
- levelist:
2988
- - levelist
2989
- - $.levelist
2990
2606
  leadtime_hour:
2991
2607
  - leadtime_hour
2992
2608
  - $.leadtime_hour
2993
2609
  leadtime_month:
2994
2610
  - leadtime_month
2995
2611
  - $.leadtime_month
2996
- levtype:
2997
- - levtype
2998
- - $.levtype
2999
2612
  longitude:
3000
2613
  - longitude
3001
2614
  - $.longitude
3002
- lsm:
3003
- - lsm
3004
- - $.lsm
3005
- method:
3006
- - method
3007
- - $.method
3008
2615
  model_levels:
3009
2616
  - model_levels
3010
2617
  - $.model_levels
3011
2618
  month:
3012
2619
  - month
3013
2620
  - $.month
3014
- number:
3015
- - number
3016
- - $.number
3017
- obsgroup:
3018
- - obsgroup
3019
- - $.obsgroup
3020
- obstype:
3021
- - obstype
3022
- - $.obstype
2621
+ nominal_day:
2622
+ - nominal_day
2623
+ - $.nominal_day
3023
2624
  origin:
3024
2625
  - origin
3025
2626
  - $.origin
3026
2627
  originating_centre:
3027
2628
  - originating_centre
3028
2629
  - $.originating_centre
3029
- packing:
3030
- - packing
3031
- - $.packing
3032
- padding:
3033
- - padding
3034
- - $.padding
3035
2630
  param:
3036
2631
  - param
3037
2632
  - $.param
@@ -3041,9 +2636,6 @@
3041
2636
  pressure_level:
3042
2637
  - pressure_level
3043
2638
  - $.pressure_level
3044
- priority:
3045
- - priority
3046
- - $.priority
3047
2639
  processing_level:
3048
2640
  - processing_level
3049
2641
  - $.processing_level
@@ -3056,39 +2648,15 @@
3056
2648
  product_version:
3057
2649
  - product_version
3058
2650
  - $.product_version
3059
- range:
3060
- - range
3061
- - $.range
3062
2651
  rcm:
3063
2652
  - rcm
3064
2653
  - $.rcm
3065
- refdate:
3066
- - refdate
3067
- - $.refdate
3068
- reference:
3069
- - reference
3070
- - $.reference
3071
2654
  region:
3072
2655
  - region
3073
2656
  - $.region
3074
- reportype:
3075
- - reportype
3076
- - $.reportype
3077
- repres:
3078
- - repres
3079
- - $.repres
3080
- resol:
3081
- - resol
3082
- - $.resol
3083
- rotation:
3084
- - rotation
3085
- - $.rotation
3086
2657
  satellite:
3087
2658
  - satellite
3088
2659
  - $.satellite
3089
- section:
3090
- - section
3091
- - $.section
3092
2660
  sensor:
3093
2661
  - sensor
3094
2662
  - $.sensor
@@ -3104,9 +2672,6 @@
3104
2672
  step:
3105
2673
  - step
3106
2674
  - $.step
3107
- stream:
3108
- - stream
3109
- - $.stream
3110
2675
  system:
3111
2676
  - system
3112
2677
  - $.system
@@ -3125,15 +2690,9 @@
3125
2690
  time_aggregation:
3126
2691
  - time_aggregation
3127
2692
  - $.time_aggregation
3128
- truncation:
3129
- - truncation
3130
- - $.truncation
3131
2693
  type:
3132
2694
  - type
3133
2695
  - $.type
3134
- use:
3135
- - use
3136
- - $.use
3137
2696
  variable:
3138
2697
  - variable
3139
2698
  - $.variable
@@ -3159,48 +2718,52 @@
3159
2718
  ERA5_SL:
3160
2719
  dataset: reanalysis-era5-single-levels
3161
2720
  api_product_type: reanalysis
3162
- time: 00:00
3163
2721
  format: grib
2722
+ variable: 10m_u_component_of_wind
2723
+ metadata_mapping:
2724
+ <<: *day_month_year_time
3164
2725
  ERA5_PL:
3165
2726
  dataset: reanalysis-era5-pressure-levels
3166
2727
  api_product_type: reanalysis
3167
- time: 00:00
3168
2728
  format: grib
2729
+ variable: geopotential
2730
+ metadata_mapping:
2731
+ <<: *day_month_year_time
3169
2732
  ERA5_PL_MONTHLY:
3170
2733
  dataset: reanalysis-era5-pressure-levels-monthly-means
3171
- api_product_type: monthly_averaged_reanalysis
3172
- time: 00:00
2734
+ api_product_type: monthly_averaged_reanalysis_by_hour_of_day
3173
2735
  format: grib
3174
2736
  variable: divergence
3175
2737
  pressure_level: '1'
3176
2738
  metadata_mapping:
3177
- <<: *day_month_year
2739
+ <<: *month_year_time
3178
2740
  ERA5_LAND:
3179
2741
  dataset: reanalysis-era5-land
3180
2742
  variable: 2m_dewpoint_temperature
3181
- time: 01:00
3182
2743
  format: grib
2744
+ metadata_mapping:
2745
+ <<: *day_month_year_time
3183
2746
  ERA5_LAND_MONTHLY:
3184
2747
  dataset: reanalysis-era5-land-monthly-means
3185
- api_product_type: monthly_averaged_reanalysis
2748
+ api_product_type: monthly_averaged_reanalysis_by_hour_of_day
3186
2749
  variable: 2m_dewpoint_temperature
3187
- time: 00:00
3188
2750
  format: grib
3189
2751
  metadata_mapping:
3190
- <<: *day_month_year
2752
+ <<: *month_year_time
3191
2753
  ERA5_SL_MONTHLY:
3192
2754
  dataset: reanalysis-era5-single-levels-monthly-means
3193
- api_product_type: monthly_averaged_reanalysis
3194
- time: 00:00
2755
+ api_product_type: monthly_averaged_reanalysis_by_hour_of_day
3195
2756
  format: grib
3196
2757
  metadata_mapping:
3197
- <<: *day_month_year
2758
+ <<: *month_year_time
3198
2759
  UERRA_EUROPE_SL:
3199
2760
  dataset: reanalysis-uerra-europe-single-levels
3200
2761
  origin: mescan_surfex
3201
2762
  variable: 10m_wind_direction
3202
2763
  time: 00:00
3203
2764
  format: grib
2765
+ metadata_mapping:
2766
+ <<: *day_month_year
3204
2767
  GLACIERS_DIST_RANDOLPH:
3205
2768
  dataset: insitu-glaciers-extent
3206
2769
  variable: glacier_area
@@ -3219,142 +2782,34 @@
3219
2782
  "hydrological_year": {completionTimeFromAscendingNode#get_hydrological_year}
3220
2783
  }}
3221
2784
  - '{$.completionTimeFromAscendingNode#get_hydrological_year}'
3222
- FIRE_HISTORICAL:
3223
- dataset: cems-fire-historical-v1
3224
- grid: original_grid
3225
- dataset_type: consolidated_dataset
3226
- api_product_type: reanalysis
3227
- variable: build_up_index
3228
- system_version: '4_1'
3229
- format: grib
3230
- GLOFAS_FORECAST:
3231
- dataset: cems-glofas-forecast
3232
- system_version: operational
3233
- variable: river_discharge_in_the_last_24_hours
3234
- format: grib
3235
- hydrological_model: htessel_lisflood
3236
- api_product_type: control_forecast
3237
- leadtime_hour: '24'
3238
- GLOFAS_REFORECAST:
3239
- dataset: cems-glofas-reforecast
3240
- variable: river_discharge_in_the_last_24_hours
3241
- format: grib
3242
- system_version: version_4_0
3243
- hydrological_model: lisflood
3244
- api_product_type: control_reforecast
3245
- leadtime_hour: '24'
3246
- GLOFAS_HISTORICAL:
3247
- dataset: cems-glofas-historical
3248
- system_version: version_4_0
3249
- variable: river_discharge_in_the_last_24_hours
3250
- format: grib
3251
- hydrological_model: lisflood
3252
- api_product_type: consolidated
3253
- metadata_mapping:
3254
- <<: *hday_hmonth_hyear
3255
- GLOFAS_SEASONAL:
3256
- dataset: cems-glofas-seasonal
3257
- variable: river_discharge_in_the_last_24_hours
3258
- format: grib
3259
- system_version: operational
3260
- hydrological_model: lisflood
3261
- leadtime_hour: '24'
2785
+ SATELLITE_CARBON_DIOXIDE:
2786
+ dataset: satellite-carbon-dioxide
2787
+ processing_level: level_2
2788
+ variable: xco2
2789
+ sensor_and_algorithm: merged_emma
2790
+ version: '4_5'
3262
2791
  metadata_mapping:
3263
2792
  <<: *day_month_year
3264
- GLOFAS_SEASONAL_REFORECAST:
3265
- dataset: cems-glofas-seasonal-reforecast
3266
- format: grib
3267
- variable: river_discharge_in_the_last_24_hours
3268
- system_version: version_4_0
3269
- hydrological_model: lisflood
3270
- leadtime_hour: '24'
2793
+ SATELLITE_FIRE_BURNED_AREA:
2794
+ dataset: satellite-fire-burned-area
2795
+ origin: esa_cci
2796
+ sensor: modis
2797
+ variable: grid_variables
2798
+ version: '5_1_1cds'
2799
+ nominal_day: '01'
3271
2800
  metadata_mapping:
3272
- <<: *hday_hmonth_hyear
3273
- EFAS_FORECAST:
3274
- dataset: efas-forecast
3275
- format: grib.zip
3276
- system_version: operational
3277
- originating_centre: ecmwf
3278
- api_product_type: control_forecast
3279
- variable: river_discharge_in_the_last_24_hours
3280
- model_levels: surface_level
3281
- time: 00:00
3282
- leadtime_hour: '24'
3283
- EFAS_HISTORICAL:
3284
- dataset: efas-historical
3285
- format: grib.zip
3286
- model_levels: surface_level
3287
- variable: snow_depth_water_equivalent
3288
- system_version: version_5_0
3289
- time: 00:00
3290
- metadata_mapping:
3291
- <<: *hday_hmonth_hyear
3292
- EFAS_REFORECAST:
3293
- dataset: efas-reforecast
3294
- system_version: version_5_0
3295
- format: grib.zip
3296
- api_product_type: control_forecast
3297
- variable: river_discharge_in_the_last_6_hours
3298
- model_levels: surface_level
3299
- leadtime_hour: '6'
3300
- metadata_mapping:
3301
- <<: *hday_hmonth_hyear
3302
- EFAS_SEASONAL:
3303
- dataset: efas-seasonal
3304
- system_version: operational
3305
- format: grib.zip
3306
- variable: river_discharge_in_the_last_24_hours
3307
- model_levels: surface_level
3308
- leadtime_hour: '24'
3309
- metadata_mapping:
3310
- <<: *day_month_year
3311
- EFAS_SEASONAL_REFORECAST:
3312
- dataset: efas-seasonal-reforecast
3313
- system_version: version_5_0
3314
- format: grib.zip
3315
- variable: river_discharge_in_the_last_24_hours
3316
- model_levels: surface_level
3317
- leadtime_hour: '24'
3318
- metadata_mapping:
3319
- <<: *hday_hmonth_hyear
3320
- SATELLITE_CARBON_DIOXIDE:
3321
- dataset: satellite-carbon-dioxide
3322
- format: zip
3323
- processing_level: level_2
3324
- variable: xco2
3325
- sensor_and_algorithm: sciamachy_wfmd
3326
- version: '4.0'
3327
- metadata_mapping:
3328
- <<: *day_month_year
3329
- SATELLITE_FIRE_BURNED_AREA:
3330
- dataset: satellite-fire-burned-area
3331
- format: zip
3332
- origin: esa_cci
3333
- sensor: modis
3334
- variable: grid_variables
3335
- version: 5_1_1cds
3336
- metadata_mapping:
3337
- completionTimeFromAscendingNode:
3338
- - |
3339
- {{
3340
- "year": {_date#interval_to_datetime_dict}["year"],
3341
- "month": {_date#interval_to_datetime_dict}["month"],
3342
- "nominal_day": {_date#interval_to_datetime_dict}["day"]
3343
- }}
3344
- - '{$.completionTimeFromAscendingNode#to_iso_date}'
3345
- SATELLITE_METHANE:
3346
- dataset: satellite-methane
3347
- format: zip
3348
- processing_level: level_2
3349
- variable: xch4
3350
- sensor_and_algorithm: sciamachy_wfmd
3351
- version: '4.0'
2801
+ <<: *month_year
2802
+ SATELLITE_METHANE:
2803
+ dataset: satellite-methane
2804
+ processing_level: level_2
2805
+ variable: xch4
2806
+ sensor_and_algorithm: merged_emma
2807
+ version: '4_5'
3352
2808
  metadata_mapping:
3353
2809
  <<: *day_month_year
3354
2810
  SATELLITE_SEA_ICE_EDGE_TYPE:
3355
2811
  cdr_type: cdr
3356
2812
  dataset: satellite-sea-ice-edge-type
3357
- format: zip
3358
2813
  region: northern_hemisphere
3359
2814
  variable:
3360
2815
  - sea_ice_edge
@@ -3365,7 +2820,6 @@
3365
2820
  SATELLITE_SEA_ICE_THICKNESS:
3366
2821
  cdr_type: cdr
3367
2822
  dataset: satellite-sea-ice-thickness
3368
- format: zip
3369
2823
  satellite: envisat
3370
2824
  variable: all
3371
2825
  version: '3_0'
@@ -3374,8 +2828,7 @@
3374
2828
  SATELLITE_SEA_ICE_CONCENTRATION:
3375
2829
  cdr_type: cdr
3376
2830
  dataset: satellite-sea-ice-concentration
3377
- format: zip
3378
- origin: EUMETSAT OSI SAF
2831
+ origin: eumetsat_osi_saf
3379
2832
  region:
3380
2833
  - northern_hemisphere
3381
2834
  - southern_hemisphere
@@ -3385,46 +2838,34 @@
3385
2838
  version: v3
3386
2839
  metadata_mapping:
3387
2840
  <<: *day_month_year
3388
- SATELLITE_SEA_LEVEL_BLACK_SEA:
3389
- dataset: satellite-sea-level-black-sea
3390
- format: zip
3391
- metadata_mapping:
3392
- <<: *day_month_year
3393
2841
  SATELLITE_SEA_LEVEL_GLOBAL:
3394
2842
  dataset: satellite-sea-level-global
3395
- format: zip
3396
2843
  variable:
3397
2844
  - daily
3398
- version: vDT2021
3399
- metadata_mapping:
3400
- <<: *day_month_year
3401
- SATELLITE_SEA_LEVEL_MEDITERRANEAN:
3402
- dataset: satellite-sea-level-mediterranean
3403
- variable: all
3404
- format: zip
2845
+ version: vdt2021
3405
2846
  metadata_mapping:
3406
2847
  <<: *day_month_year
3407
2848
  SEASONAL_POSTPROCESSED_PL:
3408
2849
  dataset: seasonal-postprocessed-pressure-levels
3409
2850
  format: grib
3410
2851
  originating_centre: ecmwf
3411
- system: '4'
2852
+ system: '5'
3412
2853
  variable: geopotential_anomaly
3413
2854
  pressure_level: '10'
3414
2855
  api_product_type: ensemble_mean
3415
2856
  leadtime_month: '1'
3416
2857
  metadata_mapping:
3417
- <<: *day_month_year
2858
+ <<: *month_year
3418
2859
  SEASONAL_POSTPROCESSED_SL:
3419
2860
  dataset: seasonal-postprocessed-single-levels
3420
2861
  format: grib
3421
2862
  originating_centre: ecmwf
3422
- system: '4'
2863
+ system: '5'
3423
2864
  variable: 2m_dewpoint_temperature_anomaly
3424
2865
  api_product_type: ensemble_mean
3425
2866
  leadtime_month: '1'
3426
2867
  metadata_mapping:
3427
- <<: *day_month_year
2868
+ <<: *month_year
3428
2869
  SEASONAL_ORIGINAL_SL:
3429
2870
  dataset: seasonal-original-single-levels
3430
2871
  format: grib
@@ -3432,6 +2873,9 @@
3432
2873
  system: '5'
3433
2874
  variable: 10m_u_component_of_wind
3434
2875
  leadtime_hour: '6'
2876
+ day: '01'
2877
+ metadata_mapping:
2878
+ <<: *month_year
3435
2879
  SEASONAL_ORIGINAL_PL:
3436
2880
  dataset: seasonal-original-pressure-levels
3437
2881
  format: grib
@@ -3440,6 +2884,9 @@
3440
2884
  variable: geopotential
3441
2885
  pressure_level: '10'
3442
2886
  leadtime_hour: '12'
2887
+ day: '01'
2888
+ metadata_mapping:
2889
+ <<: *month_year
3443
2890
  SEASONAL_MONTHLY_PL:
3444
2891
  dataset: seasonal-monthly-pressure-levels
3445
2892
  format: grib
@@ -3450,7 +2897,7 @@
3450
2897
  api_product_type: monthly_mean
3451
2898
  leadtime_month: '1'
3452
2899
  metadata_mapping:
3453
- <<: *day_month_year
2900
+ <<: *month_year
3454
2901
  SEASONAL_MONTHLY_SL:
3455
2902
  dataset: seasonal-monthly-single-levels
3456
2903
  format: grib
@@ -3460,7 +2907,7 @@
3460
2907
  api_product_type: monthly_mean
3461
2908
  leadtime_month: '1'
3462
2909
  metadata_mapping:
3463
- <<: *day_month_year
2910
+ <<: *month_year
3464
2911
  SIS_HYDRO_MET_PROJ:
3465
2912
  dataset: sis-hydrology-meteorology-derived-projections
3466
2913
  format: zip
@@ -3757,8 +3204,8 @@
3757
3204
  ssl_verify: true
3758
3205
  auth: !plugin
3759
3206
  type: GenericAuth
3207
+ matching_url: https://copernicus.nci.org.au
3760
3208
  method: basic
3761
- ssl_verify: true
3762
3209
  ---
3763
3210
  !provider # MARK: meteoblue
3764
3211
  name: meteoblue
@@ -3851,6 +3298,7 @@
3851
3298
  output_extension: .nc
3852
3299
  auth: !plugin
3853
3300
  type: HttpQueryStringAuth
3301
+ matching_url: https?://[a-z]+.meteoblue.com
3854
3302
  auth_uri: 'http://my.meteoblue.com/dataset/meta?dataset=NEMSAUTO'
3855
3303
  ssl_verify: true
3856
3304
  ---
@@ -4038,14 +3486,15 @@
4038
3486
  ssl_verify: true
4039
3487
  auth: !plugin
4040
3488
  type: KeycloakOIDCPasswordAuth
4041
- auth_base_uri: 'https://identity.dataspace.copernicus.eu/auth'
4042
- realm: 'CDSE'
3489
+ matching_url: https://catalogue.dataspace.copernicus.eu
3490
+ oidc_config_url: https://identity.dataspace.copernicus.eu/auth/realms/CDSE/.well-known/openid-configuration
4043
3491
  client_id: 'cdse-public'
4044
3492
  client_secret: null
4045
3493
  token_provision: qs
4046
3494
  token_qs_key: 'token'
4047
3495
  auth_error_code: 401
4048
3496
  ssl_verify: true
3497
+ allowed_audiences: ["CLOUDFERRO_PUBLIC"]
4049
3498
  products:
4050
3499
  # S2
4051
3500
  S2_MSI_L1C:
@@ -4283,6 +3732,7 @@
4283
3732
  ssl_verify: true
4284
3733
  auth: !plugin
4285
3734
  type: SASAuth
3735
+ matching_url: https://[-\w\.]+.blob.core.windows.net
4286
3736
  auth_uri: 'https://planetarycomputer.microsoft.com/api/sas/v1/sign?href={url}'
4287
3737
  signed_url_key: href
4288
3738
  ssl_verify: true
@@ -4332,57 +3782,20 @@
4332
3782
  ssl_verify: true
4333
3783
  auth: !plugin
4334
3784
  type: HTTPHeaderAuth
4335
- ssl_verify: true
3785
+ matching_url: https://hydroweb.next.theia-land.fr
4336
3786
  headers:
4337
3787
  X-API-Key: "{apikey}"
4338
3788
 
4339
3789
  ---
4340
- !provider # MARK: wekeo
4341
- name: wekeo
3790
+ !provider # MARK: wekeo_main
3791
+ name: wekeo_main # wekeo_main
3792
+ group: wekeo
4342
3793
  priority: 0
4343
3794
  roles:
4344
3795
  - host
4345
- description: WEkEO - Copernicus and Sentinel data
3796
+ description: WEkEO - Sentinel and some various Copernicus data
4346
3797
  url: https://www.wekeo.eu/
4347
3798
  # anchors to avoid duplications
4348
- anchor_day_month_year: &day_month_year
4349
- startTimeFromAscendingNode:
4350
- - |
4351
- {{
4352
- "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
4353
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
4354
- "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"]
4355
- }}
4356
- - $.properties.startDate
4357
- completionTimeFromAscendingNode: $.properties.endDate
4358
- anchor_hist_day_month_year: &hist_day_month_year
4359
- startTimeFromAscendingNode:
4360
- - |
4361
- {{
4362
- "hyear": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
4363
- "hmonth": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
4364
- "hday": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"]
4365
- }}
4366
- - $.properties.startDate
4367
- completionTimeFromAscendingNode: $.properties.endDate
4368
- anchor_year_month: &month_year
4369
- startTimeFromAscendingNode:
4370
- - |
4371
- {{
4372
- "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
4373
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"]
4374
- }}
4375
- - $.properties.startDate
4376
- completionTimeFromAscendingNode: $.properties.endDate
4377
- anchor_hist_year_month: &hist_month_year
4378
- startTimeFromAscendingNode:
4379
- - |
4380
- {{
4381
- "hyear": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
4382
- "hmonth": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"]
4383
- }}
4384
- - $.properties.startDate
4385
- completionTimeFromAscendingNode: $.properties.endDate
4386
3799
  anchor_dates_eum: &eo_eum_dates
4387
3800
  startTimeFromAscendingNode:
4388
3801
  - '{{"dtstart": "{startTimeFromAscendingNode}"}}'
@@ -4426,7 +3839,7 @@
4426
3839
  cycleNumber:
4427
3840
  - '{{"cycle": "{cycleNumber}"}}'
4428
3841
  - '$.null'
4429
- andchor_id_from_date: &id_from_date
3842
+ anchor_id_from_date: &id_from_date
4430
3843
  id:
4431
3844
  - |
4432
3845
  {{
@@ -4435,24 +3848,23 @@
4435
3848
  }}
4436
3849
  - '$.id'
4437
3850
  search: !plugin
4438
- type: PostJsonSearch
3851
+ type: PostJsonSearchWithStacQueryables
4439
3852
  api_endpoint: https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/search
4440
3853
  timeout: 60
4441
3854
  need_auth: true
4442
3855
  auth_error_code: 401
4443
3856
  results_entry: 'features'
4444
- two_passes_id_search: true
4445
3857
  pagination:
4446
3858
  total_items_nb_key_path: '$.properties.totalResults'
4447
3859
  next_page_query_obj: '{{"itemsPerPage":{items_per_page},"startIndex":{skip}}}'
4448
3860
  max_items_per_page: 200
4449
- query_params_key: 'search'
4450
3861
  discover_product_types:
4451
3862
  fetch_url: null
4452
- constraints_file_url: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/queryable/{dataset}'
4453
- constraints_file_dataset_key: productType
4454
- constraints_entry: constraints
4455
- stop_without_constraints_entry_key: true
3863
+ discover_queryables:
3864
+ fetch_url: null
3865
+ product_type_fetch_url: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/queryable/{provider_product_type}'
3866
+ result_type: json
3867
+ results_entry: '$.properties[*]'
4456
3868
  metadata_mapping:
4457
3869
  productType:
4458
3870
  - '{{"dataset_id": "{productType}"}}'
@@ -4488,36 +3900,12 @@
4488
3900
  variable:
4489
3901
  - '{{"variable": "{variable}"}}'
4490
3902
  - '$.null'
4491
- leadtime_hour:
4492
- - '{{"leadtime_hour": {leadtime_hour}}}'
4493
- - '$.null'
4494
- leadtime_month:
4495
- - '{{"leadtime_month": {leadtime_month}}}'
4496
- - '$.null'
4497
- origin:
4498
- - '{{"origin": "{origin}"}}'
4499
- - '$.null'
4500
3903
  system:
4501
3904
  - '{{"system": "{system}"}}'
4502
3905
  - '$.null'
4503
- format:
4504
- - '{{"format": "{format}"}}'
4505
- - '$.null'
4506
- pressure_level:
4507
- - '{{"pressure_level": {pressure_level}}}'
4508
- - '$.null'
4509
- model_level:
4510
- - '{{"model_level": {model_level}}}'
4511
- - '$.null'
4512
- sensor_and_algorithm:
4513
- - '{{"sensor_and_algorithm": "{sensor_and_algorithm}"}}'
4514
- - '$.null'
4515
3906
  version:
4516
3907
  - '{{"version": {version}}}'
4517
3908
  - '$.null'
4518
- time:
4519
- - '{{"time": {time}}}'
4520
- - '$.null'
4521
3909
  region:
4522
3910
  - '{{"region": {region}}}'
4523
3911
  - '$.null'
@@ -4527,72 +3915,18 @@
4527
3915
  source:
4528
3916
  - '{{"source": {source}}}'
4529
3917
  - '$.null'
4530
- quantity:
4531
- - '{{"quantity": "{quantity}"}}'
4532
- - '$.null'
4533
- input_observations:
4534
- - '{{"input_observations": "{input_observations}"}}'
4535
- - '$.null'
4536
- aggregation:
4537
- - '{{"aggregation": "{aggregation}"}}'
4538
- - '$.null'
4539
3918
  model:
4540
3919
  - '{{"model": {model}}}'
4541
3920
  - '$.null'
4542
3921
  level:
4543
3922
  - '{{"level": {level}}}'
4544
3923
  - '$.null'
4545
- forcing_type:
4546
- - '{{"forcing_type": "{forcing_type}"}}'
4547
- - '$.null'
4548
- sky_type:
4549
- - '{{"sky_type": {sky_type}}}'
4550
- - '$.null'
4551
- band:
4552
- - '{{"band": {band}}}'
4553
- - '$.null'
4554
- aerosol_type:
4555
- - '{{"aerosol_type": {aerosol_type}}}'
4556
- - '$.null'
4557
3924
  step:
4558
3925
  - '{{"step": {step}}}'
4559
3926
  - '$.null'
4560
- longitude:
4561
- - '{{"longitude": "{longitude}"}}'
4562
- - '$.null'
4563
- latitude:
4564
- - '{{"latitude": "{latitude}"}}'
4565
- - '$.null'
4566
- altitude:
4567
- - '{{"altitude": "{altitude}"}}'
4568
- - '$.null'
4569
- time_reference:
4570
- - '{{"time_reference": "{time_reference}"}}'
4571
- - '$.null'
4572
- grid:
4573
- - '{{"grid": "{grid}"}}'
4574
- - '$.null'
4575
- soil_level:
4576
- - '{{"soil_level": {soil_level}}}'
4577
- - '$.null'
4578
- year:
4579
- - '{{"year": {year}}}'
4580
- - '$.null'
4581
- month:
4582
- - '{{"month": {month}}}'
4583
- - '$.null'
4584
- day:
4585
- - '{{"day": {day}}}'
4586
- - '$.null'
4587
3927
  satellite:
4588
3928
  - '{{"satellite": {satellite}}}'
4589
3929
  - '$.null'
4590
- cdr_type:
4591
- - '{{"cdr_type": "{cdr_type}"}}'
4592
- - '$.null'
4593
- statistic:
4594
- - '{{"statistic": {statistic}}}'
4595
- - '$.null'
4596
3930
  sensor:
4597
3931
  - '{{"sensor": "{sensor}"}}'
4598
3932
  - '$.null'
@@ -4844,461 +4178,800 @@
4844
4178
  - '{{"processingMode": "{processingMode}"}}'
4845
4179
  - '$.null'
4846
4180
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ESA:DAT:SENTINEL-5P"}}'
4847
- SATELLITE_CARBON_DIOXIDE:
4848
- productType: EO:ECMWF:DAT:SATELLITE_CARBON_DIOXIDE
4849
- processingLevel:
4850
- - level_2
4851
- version:
4852
- - "4.0"
4853
- variable: xco2
4854
- sensor_and_algorithm: sciamachy_wfmd
4855
- format: zip
4856
- metadata_mapping:
4857
- id: '$.id'
4858
- <<: *day_month_year
4859
- variable:
4860
- - '{{"variable": "{variable}"}}'
4861
- - '$.null'
4862
- processingLevel:
4863
- - '{{"processing_level": {processingLevel}}}'
4864
- - '$.null'
4865
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4866
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_CARBON_DIOXIDE"}}'
4867
- SATELLITE_FIRE_BURNED_AREA:
4868
- productType: EO:ECMWF:DAT:SATELLITE_FIRE_BURNED_AREA
4869
- origin: c3s
4870
- sensor: modis
4871
- variable: grid_variables
4872
- version: 5_1_1cds
4873
- region:
4874
- - europe
4875
- format: zip
4181
+ EEA_DAILY_VI:
4182
+ productType: EO:EEA:DAT:CLMS_HRVPP_VI
4876
4183
  metadata_mapping:
4877
- variable:
4878
- - '{{"variable": "{variable}"}}'
4184
+ id:
4185
+ - '{{"uid": {id}}}'
4186
+ - '$.id'
4187
+ <<: *clms_dates
4188
+ relativeOrbitNumber:
4189
+ - '{{"relativeOrbitNumber": "{relativeOrbitNumber}"}}'
4879
4190
  - '$.null'
4880
4191
  version:
4881
- - '{{"version": "{version}"}}'
4192
+ - '{{"productVersion": "{version}"}}'
4882
4193
  - '$.null'
4883
- startTimeFromAscendingNode:
4884
- - |
4885
- {{
4886
- "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
4887
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
4888
- "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"]
4889
- }}
4890
- - $.properties.startDate
4891
- completionTimeFromAscendingNode: $.properties.endDate
4892
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_FIRE_BURNED_AREA"}}'
4893
- SATELLITE_METHANE:
4894
- productType: EO:ECMWF:DAT:SATELLITE_METHANE
4895
- processingLevel:
4896
- - level_2
4897
- version:
4898
- - "4.0"
4899
- variable: xch4
4900
- sensor_and_algorithm: sciamachy_wfmd
4901
- format: zip
4902
- metadata_mapping:
4903
- id: '$.id'
4904
- <<: *day_month_year
4905
- processingLevel:
4906
- - '{{"processing_level": {processingLevel}}}'
4907
- - '$.null'
4908
- variable:
4909
- - '{{"variable": "{variable}"}}'
4194
+ platformSerialIdentifier:
4195
+ - '{{"platformSerialIdentifier": "{platformSerialIdentifier}"}}'
4196
+ - '$.id.`sub(/^[^_]+_[^_]+_([^_]+)_.*/, \\1)`'
4197
+ tileIdentifier:
4198
+ - '{{"tileId": "{tileIdentifier}"}}'
4910
4199
  - '$.null'
4911
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4912
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_METHANE"}}'
4913
- SATELLITE_SEA_ICE_EDGE_TYPE:
4914
- productType: EO:ECMWF:DAT:SATELLITE_SEA_ICE_EDGE_TYPE
4915
- variable:
4916
- - sea_ice_type
4917
- region: northern_hemisphere
4918
- cdr_type: cdr
4919
- version: '3_0'
4920
- format: zip
4200
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:EEA:DAT:CLMS_HRVPP_VI"}}'
4201
+ COP_DEM_GLO30_DGED:
4202
+ productType: EO:DEM:DAT:COP-DEM_GLO-30-DGED__2023_1
4921
4203
  metadata_mapping:
4922
4204
  id: '$.id'
4923
- <<: *day_month_year
4924
- region:
4925
- - '{{"region": "{region}"}}'
4926
- - '$.null'
4927
- version:
4928
- - '{{"version": "{version}"}}'
4929
- - '$.null'
4930
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4931
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_SEA_ICE_EDGE_TYPE"}}'
4932
- SATELLITE_SEA_ICE_THICKNESS:
4933
- productType: EO:ECMWF:DAT:SATELLITE_SEA_ICE_THICKNESS
4934
- satellite:
4935
- - envisat
4936
- cdr_type:
4937
- - cdr
4938
- variable: all
4939
- version: '3_0'
4940
- format: zip
4205
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:DEM:DAT:COP-DEM_GLO-30-DGED__2023_1"}}'
4206
+ COP_DEM_GLO30_DTED:
4207
+ productType: EO:DEM:DAT:COP-DEM_GLO-30-DTED__2023_1
4941
4208
  metadata_mapping:
4942
4209
  id: '$.id'
4943
- <<: *month_year
4944
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4945
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_SEA_ICE_THICKNESS"}}'
4946
- SATELLITE_SEA_ICE_CONCENTRATION:
4947
- productType: EO:ECMWF:DAT:SATELLITE_SEA_ICE_CONCENTRATION
4948
- cdr_type:
4949
- - cdr
4950
- variable: all
4951
- version: v3
4952
- sensor: ssmis
4953
- origin: ESA CCI
4954
- region:
4955
- - northern_hemisphere
4956
- temporal_aggregation: daily
4957
- format: zip
4210
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:DEM:DAT:COP-DEM_GLO-30-DTED__2023_1"}}'
4211
+ COP_DEM_GLO90_DGED:
4212
+ productType: EO:DEM:DAT:COP-DEM_GLO-90-DGED__2023_1
4958
4213
  metadata_mapping:
4959
4214
  id: '$.id'
4960
- <<: *day_month_year
4961
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4962
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_SEA_ICE_CONCENTRATION"}}'
4963
- SATELLITE_SEA_LEVEL_BLACK_SEA:
4964
- productType: EO:ECMWF:DAT:SATELLITE_SEA_LEVEL_BLACK_SEA
4965
- variable: all
4966
- format: zip
4215
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:DEM:DAT:COP-DEM_GLO-90-DGED__2023_1"}}'
4216
+ COP_DEM_GLO90_DTED:
4217
+ productType: EO:DEM:DAT:COP-DEM_GLO-90-DTED__2023_1
4967
4218
  metadata_mapping:
4968
4219
  id: '$.id'
4969
- <<: *day_month_year
4970
- variable:
4971
- - '{{"variable": "{variable}"}}'
4972
- - '$.null'
4973
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4974
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_SEA_LEVEL_BLACK_SEA"}}'
4975
- SATELLITE_SEA_LEVEL_GLOBAL:
4976
- productType: EO:ECMWF:DAT:SATELLITE_SEA_LEVEL_GLOBAL
4977
- variable:
4978
- - daily
4979
- format: zip
4980
- version: vDT2021
4220
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:DEM:DAT:COP-DEM_GLO-90-DTED__2023_1"}}'
4221
+ CLMS_GLO_NDVI_333M:
4222
+ productType: EO:CLMS:DAT:CLMS_GLOBAL_NDVI_300M_V1_10DAILY_NETCDF
4981
4223
  metadata_mapping:
4982
- id: '$.id'
4983
- <<: *day_month_year
4984
- version:
4985
- - '{{"version": "{version}"}}'
4986
- - '$.null'
4987
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4988
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_SEA_LEVEL_GLOBAL"}}'
4989
- SATELLITE_SEA_LEVEL_MEDITERRANEAN:
4990
- productType: EO:ECMWF:DAT:SATELLITE_SEA_LEVEL_MEDITERRANEAN
4991
- variable: all
4992
- format: zip
4224
+ <<: *id_from_date
4225
+ <<: *clms_dates
4226
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_NDVI_300M_V1_10DAILY_NETCDF"}}'
4227
+ CLMS_GLO_NDVI_1KM_LTS:
4228
+ productType: EO:CLMS:DAT:CLMS_GLOBAL_NDVI_1KM_V2_10DAILY_NETCDF
4993
4229
  metadata_mapping:
4994
- id: '$.id'
4995
- <<: *day_month_year
4996
- variable:
4997
- - '{{"variable": "{variable}"}}'
4998
- - '$.null'
4999
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5000
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_SEA_LEVEL_MEDITERRANEAN"}}'
5001
- SEASONAL_ORIGINAL_SL:
5002
- productType: EO:ECMWF:DAT:SEASONAL_ORIGINAL_SINGLE_LEVELS
5003
- variable:
5004
- - land_sea_mask
5005
- leadtime_hour:
5006
- - "0"
5007
- origin: ecmwf
5008
- system: "51"
5009
- format: grib
4230
+ <<: *id_from_date
4231
+ <<: *clms_dates
4232
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_NDVI_1KM_V2_10DAILY_NETCDF"}}'
4233
+ CLMS_CORINE:
4234
+ productType: EO:CLMS:DAT:CORINE
4235
+ providerProductType: Corine Land Cover 2018
4236
+ format: GeoTiff100mt
5010
4237
  metadata_mapping:
5011
4238
  id: '$.id'
5012
- <<: *day_month_year
5013
- origin:
5014
- - '{{"originating_centre": "{origin}"}}'
4239
+ providerProductType:
4240
+ - '{{"product_type": "{providerProductType}"}}'
5015
4241
  - '$.null'
5016
4242
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5017
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_ORIGINAL_SINGLE_LEVELS"}}'
5018
- SEASONAL_ORIGINAL_PL:
5019
- productType: EO:ECMWF:DAT:SEASONAL_ORIGINAL_PRESSURE_LEVELS
5020
- variable:
5021
- - geopotential
5022
- pressure_level:
5023
- - "10"
5024
- leadtime_hour:
5025
- - "12"
5026
- origin: ecmwf
5027
- system: "51"
5028
- format: grib
4243
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CORINE"}}'
4244
+ CLMS_GLO_FCOVER_333M:
4245
+ productType: EO:CLMS:DAT:CLMS_GLOBAL_FCOVER_300M_V1_10DAILY_NETCDF
5029
4246
  metadata_mapping:
5030
- id: '$.id'
5031
- <<: *day_month_year
5032
- origin:
5033
- - '{{"originating_centre": "{origin}"}}'
4247
+ <<: *id_from_date
4248
+ <<: *clms_dates
4249
+ productGroupId:
4250
+ - '{{"productGroupId": "{productGroupId}"}}'
5034
4251
  - '$.null'
5035
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5036
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_ORIGINAL_PRESSURE_LEVELS"}}'
5037
- SEASONAL_POSTPROCESSED_SL:
5038
- productType: EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_SINGLE_LEVELS
5039
- providerProductType:
5040
- - ensemble_mean
5041
- variable:
5042
- - 10m_u_component_of_wind_anomaly
5043
- leadtime_month:
5044
- - "1"
5045
- origin: ecmwf
5046
- system: "51"
5047
- format: grib
4252
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_FCOVER_300M_V1_10DAILY_NETCDF"}}'
4253
+ CLMS_GLO_DMP_333M:
4254
+ productType: EO:CLMS:DAT:CLMS_GLOBAL_DMP_300M_V1_10DAILY_NETCDF
5048
4255
  metadata_mapping:
5049
- id: '$.id'
5050
- providerProductType:
5051
- - '{{"product_type": {providerProductType}}}'
5052
- - '$.null'
5053
- <<: *month_year
5054
- origin:
5055
- - '{{"originating_centre": "{origin}"}}'
4256
+ <<: *id_from_date
4257
+ <<: *clms_dates
4258
+ productGroupId:
4259
+ - '{{"productGroupId": "{productGroupId}"}}'
5056
4260
  - '$.null'
5057
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5058
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_SINGLE_LEVELS"}}'
5059
- SEASONAL_POSTPROCESSED_PL:
5060
- productType: EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_PRESSURE_LEVELS
5061
- providerProductType:
5062
- - ensemble_mean
5063
- variable:
5064
- - geopotential_anomaly
5065
- pressure_level:
5066
- - "10"
5067
- leadtime_month:
5068
- - "1"
5069
- origin: ecmwf
5070
- system: "5"
5071
- format: grib
4261
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_DMP_300M_V1_10DAILY_NETCDF"}}'
4262
+ CLMS_GLO_GDMP_333M:
4263
+ productType: EO:CLMS:DAT:CLMS_GLOBAL_GDMP_300M_V1_10DAILY_NETCDF
5072
4264
  metadata_mapping:
5073
- id: '$.id'
5074
- providerProductType:
5075
- - '{{"product_type": {providerProductType}}}'
5076
- - '$.null'
5077
- <<: *month_year
5078
- origin:
5079
- - '{{"originating_centre": "{origin}"}}'
4265
+ <<: *id_from_date
4266
+ <<: *clms_dates
4267
+ productGroupId:
4268
+ - '{{"productGroupId": "{productGroupId}"}}'
5080
4269
  - '$.null'
5081
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5082
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_PRESSURE_LEVELS"}}'
5083
- SEASONAL_MONTHLY_SL:
5084
- productType: EO:ECMWF:DAT:SEASONAL_MONTHLY_SINGLE_LEVELS
5085
- variable:
5086
- - 10m_u_component_of_wind
5087
- providerProductType:
5088
- - ensemble_mean
5089
- leadtime_month:
5090
- - "1"
5091
- origin: ecmwf
5092
- system: "51"
5093
- format: grib
4270
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_GDMP_300M_V1_10DAILY_NETCDF"}}'
4271
+ CLMS_GLO_FAPAR_333M:
4272
+ productType: EO:CLMS:DAT:CLMS_GLOBAL_FAPAR_300M_V1_10DAILY_NETCDF
5094
4273
  metadata_mapping:
5095
- id: '$.id'
5096
- providerProductType:
5097
- - '{{"product_type": {providerProductType}}}'
5098
- - '$.null'
5099
- <<: *month_year
5100
- origin:
5101
- - '{{"originating_centre": "{origin}"}}'
4274
+ <<: *id_from_date
4275
+ <<: *clms_dates
4276
+ productGroupId:
4277
+ - '{{"productGroupId": "{productGroupId}"}}'
5102
4278
  - '$.null'
5103
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5104
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_MONTHLY_SINGLE_LEVELS"}}'
5105
- SEASONAL_MONTHLY_PL:
5106
- productType: EO:ECMWF:DAT:SEASONAL_MONTHLY_PRESSURE_LEVELS
5107
- variable:
5108
- - geopotential
5109
- - temperature
5110
- providerProductType:
5111
- - ensemble_mean
5112
- leadtime_month:
5113
- - "1"
5114
- pressure_level:
5115
- - "10"
5116
- origin: ecmwf
5117
- system: "51"
5118
- format: grib
4279
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_FAPAR_300M_V1_10DAILY_NETCDF"}}'
4280
+ CLMS_GLO_LAI_333M:
4281
+ productType: EO:CLMS:DAT:CLMS_GLOBAL_LAI_300M_V1_10DAILY_NETCDF
5119
4282
  metadata_mapping:
5120
- id: '$.id'
5121
- providerProductType:
5122
- - '{{"product_type": {providerProductType}}}'
5123
- - '$.null'
5124
- <<: *month_year
5125
- origin:
5126
- - '{{"originating_centre": "{origin}"}}'
4283
+ <<: *id_from_date
4284
+ <<: *clms_dates
4285
+ productGroupId:
4286
+ - '{{"productGroupId": "{productGroupId}"}}'
5127
4287
  - '$.null'
5128
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5129
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_MONTHLY_PRESSURE_LEVELS"}}'
5130
- GLACIERS_DIST_RANDOLPH:
5131
- productType: EO:ECMWF:DAT:INSITU_GLACIERS_EXTENT
5132
- variable:
5133
- - glacier_area
4288
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_LAI_300M_V1_10DAILY_NETCDF"}}'
4289
+ auth: !plugin
4290
+ type: TokenAuth
4291
+ matching_url: https://[-\w\.]+.wekeo2.eu
4292
+ auth_uri: 'https://gateway.prod.wekeo2.eu/hda-broker/gettoken'
4293
+ refresh_uri: 'https://gateway.prod.wekeo2.eu/hda-broker/refreshtoken'
4294
+ token_type: json
4295
+ token_key: access_token
4296
+ refresh_token_key: refresh_token
4297
+ download: !plugin
4298
+ type: HTTPDownload
4299
+ base_uri: https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess
4300
+ flatten_top_dirs: true
4301
+ auth_error_code: 401
4302
+ order_enabled: true
4303
+ order_method: 'POST'
4304
+ order_on_response:
4305
+ metadata_mapping:
4306
+ orderId: '$.json.download_id'
4307
+ orderStatusLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/downloads?download_id={orderId}'
4308
+ order_status:
4309
+ request:
4310
+ method: GET
4311
+ metadata_mapping:
4312
+ status: $.json.features[0].status
4313
+ message: $.json.features[0].message
4314
+ error:
4315
+ status: Error
4316
+ success:
4317
+ status: Done
4318
+ ordered:
4319
+ http_code: 202
4320
+ on_success:
4321
+ metadata_mapping:
4322
+ download_id: $.json.features[0]._id
4323
+ downloadLink: https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download/{download_id}
4324
+
4325
+ ---
4326
+ !provider # MARK: wekeo_ecmwf
4327
+ name: wekeo_ecmwf
4328
+ group: wekeo
4329
+ priority: 0
4330
+ roles:
4331
+ - host
4332
+ description: WEkEO - ECMWF data
4333
+ url: https://www.wekeo.eu/
4334
+ # anchors to avoid duplications
4335
+ anchor_day_month_year: &day_month_year
4336
+ startTimeFromAscendingNode:
4337
+ - |
4338
+ {{
4339
+ "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
4340
+ "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
4341
+ "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"]
4342
+ }}
4343
+ - $.properties.startDate
4344
+ completionTimeFromAscendingNode: $.properties.endDate
4345
+ anchor_year_month: &month_year
4346
+ startTimeFromAscendingNode:
4347
+ - |
4348
+ {{
4349
+ "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
4350
+ "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"]
4351
+ }}
4352
+ - $.properties.startDate
4353
+ completionTimeFromAscendingNode: $.properties.endDate
4354
+ anchor_variable_list: &variable_list
4355
+ variable:
4356
+ - '{{"variable": {variable}}}'
4357
+ - '$.null'
4358
+ search: !plugin
4359
+ type: PostJsonSearch
4360
+ api_endpoint: https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/search
4361
+ timeout: 60
4362
+ need_auth: true
4363
+ auth_error_code: 401
4364
+ results_entry: 'features'
4365
+ dates_required: true
4366
+ pagination:
4367
+ total_items_nb_key_path: '$.properties.totalResults'
4368
+ next_page_query_obj: '{{"itemsPerPage":{items_per_page},"startIndex":{skip}}}'
4369
+ max_items_per_page: 200
4370
+ discover_product_types:
4371
+ fetch_url: null
4372
+ constraints_file_url: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/queryable/{dataset}'
4373
+ constraints_file_dataset_key: productType
4374
+ constraints_entry: constraints
4375
+ stop_without_constraints_entry_key: true
4376
+ metadata_mapping:
4377
+ productType:
4378
+ - '{{"dataset_id": "{productType}"}}'
4379
+ - '$.null'
4380
+ geometry:
4381
+ - '{{"bbox": {geometry#to_bounds}}}'
4382
+ - '$.geometry'
4383
+ defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4384
+ id:
4385
+ - '{{"productIdentifier": "{id}"}}'
4386
+ - '{$.id#remove_extension}'
4387
+ startTimeFromAscendingNode:
4388
+ - '{{"dtstart": "{startTimeFromAscendingNode#to_iso_utc_datetime}"}}'
4389
+ - '$.properties.startdate'
4390
+ completionTimeFromAscendingNode:
4391
+ - '{{"dtend": "{completionTimeFromAscendingNode#to_iso_utc_datetime}"}}'
4392
+ - '$.properties.enddate'
4393
+ downloadLink: '$.properties.location'
4394
+ title: '$.id'
4395
+ storageStatus: 'OFFLINE'
4396
+ processingLevel:
4397
+ - '{{"processingLevel": "{processingLevel}"}}'
4398
+ - '$.null'
5134
4399
  providerProductType:
5135
- - gridded
4400
+ - '{{"productType": "{providerProductType}"}}'
4401
+ - '$.null'
4402
+ variable:
4403
+ - '{{"variable": {variable}}}'
4404
+ - '$.null'
4405
+ leadtime_hour:
4406
+ - '{{"leadtime_hour": {leadtime_hour}}}'
4407
+ - '$.null'
4408
+ leadtime_month:
4409
+ - '{{"leadtime_month": {leadtime_month}}}'
4410
+ - '$.null'
4411
+ origin:
4412
+ - '{{"origin": "{origin}"}}'
4413
+ - '$.null'
4414
+ system:
4415
+ - '{{"system": "{system}"}}'
4416
+ - '$.null'
4417
+ format:
4418
+ - '{{"format": "{format}"}}'
4419
+ - '$.null'
4420
+ pressure_level:
4421
+ - '{{"pressure_level": {pressure_level}}}'
4422
+ - '$.null'
4423
+ model_level:
4424
+ - '{{"model_level": {model_level}}}'
4425
+ - '$.null'
4426
+ sensor_and_algorithm:
4427
+ - '{{"sensor_and_algorithm": "{sensor_and_algorithm}"}}'
4428
+ - '$.null'
4429
+ version:
4430
+ - '{{"version": {version}}}'
4431
+ - '$.null'
4432
+ time:
4433
+ - '{{"time": {time}}}'
4434
+ - '$.null'
4435
+ region:
4436
+ - '{{"region": "{region}"}}'
4437
+ - '$.null'
4438
+ type:
4439
+ - '{{"type": "{type}"}}'
4440
+ - '$.null'
4441
+ source:
4442
+ - '{{"source": {source}}}'
4443
+ - '$.null'
4444
+ quantity:
4445
+ - '{{"quantity": "{quantity}"}}'
4446
+ - '$.null'
4447
+ input_observations:
4448
+ - '{{"input_observations": "{input_observations}"}}'
4449
+ - '$.null'
4450
+ aggregation:
4451
+ - '{{"aggregation": "{aggregation}"}}'
4452
+ - '$.null'
4453
+ model:
4454
+ - '{{"model": {model}}}'
4455
+ - '$.null'
4456
+ level:
4457
+ - '{{"level": {level}}}'
4458
+ - '$.null'
4459
+ forcing_type:
4460
+ - '{{"forcing_type": "{forcing_type}"}}'
4461
+ - '$.null'
4462
+ sky_type:
4463
+ - '{{"sky_type": {sky_type}}}'
4464
+ - '$.null'
4465
+ band:
4466
+ - '{{"band": {band}}}'
4467
+ - '$.null'
4468
+ aerosol_type:
4469
+ - '{{"aerosol_type": {aerosol_type}}}'
4470
+ - '$.null'
4471
+ step:
4472
+ - '{{"step": {step}}}'
4473
+ - '$.null'
4474
+ longitude:
4475
+ - '{{"longitude": "{longitude}"}}'
4476
+ - '$.null'
4477
+ latitude:
4478
+ - '{{"latitude": "{latitude}"}}'
4479
+ - '$.null'
4480
+ altitude:
4481
+ - '{{"altitude": "{altitude}"}}'
4482
+ - '$.null'
4483
+ time_reference:
4484
+ - '{{"time_reference": "{time_reference}"}}'
4485
+ - '$.null'
4486
+ grid:
4487
+ - '{{"grid": "{grid}"}}'
4488
+ - '$.null'
4489
+ soil_level:
4490
+ - '{{"soil_level": {soil_level}}}'
4491
+ - '$.null'
4492
+ year:
4493
+ - '{{"year": {year}}}'
4494
+ - '$.null'
4495
+ month:
4496
+ - '{{"month": {month}}}'
4497
+ - '$.null'
4498
+ day:
4499
+ - '{{"day": {day}}}'
4500
+ - '$.null'
4501
+ hyear:
4502
+ - '{{"year": {hyear}}}'
4503
+ - '$.null'
4504
+ hmonth:
4505
+ - '{{"month": {hmonth}}}'
4506
+ - '$.null'
4507
+ hday:
4508
+ - '{{"day": {hday}}}'
4509
+ - '$.null'
4510
+ satellite:
4511
+ - '{{"satellite": {satellite}}}'
4512
+ - '$.null'
4513
+ cdr_type:
4514
+ - '{{"cdr_type": "{cdr_type}"}}'
4515
+ - '$.null'
4516
+ statistic:
4517
+ - '{{"statistic": {statistic}}}'
4518
+ - '$.null'
4519
+ hydrological_year:
4520
+ - '{{"hydrological_year": {hydrological_year}}}'
4521
+ - '$.null'
4522
+ products:
4523
+ SATELLITE_CARBON_DIOXIDE:
4524
+ productType: EO:ECMWF:DAT:SATELLITE_CARBON_DIOXIDE
4525
+ processingLevel:
4526
+ - level_2
4527
+ version:
4528
+ - "4.0"
4529
+ variable: xco2
4530
+ sensor_and_algorithm: sciamachy_wfmd
5136
4531
  format: zip
5137
- version: "6_0"
5138
4532
  metadata_mapping:
5139
4533
  id: '$.id'
5140
4534
  <<: *day_month_year
5141
- providerProductType:
5142
- - '{{"product_type": {providerProductType}}}'
4535
+ variable:
4536
+ - '{{"variable": "{variable}"}}'
5143
4537
  - '$.null'
5144
- version:
5145
- - '{{"version": "{version}"}}'
4538
+ processingLevel:
4539
+ - '{{"processing_level": {processingLevel}}}'
5146
4540
  - '$.null'
5147
4541
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5148
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:INSITU_GLACIERS_EXTENT"}}'
5149
- GRIDDED_GLACIERS_MASS_CHANGE:
5150
- productType: EO:ECMWF:DAT:DERIVED_GRIDDED_GLACIER_MASS_CHANGE
5151
- variable: glacier_mass_change
5152
- format: zip
5153
- version: "wgms_fog_2022_09"
5154
- metadata_mapping:
5155
- id: '$.id'
5156
- startTimeFromAscendingNode:
5157
- - |
5158
- {{
5159
- "hydrological_year": {startTimeFromAscendingNode#get_hydrological_year}
4542
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_CARBON_DIOXIDE"}}'
4543
+ SATELLITE_FIRE_BURNED_AREA:
4544
+ productType: EO:ECMWF:DAT:SATELLITE_FIRE_BURNED_AREA
4545
+ origin: c3s
4546
+ sensor: modis
4547
+ variable: grid_variables
4548
+ version: 5_1_1cds
4549
+ region:
4550
+ - europe
4551
+ format: zip
4552
+ metadata_mapping:
4553
+ variable:
4554
+ - '{{"variable": "{variable}"}}'
4555
+ - '$.null'
4556
+ version:
4557
+ - '{{"version": "{version}"}}'
4558
+ - '$.null'
4559
+ startTimeFromAscendingNode:
4560
+ - |
4561
+ {{
4562
+ "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
4563
+ "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
4564
+ "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"]
5160
4565
  }}
5161
4566
  - $.properties.startDate
5162
4567
  completionTimeFromAscendingNode: $.properties.endDate
5163
- version:
5164
- - '{{"product_version": "{version}"}}'
4568
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_FIRE_BURNED_AREA"}}'
4569
+ SATELLITE_METHANE:
4570
+ productType: EO:ECMWF:DAT:SATELLITE_METHANE
4571
+ processingLevel:
4572
+ - level_2
4573
+ version:
4574
+ - "4.0"
4575
+ variable: xch4
4576
+ sensor_and_algorithm: sciamachy_wfmd
4577
+ format: zip
4578
+ metadata_mapping:
4579
+ id: '$.id'
4580
+ <<: *day_month_year
4581
+ processingLevel:
4582
+ - '{{"processing_level": {processingLevel}}}'
5165
4583
  - '$.null'
5166
4584
  variable:
5167
4585
  - '{{"variable": "{variable}"}}'
5168
4586
  - '$.null'
5169
4587
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5170
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DERIVED_GRIDDED_GLACIER_MASS_CHANGE"}}'
5171
- UERRA_EUROPE_SL:
5172
- productType: EO:ECMWF:DAT:REANALYSIS_UERRA_EUROPE_SINGLE_LEVELS
5173
- variable: total_cloud_cover
5174
- origin: uerra_harmonie
5175
- format: grib # netcdf format may fail
4588
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_METHANE"}}'
4589
+ SATELLITE_SEA_ICE_EDGE_TYPE:
4590
+ productType: EO:ECMWF:DAT:SATELLITE_SEA_ICE_EDGE_TYPE
4591
+ variable:
4592
+ - sea_ice_type
4593
+ region: northern_hemisphere
4594
+ cdr_type: cdr
4595
+ version: '3_0'
4596
+ format: zip
5176
4597
  metadata_mapping:
5177
4598
  id: '$.id'
5178
4599
  <<: *day_month_year
4600
+ region:
4601
+ - '{{"region": "{region}"}}'
4602
+ - '$.null'
4603
+ version:
4604
+ - '{{"version": "{version}"}}'
4605
+ - '$.null'
4606
+ <<: *variable_list
4607
+ defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4608
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_SEA_ICE_EDGE_TYPE"}}'
4609
+ SATELLITE_SEA_ICE_THICKNESS:
4610
+ productType: EO:ECMWF:DAT:SATELLITE_SEA_ICE_THICKNESS
4611
+ satellite:
4612
+ - envisat
4613
+ cdr_type: cdr
4614
+ variable: all
4615
+ version: '3_0'
4616
+ format: zip
4617
+ metadata_mapping:
4618
+ id: '$.id'
5179
4619
  variable:
5180
4620
  - '{{"variable": "{variable}"}}'
5181
4621
  - '$.null'
4622
+ version:
4623
+ - '{{"version": "{version}"}}'
4624
+ - '$.null'
4625
+ <<: *month_year
5182
4626
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5183
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_UERRA_EUROPE_SINGLE_LEVELS"}}'
5184
- AG_ERA5:
5185
- productType: EO:ECMWF:DAT:SIS_AGROMETEOROLOGICAL_INDICATORS
5186
- variable: cloud_cover
5187
- version: '1_1'
5188
- time:
5189
- - "06_00"
4627
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_SEA_ICE_THICKNESS"}}'
4628
+ SATELLITE_SEA_ICE_CONCENTRATION:
4629
+ productType: EO:ECMWF:DAT:SATELLITE_SEA_ICE_CONCENTRATION
4630
+ cdr_type:
4631
+ - cdr
4632
+ variable: all
4633
+ version: v3
4634
+ sensor: ssmis
4635
+ origin: ESA CCI
4636
+ region:
4637
+ - northern_hemisphere
4638
+ temporal_aggregation: daily
5190
4639
  format: zip
5191
- statistic:
5192
- - 24_hour_mean
4640
+ metadata_mapping:
4641
+ id: '$.id'
4642
+ <<: *day_month_year
4643
+ defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4644
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_SEA_ICE_CONCENTRATION"}}'
4645
+ SATELLITE_SEA_LEVEL_GLOBAL:
4646
+ productType: EO:ECMWF:DAT:SATELLITE_SEA_LEVEL_GLOBAL
4647
+ variable:
4648
+ - daily
4649
+ format: zip
4650
+ version: vDT2021
5193
4651
  metadata_mapping:
5194
4652
  id: '$.id'
5195
4653
  <<: *day_month_year
5196
4654
  version:
5197
4655
  - '{{"version": "{version}"}}'
5198
4656
  - '$.null'
5199
- variable:
5200
- - '{{"variable": "{variable}"}}'
4657
+ <<: *variable_list
4658
+ defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4659
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_SEA_LEVEL_GLOBAL"}}'
4660
+ SEASONAL_ORIGINAL_SL:
4661
+ productType: EO:ECMWF:DAT:SEASONAL_ORIGINAL_SINGLE_LEVELS
4662
+ variable:
4663
+ - land_sea_mask
4664
+ leadtime_hour:
4665
+ - "0"
4666
+ origin: ecmwf
4667
+ system: "51"
4668
+ format: grib
4669
+ metadata_mapping:
4670
+ id: '$.id'
4671
+ <<: *day_month_year
4672
+ origin:
4673
+ - '{{"originating_centre": "{origin}"}}'
5201
4674
  - '$.null'
4675
+ <<: *variable_list
5202
4676
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5203
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SIS_AGROMETEOROLOGICAL_INDICATORS"}}'
5204
- ERA5_SL:
5205
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS
4677
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_ORIGINAL_SINGLE_LEVELS"}}'
4678
+ SEASONAL_ORIGINAL_PL:
4679
+ productType: EO:ECMWF:DAT:SEASONAL_ORIGINAL_PRESSURE_LEVELS
4680
+ variable:
4681
+ - geopotential
4682
+ pressure_level:
4683
+ - "10"
4684
+ leadtime_hour:
4685
+ - "12"
4686
+ origin: ecmwf
4687
+ system: "51"
4688
+ format: grib
4689
+ metadata_mapping:
4690
+ id: '$.id'
4691
+ <<: *day_month_year
4692
+ origin:
4693
+ - '{{"originating_centre": "{origin}"}}'
4694
+ - '$.null'
4695
+ <<: *variable_list
4696
+ defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4697
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_ORIGINAL_PRESSURE_LEVELS"}}'
4698
+ SEASONAL_POSTPROCESSED_SL:
4699
+ productType: EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_SINGLE_LEVELS
5206
4700
  providerProductType:
5207
4701
  - ensemble_mean
5208
4702
  variable:
5209
- - 10m_u_component_of_wind
5210
- format: grib # netcdf format may fail
4703
+ - 10m_u_component_of_wind_anomaly
4704
+ leadtime_month:
4705
+ - "1"
4706
+ origin: ecmwf
4707
+ system: "51"
4708
+ format: grib
5211
4709
  metadata_mapping:
5212
4710
  id: '$.id'
5213
- startTimeFromAscendingNode:
5214
- - |
5215
- {{
5216
- "year": {startTimeFromAscendingNode#to_datetime_dict(string)}["year"],
5217
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
5218
- "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"],
5219
- "time": {startTimeFromAscendingNode#get_ecmwf_time}
5220
- }}
5221
- - $.properties.startDate
5222
- completionTimeFromAscendingNode: $.properties.endDate
5223
4711
  providerProductType:
5224
4712
  - '{{"product_type": {providerProductType}}}'
5225
4713
  - '$.null'
4714
+ <<: *month_year
4715
+ origin:
4716
+ - '{{"originating_centre": "{origin}"}}'
4717
+ - '$.null'
4718
+ <<: *variable_list
5226
4719
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5227
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS"}}'
5228
- ERA5_PL:
5229
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS
4720
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_SINGLE_LEVELS"}}'
4721
+ SEASONAL_POSTPROCESSED_PL:
4722
+ productType: EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_PRESSURE_LEVELS
5230
4723
  providerProductType:
5231
4724
  - ensemble_mean
5232
4725
  variable:
5233
- - temperature
4726
+ - geopotential_anomaly
5234
4727
  pressure_level:
4728
+ - "10"
4729
+ leadtime_month:
5235
4730
  - "1"
4731
+ origin: ecmwf
4732
+ system: "5"
5236
4733
  format: grib
5237
4734
  metadata_mapping:
5238
4735
  id: '$.id'
5239
- startTimeFromAscendingNode:
5240
- - |
5241
- {{
5242
- "year": {startTimeFromAscendingNode#to_datetime_dict(string)}["year"],
5243
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
5244
- "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"],
5245
- "time": {startTimeFromAscendingNode#get_ecmwf_time}
5246
- }}
5247
- - $.properties.startDate
5248
- completionTimeFromAscendingNode: $.properties.endDate
5249
4736
  providerProductType:
5250
4737
  - '{{"product_type": {providerProductType}}}'
5251
4738
  - '$.null'
4739
+ <<: *month_year
4740
+ origin:
4741
+ - '{{"originating_centre": "{origin}"}}'
4742
+ - '$.null'
4743
+ <<: *variable_list
5252
4744
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5253
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS"}}'
5254
- ERA5_SL_MONTHLY:
5255
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS_MONTHLY_MEANS
5256
- providerProductType:
5257
- - monthly_averaged_ensemble_members
4745
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_PRESSURE_LEVELS"}}'
4746
+ SEASONAL_MONTHLY_SL:
4747
+ productType: EO:ECMWF:DAT:SEASONAL_MONTHLY_SINGLE_LEVELS
5258
4748
  variable:
5259
4749
  - 10m_u_component_of_wind
4750
+ providerProductType:
4751
+ - ensemble_mean
4752
+ leadtime_month:
4753
+ - "1"
4754
+ origin: ecmwf
4755
+ system: "51"
5260
4756
  format: grib
5261
- time:
5262
- - "00:00"
5263
4757
  metadata_mapping:
5264
4758
  id: '$.id'
5265
- startTimeFromAscendingNode:
5266
- - |
5267
- {{
5268
- "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
5269
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"]
5270
- }}
5271
- - $.properties.startDate
5272
- completionTimeFromAscendingNode: $.properties.endDate
5273
4759
  providerProductType:
5274
4760
  - '{{"product_type": {providerProductType}}}'
5275
4761
  - '$.null'
4762
+ <<: *month_year
4763
+ origin:
4764
+ - '{{"originating_centre": "{origin}"}}'
4765
+ - '$.null'
4766
+ <<: *variable_list
5276
4767
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5277
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS_MONTHLY_MEANS"}}'
5278
- ERA5_PL_MONTHLY:
5279
- productType: EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS_MONTHLY_MEANS
5280
- providerProductType:
5281
- - monthly_averaged_ensemble_members
4768
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_MONTHLY_SINGLE_LEVELS"}}'
4769
+ SEASONAL_MONTHLY_PL:
4770
+ productType: EO:ECMWF:DAT:SEASONAL_MONTHLY_PRESSURE_LEVELS
5282
4771
  variable:
5283
- - divergence
5284
- pressure_level:
4772
+ - geopotential
4773
+ - temperature
4774
+ providerProductType:
4775
+ - ensemble_mean
4776
+ leadtime_month:
5285
4777
  - "1"
4778
+ pressure_level:
4779
+ - "10"
4780
+ origin: ecmwf
4781
+ system: "51"
5286
4782
  format: grib
5287
- time:
5288
- - "00:00"
5289
4783
  metadata_mapping:
5290
4784
  id: '$.id'
5291
- startTimeFromAscendingNode:
5292
- - |
5293
- {{
5294
- "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
5295
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"]
5296
- }}
5297
- - $.properties.startDate
5298
- completionTimeFromAscendingNode: $.properties.endDate
5299
4785
  providerProductType:
5300
4786
  - '{{"product_type": {providerProductType}}}'
5301
4787
  - '$.null'
4788
+ <<: *month_year
4789
+ origin:
4790
+ - '{{"originating_centre": "{origin}"}}'
4791
+ - '$.null'
4792
+ <<: *variable_list
4793
+ defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4794
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_MONTHLY_PRESSURE_LEVELS"}}'
4795
+ GLACIERS_DIST_RANDOLPH:
4796
+ productType: EO:ECMWF:DAT:INSITU_GLACIERS_EXTENT
4797
+ variable:
4798
+ - glacier_area
4799
+ providerProductType:
4800
+ - gridded
4801
+ format: zip
4802
+ version: "6_0"
4803
+ metadata_mapping:
4804
+ id: '$.id'
4805
+ <<: *day_month_year
4806
+ providerProductType:
4807
+ - '{{"product_type": {providerProductType}}}'
4808
+ - '$.null'
4809
+ version:
4810
+ - '{{"version": "{version}"}}'
4811
+ - '$.null'
4812
+ <<: *variable_list
4813
+ defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4814
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:INSITU_GLACIERS_EXTENT"}}'
4815
+ GRIDDED_GLACIERS_MASS_CHANGE:
4816
+ productType: EO:ECMWF:DAT:DERIVED_GRIDDED_GLACIER_MASS_CHANGE
4817
+ variable: glacier_mass_change
4818
+ format: zip
4819
+ version: "wgms_fog_2022_09"
4820
+ metadata_mapping:
4821
+ id: '$.id'
4822
+ hydrological_year:
4823
+ - '{{"hydrological_year": {hydrological_year}}}'
4824
+ - '$.null'
4825
+ startTimeFromAscendingNode:
4826
+ - |
4827
+ {{
4828
+ "hydrological_year": {startTimeFromAscendingNode#get_hydrological_year}
4829
+ }}
4830
+ - $.properties.startDate
4831
+ completionTimeFromAscendingNode: $.properties.endDate
4832
+ version:
4833
+ - '{{"product_version": "{version}"}}'
4834
+ - '$.null'
4835
+ variable:
4836
+ - '{{"variable": "{variable}"}}'
4837
+ - '$.null'
4838
+ defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4839
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:DERIVED_GRIDDED_GLACIER_MASS_CHANGE"}}'
4840
+ UERRA_EUROPE_SL:
4841
+ productType: EO:ECMWF:DAT:REANALYSIS_UERRA_EUROPE_SINGLE_LEVELS
4842
+ variable: total_cloud_cover
4843
+ origin: uerra_harmonie
4844
+ format: grib # netcdf format may fail
4845
+ metadata_mapping:
4846
+ id: '$.id'
4847
+ <<: *day_month_year
4848
+ variable:
4849
+ - '{{"variable": "{variable}"}}'
4850
+ - '$.null'
4851
+ defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4852
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_UERRA_EUROPE_SINGLE_LEVELS"}}'
4853
+ AG_ERA5:
4854
+ productType: EO:ECMWF:DAT:SIS_AGROMETEOROLOGICAL_INDICATORS
4855
+ variable: cloud_cover
4856
+ version: '1_1'
4857
+ time:
4858
+ - "06_00"
4859
+ format: zip
4860
+ statistic:
4861
+ - 24_hour_mean
4862
+ metadata_mapping:
4863
+ id: '$.id'
4864
+ <<: *day_month_year
4865
+ version:
4866
+ - '{{"version": "{version}"}}'
4867
+ - '$.null'
4868
+ variable:
4869
+ - '{{"variable": "{variable}"}}'
4870
+ - '$.null'
4871
+ defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4872
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SIS_AGROMETEOROLOGICAL_INDICATORS"}}'
4873
+ ERA5_SL:
4874
+ productType: EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS
4875
+ providerProductType:
4876
+ - ensemble_mean
4877
+ variable:
4878
+ - 10m_u_component_of_wind
4879
+ format: grib # netcdf format may fail
4880
+ metadata_mapping:
4881
+ id: '$.id'
4882
+ startTimeFromAscendingNode:
4883
+ - |
4884
+ {{
4885
+ "year": {startTimeFromAscendingNode#to_datetime_dict(string)}["year"],
4886
+ "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
4887
+ "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"],
4888
+ "time": {startTimeFromAscendingNode#get_ecmwf_time}
4889
+ }}
4890
+ - $.properties.startDate
4891
+ completionTimeFromAscendingNode: $.properties.endDate
4892
+ providerProductType:
4893
+ - '{{"product_type": {providerProductType}}}'
4894
+ - '$.null'
4895
+ <<: *variable_list
4896
+ defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4897
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS"}}'
4898
+ ERA5_PL:
4899
+ productType: EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS
4900
+ providerProductType:
4901
+ - ensemble_mean
4902
+ variable:
4903
+ - temperature
4904
+ pressure_level:
4905
+ - "1"
4906
+ format: grib
4907
+ metadata_mapping:
4908
+ id: '$.id'
4909
+ startTimeFromAscendingNode:
4910
+ - |
4911
+ {{
4912
+ "year": {startTimeFromAscendingNode#to_datetime_dict(string)}["year"],
4913
+ "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
4914
+ "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"],
4915
+ "time": {startTimeFromAscendingNode#get_ecmwf_time}
4916
+ }}
4917
+ - $.properties.startDate
4918
+ completionTimeFromAscendingNode: $.properties.endDate
4919
+ providerProductType:
4920
+ - '{{"product_type": {providerProductType}}}'
4921
+ - '$.null'
4922
+ <<: *variable_list
4923
+ defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4924
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS"}}'
4925
+ ERA5_SL_MONTHLY:
4926
+ productType: EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS_MONTHLY_MEANS
4927
+ providerProductType:
4928
+ - monthly_averaged_ensemble_members
4929
+ variable:
4930
+ - 10m_u_component_of_wind
4931
+ format: grib
4932
+ time:
4933
+ - "00:00"
4934
+ metadata_mapping:
4935
+ id: '$.id'
4936
+ startTimeFromAscendingNode:
4937
+ - |
4938
+ {{
4939
+ "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
4940
+ "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"]
4941
+ }}
4942
+ - $.properties.startDate
4943
+ completionTimeFromAscendingNode: $.properties.endDate
4944
+ providerProductType:
4945
+ - '{{"product_type": {providerProductType}}}'
4946
+ - '$.null'
4947
+ <<: *variable_list
4948
+ defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4949
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS_MONTHLY_MEANS"}}'
4950
+ ERA5_PL_MONTHLY:
4951
+ productType: EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS_MONTHLY_MEANS
4952
+ providerProductType:
4953
+ - monthly_averaged_ensemble_members
4954
+ variable:
4955
+ - divergence
4956
+ pressure_level:
4957
+ - "1"
4958
+ format: grib
4959
+ time:
4960
+ - "00:00"
4961
+ metadata_mapping:
4962
+ id: '$.id'
4963
+ startTimeFromAscendingNode:
4964
+ - |
4965
+ {{
4966
+ "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
4967
+ "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"]
4968
+ }}
4969
+ - $.properties.startDate
4970
+ completionTimeFromAscendingNode: $.properties.endDate
4971
+ providerProductType:
4972
+ - '{{"product_type": {providerProductType}}}'
4973
+ - '$.null'
4974
+ <<: *variable_list
5302
4975
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5303
4976
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS_MONTHLY_MEANS"}}'
5304
4977
  ERA5_LAND:
@@ -5308,6 +4981,9 @@
5308
4981
  format: grib
5309
4982
  metadata_mapping:
5310
4983
  id: '$.id'
4984
+ month:
4985
+ - '{{"month": "{month}"}}'
4986
+ - '$.null'
5311
4987
  startTimeFromAscendingNode:
5312
4988
  - |
5313
4989
  {{
@@ -5318,6 +4994,7 @@
5318
4994
  }}
5319
4995
  - $.properties.startDate
5320
4996
  completionTimeFromAscendingNode: $.properties.endDate
4997
+ <<: *variable_list
5321
4998
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5322
4999
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_ERA5_LAND"}}'
5323
5000
  ERA5_LAND_MONTHLY:
@@ -5342,6 +5019,7 @@
5342
5019
  providerProductType:
5343
5020
  - '{{"product_type": {providerProductType}}}'
5344
5021
  - '$.null'
5022
+ <<: *variable_list
5345
5023
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5346
5024
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_ERA5_LAND_MONTHLY_MEANS"}}'
5347
5025
  CAMS_EAC4:
@@ -5353,12 +5031,7 @@
5353
5031
  - '00:00'
5354
5032
  metadata_mapping:
5355
5033
  id: '$.id'
5356
- startTimeFromAscendingNode:
5357
- - '{{"dtstart": "{startTimeFromAscendingNode#to_iso_utc_datetime}"}}'
5358
- - '$.properties.startdate'
5359
- completionTimeFromAscendingNode:
5360
- - '{{"dtend": "{completionTimeFromAscendingNode#to_iso_utc_datetime}"}}'
5361
- - '$.properties.enddate'
5034
+ <<: *variable_list
5362
5035
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5363
5036
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_REANALYSIS_EAC4"}}'
5364
5037
  CAMS_GLOBAL_EMISSIONS:
@@ -5379,6 +5052,7 @@
5379
5052
  }}
5380
5053
  - $.properties.startDate
5381
5054
  completionTimeFromAscendingNode: $.properties.endDate
5055
+ <<: *variable_list
5382
5056
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5383
5057
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_EMISSION_INVENTORIES"}}'
5384
5058
  CAMS_EAC4_MONTHLY:
@@ -5394,6 +5068,7 @@
5394
5068
  providerProductType:
5395
5069
  - '{{"product_type": {providerProductType}}}'
5396
5070
  - '$.null'
5071
+ <<: *variable_list
5397
5072
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5398
5073
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_REANALYSIS_EAC4_MONTHLY"}}'
5399
5074
  CAMS_GREENHOUSE_INVERSION:
@@ -5434,6 +5109,7 @@
5434
5109
  type:
5435
5110
  - '{{"type": {type}}}'
5436
5111
  - '$.null'
5112
+ <<: *variable_list
5437
5113
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5438
5114
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_EUROPE_AIR_QUALITY_REANALYSES"}}'
5439
5115
  CAMS_GRF:
@@ -5453,6 +5129,7 @@
5453
5129
  metadata_mapping:
5454
5130
  id: '$.id'
5455
5131
  <<: *month_year
5132
+ <<: *variable_list
5456
5133
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5457
5134
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_RADIATIVE_FORCINGS"}}'
5458
5135
  CAMS_GRF_AUX:
@@ -5473,6 +5150,7 @@
5473
5150
  metadata_mapping:
5474
5151
  id: '$.id'
5475
5152
  <<: *month_year
5153
+ <<: *variable_list
5476
5154
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5477
5155
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_RADIATIVE_FORCING_AUXILLIARY_VARIABLES"}}'
5478
5156
  CAMS_GREENHOUSE_EGG4:
@@ -5484,12 +5162,7 @@
5484
5162
  - '0'
5485
5163
  metadata_mapping:
5486
5164
  id: '$.id'
5487
- startTimeFromAscendingNode:
5488
- - '{{"dtstart": "{startTimeFromAscendingNode#to_iso_utc_datetime}"}}'
5489
- - '$.properties.startdate'
5490
- completionTimeFromAscendingNode:
5491
- - '{{"dtend": "{completionTimeFromAscendingNode#to_iso_utc_datetime}"}}'
5492
- - '$.properties.enddate'
5165
+ <<: *variable_list
5493
5166
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5494
5167
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_GHG_REANALYSIS_EGG4"}}'
5495
5168
  CAMS_GREENHOUSE_EGG4_MONTHLY:
@@ -5509,6 +5182,7 @@
5509
5182
  providerProductType:
5510
5183
  - '{{"product_type": {providerProductType}}}'
5511
5184
  - '$.null'
5185
+ <<: *variable_list
5512
5186
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5513
5187
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_GHG_REANALYSIS_EGG4_MONTHLY"}}'
5514
5188
  CAMS_EU_AIR_QUALITY_FORECAST:
@@ -5528,15 +5202,10 @@
5528
5202
  - '0'
5529
5203
  metadata_mapping:
5530
5204
  id: '$.id'
5531
- startTimeFromAscendingNode:
5532
- - '{{"dtstart": "{startTimeFromAscendingNode#to_iso_utc_datetime}"}}'
5533
- - '$.properties.startdate'
5534
- completionTimeFromAscendingNode:
5535
- - '{{"dtend": "{completionTimeFromAscendingNode#to_iso_utc_datetime}"}}'
5536
- - '$.properties.enddate'
5537
5205
  type:
5538
5206
  - '{{"type": {type}}}'
5539
5207
  - '$.null'
5208
+ <<: *variable_list
5540
5209
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5541
5210
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_EUROPE_AIR_QUALITY_FORECASTS"}}'
5542
5211
  CAMS_GAC_FORECAST:
@@ -5552,15 +5221,10 @@
5552
5221
  - '0'
5553
5222
  metadata_mapping:
5554
5223
  id: '$.id'
5555
- startTimeFromAscendingNode:
5556
- - '{{"dtstart": "{startTimeFromAscendingNode#to_iso_utc_datetime}"}}'
5557
- - '$.properties.startdate'
5558
- completionTimeFromAscendingNode:
5559
- - '{{"dtend": "{completionTimeFromAscendingNode#to_iso_utc_datetime}"}}'
5560
- - '$.properties.enddate'
5561
5224
  type:
5562
5225
  - '{{"type": {type}}}'
5563
5226
  - '$.null'
5227
+ <<: *variable_list
5564
5228
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5565
5229
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_ATMOSPHERIC_COMPOSITION_FORECASTS"}}'
5566
5230
  CAMS_SOLAR_RADIATION:
@@ -5572,12 +5236,6 @@
5572
5236
  format: csv
5573
5237
  metadata_mapping:
5574
5238
  id: '$.id'
5575
- startTimeFromAscendingNode:
5576
- - '{{"dtstart": "{startTimeFromAscendingNode#to_iso_utc_datetime}"}}'
5577
- - '$.properties.startdate'
5578
- completionTimeFromAscendingNode:
5579
- - '{{"dtend": "{completionTimeFromAscendingNode#to_iso_utc_datetime}"}}'
5580
- - '$.properties.enddate'
5581
5239
  step:
5582
5240
  - '{{"time_step": "{step}"}}'
5583
5241
  - '$.null'
@@ -5589,427 +5247,26 @@
5589
5247
  - '$.null'
5590
5248
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5591
5249
  orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_SOLAR_RADIATION_TIMESERIES"}}'
5592
- EEA_DAILY_VI:
5593
- productType: EO:EEA:DAT:CLMS_HRVPP_VI
5594
- metadata_mapping:
5595
- id:
5596
- - '{{"uid": "{id}"}}'
5597
- - '$.id'
5598
- <<: *clms_dates
5599
- relativeOrbitNumber:
5600
- - '{{"relativeOrbitNumber": "{relativeOrbitNumber}"}}'
5601
- - '$.null'
5602
- version:
5603
- - '{{"productVersion": "{version}"}}'
5604
- - '$.null'
5605
- platformSerialIdentifier:
5606
- - '{{"platformSerialIdentifier": "{platformSerialIdentifier}"}}'
5607
- - '$.id.`sub(/^[^_]+_[^_]+_([^_]+)_.*/, \\1)`'
5608
- tileIdentifier:
5609
- - '{{"tileId": "{tileIdentifier}"}}'
5610
- - '$.null'
5611
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:EEA:DAT:CLMS_HRVPP_VI"}}'
5612
- COP_DEM_GLO30_DGED:
5613
- productType: EO:DEM:DAT:COP-DEM_GLO-30-DGED__2023_1
5614
- metadata_mapping:
5615
- id: '$.id'
5616
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:DEM:DAT:COP-DEM_GLO-30-DGED__2023_1"}}'
5617
- COP_DEM_GLO30_DTED:
5618
- productType: EO:DEM:DAT:COP-DEM_GLO-30-DTED__2023_1
5619
- metadata_mapping:
5620
- id: '$.id'
5621
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:DEM:DAT:COP-DEM_GLO-30-DTED__2023_1"}}'
5622
- COP_DEM_GLO90_DGED:
5623
- productType: EO:DEM:DAT:COP-DEM_GLO-90-DGED__2023_1
5624
- metadata_mapping:
5625
- id: '$.id'
5626
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:DEM:DAT:COP-DEM_GLO-90-DGED__2023_1"}}'
5627
- COP_DEM_GLO90_DTED:
5628
- productType: EO:DEM:DAT:COP-DEM_GLO-90-DTED__2023_1
5629
- metadata_mapping:
5630
- id: '$.id'
5631
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:DEM:DAT:COP-DEM_GLO-90-DTED__2023_1"}}'
5632
- CLMS_GLO_NDVI_333M:
5633
- productType: EO:CLMS:DAT:CLMS_GLOBAL_NDVI_300M_V1_10DAILY_NETCDF
5250
+ auth: !plugin
5251
+ type: TokenAuth
5252
+ matching_url: https://[-\w\.]+.wekeo2.eu
5253
+ auth_uri: 'https://gateway.prod.wekeo2.eu/hda-broker/gettoken'
5254
+ refresh_uri: 'https://gateway.prod.wekeo2.eu/hda-broker/refreshtoken'
5255
+ token_type: json
5256
+ token_key: access_token
5257
+ refresh_token_key: refresh_token
5258
+ download: !plugin
5259
+ type: HTTPDownload
5260
+ auth_error_code: 401
5261
+ order_enabled: true
5262
+ order_method: 'POST'
5263
+ order_on_response:
5634
5264
  metadata_mapping:
5635
- <<: *id_from_date
5636
- <<: *clms_dates
5637
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_NDVI_300M_V1_10DAILY_NETCDF"}}'
5638
- CLMS_GLO_NDVI_1KM_LTS:
5639
- productType: EO:CLMS:DAT:CLMS_GLOBAL_NDVI_1KM_V2_10DAILY_NETCDF
5640
- metadata_mapping:
5641
- <<: *id_from_date
5642
- <<: *clms_dates
5643
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_NDVI_1KM_V2_10DAILY_NETCDF"}}'
5644
- CLMS_CORINE:
5645
- productType: EO:CLMS:DAT:CORINE
5646
- providerProductType: Corine Land Cover 2018
5647
- format: GeoTiff100mt
5648
- metadata_mapping:
5649
- id: '$.id'
5650
- providerProductType:
5651
- - '{{"product_type": "{providerProductType}"}}'
5652
- - '$.null'
5653
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5654
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CORINE"}}'
5655
- CLMS_GLO_FCOVER_333M:
5656
- productType: EO:CLMS:DAT:CLMS_GLOBAL_FCOVER_300M_V1_10DAILY_NETCDF
5657
- metadata_mapping:
5658
- <<: *id_from_date
5659
- <<: *clms_dates
5660
- productGroupId:
5661
- - '{{"productGroupId": "{productGroupId}"}}'
5662
- - '$.null'
5663
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_FCOVER_300M_V1_10DAILY_NETCDF"}}'
5664
- CLMS_GLO_DMP_333M:
5665
- productType: EO:CLMS:DAT:CLMS_GLOBAL_DMP_300M_V1_10DAILY_NETCDF
5666
- metadata_mapping:
5667
- <<: *id_from_date
5668
- <<: *clms_dates
5669
- productGroupId:
5670
- - '{{"productGroupId": "{productGroupId}"}}'
5671
- - '$.null'
5672
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_DMP_300M_V1_10DAILY_NETCDF"}}'
5673
- CLMS_GLO_GDMP_333M:
5674
- productType: EO:CLMS:DAT:CLMS_GLOBAL_GDMP_300M_V1_10DAILY_NETCDF
5675
- metadata_mapping:
5676
- <<: *id_from_date
5677
- <<: *clms_dates
5678
- productGroupId:
5679
- - '{{"productGroupId": "{productGroupId}"}}'
5680
- - '$.null'
5681
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_GDMP_300M_V1_10DAILY_NETCDF"}}'
5682
- CLMS_GLO_FAPAR_333M:
5683
- productType: EO:CLMS:DAT:CLMS_GLOBAL_FAPAR_300M_V1_10DAILY_NETCDF
5684
- metadata_mapping:
5685
- <<: *id_from_date
5686
- <<: *clms_dates
5687
- productGroupId:
5688
- - '{{"productGroupId": "{productGroupId}"}}'
5689
- - '$.null'
5690
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_FAPAR_300M_V1_10DAILY_NETCDF"}}'
5691
- CLMS_GLO_LAI_333M:
5692
- productType: EO:CLMS:DAT:CLMS_GLOBAL_LAI_300M_V1_10DAILY_NETCDF
5693
- metadata_mapping:
5694
- <<: *id_from_date
5695
- <<: *clms_dates
5696
- productGroupId:
5697
- - '{{"productGroupId": "{productGroupId}"}}'
5698
- - '$.null'
5699
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:CLMS:DAT:CLMS_GLOBAL_LAI_300M_V1_10DAILY_NETCDF"}}'
5700
- FIRE_HISTORICAL:
5701
- productType: EO:ECMWF:DAT:CEMS_FIRE_HISTORICAL_V1
5702
- providerProductType: reanalysis
5703
- variable:
5704
- - fire_danger_index
5705
- version:
5706
- - "4_1"
5707
- format:
5708
- - "grib"
5709
- grid: original_grid
5710
- type: consolidated_dataset
5711
- metadata_mapping:
5712
- id: '$.id'
5713
- <<: *day_month_year
5714
- providerProductType:
5715
- - '{{"product_type": "{providerProductType}"}}'
5716
- - '$.null'
5717
- version:
5718
- - '{{"system_version": {version}}}'
5719
- - '$.null'
5720
- format:
5721
- - '{{"format": {format}}}'
5722
- - '$.null'
5723
- type:
5724
- - '{{"dataset_type": "{type}"}}'
5725
- - '$.null'
5726
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5727
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CEMS_FIRE_HISTORICAL_V1"}}'
5728
- GLOFAS_FORECAST:
5729
- productType: EO:ECMWF:DAT:CEMS_GLOFAS_FORECAST
5730
- variable: river_discharge_in_the_last_24_hours
5731
- version:
5732
- - operational
5733
- leadtime_hour:
5734
- - "24"
5735
- model:
5736
- - lisflood
5737
- providerProductType:
5738
- - control_forecast
5739
- format: grib
5740
- metadata_mapping:
5741
- id: '$.id'
5742
- <<: *day_month_year
5743
- providerProductType:
5744
- - '{{"product_type": {providerProductType}}}'
5745
- - '$.null'
5746
- version:
5747
- - '{{"system_version": {version}}}'
5748
- - '$.null'
5749
- model:
5750
- - '{{"hydrological_model": {model}}}'
5751
- - '$.null'
5752
- variable:
5753
- - '{{"variable": "{variable}"}}'
5754
- - '$.null'
5755
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5756
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CEMS_GLOFAS_FORECAST"}}'
5757
- GLOFAS_HISTORICAL:
5758
- productType: EO:ECMWF:DAT:CEMS_GLOFAS_HISTORICAL
5759
- variable:
5760
- - river_discharge_in_the_last_24_hours
5761
- version:
5762
- - version_4_0
5763
- model:
5764
- - lisflood
5765
- providerProductType:
5766
- - consolidated
5767
- format: grib
5768
- metadata_mapping:
5769
- id: '$.id'
5770
- <<: *hist_day_month_year
5771
- providerProductType:
5772
- - '{{"product_type": {providerProductType}}}'
5773
- - '$.null'
5774
- version:
5775
- - '{{"system_version": {version}}}'
5776
- - '$.null'
5777
- model:
5778
- - '{{"hydrological_model": {model}}}'
5779
- - '$.null'
5780
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5781
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CEMS_GLOFAS_HISTORICAL"}}'
5782
- GLOFAS_REFORECAST:
5783
- productType: EO:ECMWF:DAT:CEMS_GLOFAS_REFORECAST
5784
- variable:
5785
- - river_discharge_in_the_last_24_hours
5786
- providerProductType:
5787
- - control_reforecast
5788
- leadtime_hour:
5789
- - "24"
5790
- version:
5791
- - version_4_0
5792
- model:
5793
- - lisflood
5794
- format: grib
5795
- metadata_mapping:
5796
- id: '$.id'
5797
- <<: *hist_day_month_year
5798
- providerProductType:
5799
- - '{{"product_type": {providerProductType}}}'
5800
- - '$.null'
5801
- version:
5802
- - '{{"system_version": {version}}}'
5803
- - '$.null'
5804
- model:
5805
- - '{{"hydrological_model": {model}}}'
5806
- - '$.null'
5807
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5808
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CEMS_GLOFAS_REFORECAST"}}'
5809
- GLOFAS_SEASONAL:
5810
- productType: EO:ECMWF:DAT:CEMS_GLOFAS_SEASONAL
5811
- variable:
5812
- - river_discharge_in_the_last_24_hours
5813
- version:
5814
- - operational
5815
- model:
5816
- - htessel_lisflood
5817
- leadtime_hour:
5818
- - "24"
5819
- format: grib
5820
- metadata_mapping:
5821
- id: '$.id'
5822
- <<: *month_year
5823
- version:
5824
- - '{{"system_version": {version}}}'
5825
- - '$.null'
5826
- model:
5827
- - '{{"hydrological_model": {model}}}'
5828
- - '$.null'
5829
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5830
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CEMS_GLOFAS_SEASONAL"}}'
5831
- GLOFAS_SEASONAL_REFORECAST:
5832
- productType: EO:ECMWF:DAT:CEMS_GLOFAS_SEASONAL_REFORECAST
5833
- variable:
5834
- - river_discharge_in_the_last_24_hours
5835
- version:
5836
- - version_4_0
5837
- model:
5838
- - lisflood
5839
- leadtime_hour:
5840
- - "24"
5841
- format: grib
5842
- metadata_mapping:
5843
- id: '$.id'
5844
- <<: *hist_month_year
5845
- version:
5846
- - '{{"system_version": {version}}}'
5847
- - '$.null'
5848
- model:
5849
- - '{{"hydrological_model": {model}}}'
5850
- - '$.null'
5851
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5852
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CEMS_GLOFAS_SEASONAL_REFORECAST"}}'
5853
- EFAS_FORECAST:
5854
- productType: EO:ECMWF:DAT:EFAS_FORECAST
5855
- providerProductType:
5856
- - control_forecast
5857
- soil_level:
5858
- - "1"
5859
- leadtime_hour:
5860
- - "0"
5861
- version:
5862
- - operational
5863
- origin: ecmwf
5864
- variable: volumetric_soil_moisture
5865
- model_level: soil_levels
5866
- time:
5867
- - 00:00
5868
- format: grib.zip
5869
- metadata_mapping:
5870
- id: '$.id'
5871
- <<: *day_month_year
5872
- providerProductType:
5873
- - '{{"product_type": {providerProductType}}}'
5874
- - '$.null'
5875
- version:
5876
- - '{{"system_version": {version}}}'
5877
- - '$.null'
5878
- model_level:
5879
- - '{{"model_levels": "{model_level}"}}'
5880
- - '$.null'
5881
- origin:
5882
- - '{{"originating_centre": "{origin}"}}'
5883
- - '$.null'
5884
- variable:
5885
- - '{{"variable": "{variable}"}}'
5886
- - '$.null'
5887
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5888
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:EFAS_FORECAST"}}'
5889
- EFAS_HISTORICAL:
5890
- productType: EO:ECMWF:DAT:EFAS_HISTORICAL
5891
- version:
5892
- - version_5_0
5893
- variable: volumetric_soil_moisture
5894
- model_level: soil_levels
5895
- soil_level:
5896
- - "1"
5897
- time:
5898
- - 00:00
5899
- metadata_mapping:
5900
- id: '$.id'
5901
- <<: *hist_day_month_year
5902
- version:
5903
- - '{{"system_version": {version}}}'
5904
- - '$.null'
5905
- model_level:
5906
- - '{{"model_levels": "{model_level}"}}'
5907
- - '$.null'
5908
- variable:
5909
- - '{{"variable": "{variable}"}}'
5910
- - '$.null'
5911
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5912
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:EFAS_HISTORICAL"}}'
5913
- EFAS_REFORECAST:
5914
- productType: EO:ECMWF:DAT:EFAS_REFORECAST
5915
- providerProductType:
5916
- - control_forecast
5917
- version:
5918
- - version_5_0
5919
- soil_level:
5920
- - "1"
5921
- leadtime_hour:
5922
- - "6"
5923
- variable: volumetric_soil_moisture
5924
- model_level: soil_levels
5925
- format: grib.zip
5926
- metadata_mapping:
5927
- id: '$.id'
5928
- <<: *hist_day_month_year
5929
- providerProductType:
5930
- - '{{"product_type": {providerProductType}}}'
5931
- - '$.null'
5932
- version:
5933
- - '{{"system_version": {version}}}'
5934
- - '$.null'
5935
- model_level:
5936
- - '{{"model_levels": "{model_level}"}}'
5937
- - '$.null'
5938
- variable:
5939
- - '{{"variable": "{variable}"}}'
5940
- - '$.null'
5941
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5942
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:EFAS_REFORECAST"}}'
5943
- EFAS_SEASONAL:
5944
- productType: EO:ECMWF:DAT:EFAS_SEASONAL
5945
- version:
5946
- - operational
5947
- leadtime_hour:
5948
- - "24"
5949
- variable: volumetric_soil_moisture
5950
- model_level: soil_levels
5951
- soil_level:
5952
- - "1"
5953
- format: grib.zip
5954
- metadata_mapping:
5955
- id: '$.id'
5956
- <<: *month_year
5957
- version:
5958
- - '{{"system_version": {version}}}'
5959
- - '$.null'
5960
- model_level:
5961
- - '{{"model_levels": "{model_level}"}}'
5962
- - '$.null'
5963
- variable:
5964
- - '{{"variable": "{variable}"}}'
5965
- - '$.null'
5966
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5967
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:EFAS_SEASONAL"}}'
5968
- EFAS_SEASONAL_REFORECAST:
5969
- productType: EO:ECMWF:DAT:EFAS_SEASONAL_REFORECAST
5970
- version:
5971
- - "version_5_0"
5972
- leadtime_hour:
5973
- - "24"
5974
- variable: volumetric_soil_moisture
5975
- model_level: soil_levels
5976
- soil_level:
5977
- - "1"
5978
- format: grib.zip
5979
- metadata_mapping:
5980
- id: '$.id'
5981
- <<: *hist_month_year
5982
- version:
5983
- - '{{"system_version": {version}}}'
5984
- - '$.null'
5985
- model_level:
5986
- - '{{"model_levels": "{model_level}"}}'
5987
- - '$.null'
5988
- variable:
5989
- - '{{"variable": "{variable}"}}'
5990
- - '$.null'
5991
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5992
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:EFAS_SEASONAL_REFORECAST"}}'
5993
-
5994
- auth: !plugin
5995
- type: TokenAuth
5996
- auth_uri: 'https://gateway.prod.wekeo2.eu/hda-broker/gettoken'
5997
- refresh_uri: 'https://gateway.prod.wekeo2.eu/hda-broker/refreshtoken'
5998
- token_type: json
5999
- token_key: access_token
6000
- refresh_token_key: refresh_token
6001
- download: !plugin
6002
- type: HTTPDownload
6003
- auth_error_code: 401
6004
- order_enabled: true
6005
- order_method: 'POST'
6006
- order_on_response:
6007
- metadata_mapping:
6008
- orderId: '$.json.download_id'
6009
- orderStatusLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/downloads?download_id={orderId}'
6010
- order_status:
6011
- request:
6012
- method: GET
5265
+ orderId: '$.json.download_id'
5266
+ orderStatusLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/downloads?download_id={orderId}'
5267
+ order_status:
5268
+ request:
5269
+ method: GET
6013
5270
  metadata_mapping:
6014
5271
  status: $.json.features[0].status
6015
5272
  message: $.json.features[0].message
@@ -6023,23 +5280,11 @@
6023
5280
  metadata_mapping:
6024
5281
  download_id: $.json.features[0]._id
6025
5282
  downloadLink: https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download/{download_id}
6026
- products:
6027
- GLOFAS_FORECAST:
6028
- output_extension: .grib
6029
- GLOFAS_REFORECAST:
6030
- output_extension: .grib
6031
- GLOFAS_HISTORICAL:
6032
- output_extension: .grib
6033
- GLOFAS_SEASONAL:
6034
- output_extension: .grib
6035
- GLOFAS_SEASONAL_REFORECAST:
6036
- output_extension: .grib
6037
- FIRE_HISTORICAL:
6038
- output_extension: .grib
6039
5283
 
6040
5284
  ---
6041
- !provider # wekeo_cmems
5285
+ !provider # MARK: wekeo_cmems
6042
5286
  name: wekeo_cmems
5287
+ group: wekeo
6043
5288
  priority: 0
6044
5289
  roles:
6045
5290
  - host
@@ -6052,11 +5297,9 @@
6052
5297
  timeout: 60
6053
5298
  auth_error_code: 401
6054
5299
  results_entry: 'features'
6055
- two_passes_id_search: true
6056
5300
  pagination:
6057
5301
  total_items_nb_key_path: '$.properties.totalResults'
6058
5302
  next_page_query_obj: '{{"itemsPerPage":{items_per_page},"startIndex":{skip}}}'
6059
- query_params_key: 'search'
6060
5303
  discover_product_types:
6061
5304
  fetch_url: https://gateway.prod.wekeo2.eu/hda-broker/api/v1/datasets?itemsPerPage=1400&q=EO:MO
6062
5305
  single_collection_fetch_qs: q={productType}
@@ -6110,6 +5353,7 @@
6110
5353
  productType: '{productType}'
6111
5354
  auth: !plugin
6112
5355
  type: TokenAuth
5356
+ matching_url: https://[-\w\.]+.wekeo2.eu
6113
5357
  auth_uri: 'https://gateway.prod.wekeo2.eu/hda-broker/gettoken'
6114
5358
  refresh_uri: 'https://gateway.prod.wekeo2.eu/hda-broker/refreshtoken'
6115
5359
  token_type: json
@@ -6301,13 +5545,14 @@
6301
5545
  productIdentifier: '$.S3Path'
6302
5546
  download: !plugin
6303
5547
  type: CreodiasS3Download
6304
- base_uri: 'https://eodata.cloudferro.com'
5548
+ s3_endpoint: 'https://eodata.cloudferro.com'
6305
5549
  s3_bucket: 'eodata'
6306
5550
  ssl_verify: true
6307
5551
  auth: !plugin
6308
5552
  type: AwsAuth
6309
5553
  auth_error_code: 403
6310
- ssl_verify: true
5554
+ matching_conf:
5555
+ s3_endpoint: 'https://eodata.cloudferro.com'
6311
5556
  products:
6312
5557
  # S1
6313
5558
  S1_SAR_RAW:
@@ -6526,7 +5771,7 @@
6526
5771
  discover_queryables:
6527
5772
  fetch_url: null
6528
5773
  product_type_fetch_url: null
6529
- constraints_file_url: eodag/resources/constraints/{dataset}.json
5774
+ constraints_file_url: "https://s3.central.data.destination-earth.eu/swift/v1/dedt-lumi-constraints/{dataset}.json"
6530
5775
  metadata_mapping:
6531
5776
  productType: destination-earth
6532
5777
  storageStatus: OFFLINE
@@ -6654,14 +5899,12 @@
6654
5899
  output_extension: .grib
6655
5900
  auth: !plugin
6656
5901
  type: OIDCAuthorizationCodeFlowAuth
6657
- authorization_uri: https://auth.destine.eu/realms/desp/protocol/openid-connect/auth
5902
+ matching_url: https://[-\w\.]+.dte.destination-earth.eu
5903
+ oidc_config_url: https://auth.destine.eu/realms/desp/.well-known/openid-configuration
6658
5904
  redirect_uri: https://polytope.lumi.apps.dte.destination-earth.eu/
6659
- token_uri: https://auth.destine.eu/realms/desp/protocol/openid-connect/token
6660
5905
  client_id: polytope-api-public
6661
5906
  user_consent_needed: false
6662
5907
  token_exchange_post_data_method: data
6663
- token_key: access_token
6664
- refresh_token_key: refresh_token
6665
5908
  token_provision: header
6666
5909
  login_form_xpath: //form[@id='kc-form-login']
6667
5910
  authentication_uri_source: login-form
@@ -6744,10 +5987,10 @@
6744
5987
  output_extension: .grib
6745
5988
  auth: !plugin
6746
5989
  type: OIDCTokenExchangeAuth
5990
+ matching_url: https://[-\w\.]+.data.destination-earth.eu
6747
5991
  subject:
6748
- authorization_uri: https://auth.destine.eu/realms/desp/protocol/openid-connect/auth
5992
+ oidc_config_url: https://auth.destine.eu/realms/desp/.well-known/openid-configuration
6749
5993
  redirect_uri: https://hda.data.destination-earth.eu/stac
6750
- token_uri: https://auth.destine.eu/realms/desp/protocol/openid-connect/token
6751
5994
  client_id: dedl-hda
6752
5995
  user_consent_needed: false
6753
5996
  exchange_url_error_pattern:
@@ -6817,48 +6060,84 @@
6817
6060
  # ECMWF - COPERNICUS CDS
6818
6061
  ERA5_SL:
6819
6062
  productType: EO.ECMWF.DAT.REANALYSIS_ERA5_SINGLE_LEVELS
6063
+ metadata_mapping:
6064
+ <<: *orderable_mm
6820
6065
  ERA5_SL_MONTHLY:
6821
6066
  productType: EO.ECMWF.DAT.REANALYSIS_ERA5_SINGLE_LEVELS_MONTHLY_MEANS
6067
+ metadata_mapping:
6068
+ <<: *orderable_mm
6822
6069
  ERA5_PL:
6823
6070
  productType: EO.ECMWF.DAT.ERA5_HOURLY_VARIABLES_ON_PRESSURE_LEVELS
6071
+ metadata_mapping:
6072
+ <<: *orderable_mm
6824
6073
  ERA5_PL_MONTHLY:
6825
6074
  productType: EO.ECMWF.DAT.ERA5_MONTHLY_MEANS_VARIABLES_ON_PRESSURE_LEVELS
6075
+ metadata_mapping:
6076
+ <<: *orderable_mm
6826
6077
  ERA5_LAND:
6827
6078
  productType: EO.ECMWF.DAT.ERA5_LAND_HOURLY
6079
+ metadata_mapping:
6080
+ <<: *orderable_mm
6828
6081
  ERA5_LAND_MONTHLY:
6829
6082
  productType: EO.ECMWF.DAT.ERA5_LAND_MONTHLY
6083
+ metadata_mapping:
6084
+ <<: *orderable_mm
6830
6085
  UERRA_EUROPE_SL:
6831
6086
  productType: EO.ECMWF.DAT.REANALYSIS_UERRA_EUROPE_SINGLE_LEVELS
6087
+ metadata_mapping:
6088
+ <<: *orderable_mm
6832
6089
  GRIDDED_GLACIERS_MASS_CHANGE:
6833
- productType: EO.ECMWF.DAT.GLACIERS_ELEVATION_AND_MASS_CHANGE_DATA_1850_PRESENT
6090
+ productType: EO.ECMWF.DAT.DERIVED_GRIDDED_GLACIER_MASS_CHANGE
6091
+ metadata_mapping:
6092
+ <<: *orderable_mm
6834
6093
  GLACIERS_DIST_RANDOLPH:
6835
6094
  productType: EO.ECMWF.DAT.GLACIERS_DISTRIBUTION_DATA_FROM_RANDOLPH_GLACIER_INVENTORY_2000
6095
+ metadata_mapping:
6096
+ <<: *orderable_mm
6836
6097
  SATELLITE_CARBON_DIOXIDE:
6837
6098
  productType: EO.ECMWF.DAT.CO2_DATA_FROM_SATELLITE_SENSORS_2002_PRESENT
6099
+ metadata_mapping:
6100
+ <<: *orderable_mm
6838
6101
  SATELLITE_METHANE:
6839
6102
  productType: EO.ECMWF.DAT.METHANE_DATA_SATELLITE_SENSORS_2002_PRESENT
6103
+ metadata_mapping:
6104
+ <<: *orderable_mm
6840
6105
  SEASONAL_POSTPROCESSED_PL:
6841
6106
  productType: EO.ECMWF.DAT.SEASONAL_FORECAST_ANOMALIES_ON_PRESSURE_LEVELS_2017_PRESENT
6842
- SATELLITE_SEA_LEVEL_BLACK_SEA:
6843
- productType: EO.ECMWF.DAT.SEA_LEVEL_DAILY_GRIDDED_DATA_FOR_BLACK_SEA_1993_PRESENT
6107
+ metadata_mapping:
6108
+ <<: *orderable_mm
6844
6109
  SATELLITE_SEA_LEVEL_GLOBAL:
6845
6110
  productType: EO.ECMWF.DAT.SEA_LEVEL_DAILY_GRIDDED_DATA_FOR_GLOBAL_OCEAN_1993_PRESENT
6846
- SATELLITE_SEA_LEVEL_MEDITERRANEAN:
6847
- productType: EO.ECMWF.DAT.SEA_LEVEL_DAILY_GRIDDED_DATA_FOR_MEDITERRANEAN_SEA_1993_PRESENT
6111
+ metadata_mapping:
6112
+ <<: *orderable_mm
6848
6113
  SATELLITE_SEA_ICE_EDGE_TYPE:
6849
6114
  productType: EO.ECMWF.DAT.SATELLITE_SEA_ICE_EDGE_TYPE
6115
+ metadata_mapping:
6116
+ <<: *orderable_mm
6850
6117
  SEASONAL_POSTPROCESSED_SL:
6851
6118
  productType: EO.ECMWF.DAT.SEASONAL_FORECAST_ANOMALIES_ON_SINGLE_LEVELS_2017_PRESENT
6119
+ metadata_mapping:
6120
+ <<: *orderable_mm
6852
6121
  SEASONAL_ORIGINAL_SL:
6853
6122
  productType: EO.ECMWF.DAT.SEASONAL_FORECAST_DAILY_DATA_ON_SINGLE_LEVELS_2017_PRESENT
6123
+ metadata_mapping:
6124
+ <<: *orderable_mm
6854
6125
  SEASONAL_ORIGINAL_PL:
6855
6126
  productType: EO.ECMWF.DAT.SEASONAL_FORECAST_DAILY_DATA_ON_PRESSURE_LEVELS_2017_PRESENT
6127
+ metadata_mapping:
6128
+ <<: *orderable_mm
6856
6129
  SEASONAL_MONTHLY_PL:
6857
6130
  productType: EO.ECMWF.DAT.SEASONAL_FORECAST_MONTHLY_STATISTICS_ON_PRESSURE_LEVELS_2017_PRESENT
6131
+ metadata_mapping:
6132
+ <<: *orderable_mm
6858
6133
  SEASONAL_MONTHLY_SL:
6859
6134
  productType: EO.ECMWF.DAT.SEASONAL_FORECAST_MONTHLY_STATISTICS_ON_SINGLE_LEVELS_2017_PRESENT
6135
+ metadata_mapping:
6136
+ <<: *orderable_mm
6860
6137
  SIS_HYDRO_MET_PROJ:
6861
6138
  productType: EO.ECMWF.DAT.SIS_HYDROLOGY_METEOROLOGY_DERIVED_PROJECTIONS
6139
+ metadata_mapping:
6140
+ <<: *orderable_mm
6862
6141
  # ECMWF - CEMS
6863
6142
  FIRE_HISTORICAL:
6864
6143
  productType: EO.ECMWF.DAT.CEMS_FIRE_HISTORICAL
@@ -6885,30 +6164,56 @@
6885
6164
  # COPERNICUS ADS
6886
6165
  CAMS_GAC_FORECAST:
6887
6166
  productType: EO.ECMWF.DAT.CAMS_GLOBAL_ATMOSHERIC_COMPO_FORECAST
6167
+ metadata_mapping:
6168
+ <<: *orderable_mm
6888
6169
  CAMS_EU_AIR_QUALITY_FORECAST:
6889
6170
  productType: EO.ECMWF.DAT.CAMS_EUROPE_AIR_QUALITY_FORECASTS
6171
+ metadata_mapping:
6172
+ <<: *orderable_mm
6890
6173
  CAMS_GFE_GFAS:
6891
6174
  productType: EO.ECMWF.DAT.CAMS_GLOBAL_FIRE_EMISSIONS_GFAS
6175
+ metadata_mapping:
6176
+ <<: *orderable_mm
6892
6177
  CAMS_SOLAR_RADIATION:
6893
6178
  productType: EO.ECMWF.DAT.CAMS_SOLAR_RADIATION_TIMESERIES
6179
+ metadata_mapping:
6180
+ <<: *orderable_mm
6894
6181
  CAMS_GREENHOUSE_INVERSION:
6895
6182
  productType: EO.ECMWF.DAT.CAMS_GREENHOUSE_GAS_FLUXES
6183
+ metadata_mapping:
6184
+ <<: *orderable_mm
6896
6185
  CAMS_EAC4_MONTHLY:
6897
6186
  productType: EO.ECMWF.DAT.CAMS_GLOBAL_REANALYSIS_EAC4_MONTHLY_AV_FIELDS
6187
+ metadata_mapping:
6188
+ <<: *orderable_mm
6898
6189
  CAMS_EU_AIR_QUALITY_RE:
6899
6190
  productType: EO.ECMWF.DAT.CAMS_EUROPE_AIR_QUALITY_REANALYSES
6191
+ metadata_mapping:
6192
+ <<: *orderable_mm
6900
6193
  CAMS_EAC4:
6901
6194
  productType: EO.ECMWF.DAT.CAMS_GLOBAL_REANALYSIS_EAC4
6195
+ metadata_mapping:
6196
+ <<: *orderable_mm
6902
6197
  CAMS_GRF_AUX:
6903
6198
  productType: EO.ECMWF.DAT.CAMS_GLOBAL_RADIATIVE_FORCING_AUX
6199
+ metadata_mapping:
6200
+ <<: *orderable_mm
6904
6201
  CAMS_GRF:
6905
6202
  productType: EO.ECMWF.DAT.CAMS_GLOBAL_RADIATIVE_FORCING
6203
+ metadata_mapping:
6204
+ <<: *orderable_mm
6906
6205
  CAMS_GREENHOUSE_EGG4_MONTHLY:
6907
- productType: EO.ECMWF.DAT.CAMS_GLOBAL_GREENHOUSE_GAS_RANALYSIS_MONTHLY_AV_FIELDS
6206
+ productType: EO.ECMWF.DAT.CAMS_GLOBAL_GREENHOUSE_GAS_REANALYSIS_MONTHLY_AV_FIELDS
6207
+ metadata_mapping:
6208
+ <<: *orderable_mm
6908
6209
  CAMS_GREENHOUSE_EGG4:
6909
- productType: EO.ECMWF.DAT.CAMS_GLOBAL_GREENHOUSE_GAS_RANALYSIS
6210
+ productType: EO.ECMWF.DAT.CAMS_GLOBAL_GREENHOUSE_GAS_REANALYSIS
6211
+ metadata_mapping:
6212
+ <<: *orderable_mm
6910
6213
  CAMS_GLOBAL_EMISSIONS:
6911
6214
  productType: EO.ECMWF.DAT.CAMS_GLOBAL_EMISSION_INVENTORIES
6215
+ metadata_mapping:
6216
+ <<: *orderable_mm
6912
6217
  # COPERNICUS ADS - Digital Elevation Model
6913
6218
  COP_DEM_GLO30_DGED:
6914
6219
  productType: EO.DEM.DAT.COP-DEM_GLO-30-DGED
@@ -6964,6 +6269,29 @@
6964
6269
  roles:
6965
6270
  - host
6966
6271
  url: https://data.eumetsat.int
6272
+ anchor_sentinel: &sentinel_params
6273
+ orbitDirection:
6274
+ - orbitdir
6275
+ - '$.properties.acquisitionInformation[0].acquisitionParameters.orbitDirection'
6276
+ relativeOrbitNumber:
6277
+ - relorbit
6278
+ - '$.properties.acquisitionInformation[0].acquisitionParameters.relativeOrbitNumber'
6279
+ timeliness:
6280
+ - timeliness
6281
+ - '$.properties.productInformation.timeliness'
6282
+ cycleNumber:
6283
+ - cycle
6284
+ - '$.properties.acquisitionInformation[0].acquisitionParameters.cycleNumber'
6285
+ anchor_orbit_zone_tile: &orbit_zone_tile
6286
+ orbitNumber:
6287
+ - orbit
6288
+ - '$.properties.acquisitionInformation[0].acquisitionParameters.orbitNumber'
6289
+ utmZone:
6290
+ - zone
6291
+ - '$.null'
6292
+ tileIdentifier:
6293
+ - t6
6294
+ - '$.null'
6967
6295
  search: !plugin
6968
6296
  type: QueryStringSearch
6969
6297
  api_endpoint: 'https://api.eumetsat.int/data/search-products/1.0.0/os'
@@ -7025,7 +6353,6 @@
7025
6353
  - sat
7026
6354
  - '$.properties.acquisitionInformation[0].platform.platformShortName'
7027
6355
  instrument: '$.properties.acquisitionInformation[0].instrument.instrumentShortName'
7028
-
7029
6356
  # INSPIRE obligated OpenSearch Parameters for Collection Search (Table 4)
7030
6357
  title:
7031
6358
  - title
@@ -7033,19 +6360,11 @@
7033
6360
  publicationDate:
7034
6361
  - publication
7035
6362
  - '$.null'
7036
-
7037
6363
  # OpenSearch Parameters for Product Search (Table 5)
7038
6364
  parentIdentifier:
7039
6365
  - pi
7040
6366
  - '$.properties.parentIdentifier'
7041
- orbitNumber:
7042
- - orbit
7043
- - '$.properties.acquisitionInformation[0].acquisitionParameters.orbitNumber'
7044
- orbitDirection:
7045
- - orbitdir
7046
- - '$.properties.acquisitionInformation[0].acquisitionParameters.orbitDirection'
7047
6367
  modificationDate: '$.properties.updated'
7048
-
7049
6368
  # OpenSearch Parameters for Acquistion Parameters Search (Table 6)
7050
6369
  startTimeFromAscendingNode:
7051
6370
  - dtstart
@@ -7057,12 +6376,6 @@
7057
6376
  id:
7058
6377
  - id
7059
6378
  - $.properties.identifier
7060
- utmZone:
7061
- - zone
7062
- - '$.null'
7063
- tileIdentifier:
7064
- - t6
7065
- - '$.null'
7066
6379
  # The geographic extent of the product
7067
6380
  geometry:
7068
6381
  - 'geo={geometry#to_rounded_wkt}'
@@ -7076,25 +6389,11 @@
7076
6389
  # storageStatus set to ONLINE for consistency between providers
7077
6390
  storageStatus: '{$.null#replace_str("Not Available","ONLINE")}'
7078
6391
  assets: '{$.properties.links.sip-entries#assets_list_to_dict}'
7079
-
7080
6392
  # Additional metadata provided by the providers but that don't appear in the reference spec
7081
- timeliness:
7082
- - timeliness
7083
- - '$.properties.productInformation.timeliness'
7084
- relativeOrbitNumber:
7085
- - relorbit
7086
- - '$.properties.acquisitionInformation[0].acquisitionParameters.relativeOrbitNumber'
7087
- cycleNumber:
7088
- - cycle
7089
- - '$.properties.acquisitionInformation[0].acquisitionParameters.cycleNumber'
7090
- fire:
7091
- - fire
7092
- - '$.properties.extraInformation.fireDetected'
7093
6393
  size:
7094
6394
  - size
7095
6395
  - '$.properties.productInformation.size'
7096
6396
  type: '$.null'
7097
-
7098
6397
  # set duplicate metadata due to metadata discovery to null
7099
6398
  acquisitionInformation: '$.null'
7100
6399
  productInformation: '$.null'
@@ -7104,113 +6403,223 @@
7104
6403
  S3_SRA:
7105
6404
  productType: SR_1_SRA___
7106
6405
  parentIdentifier: EO:EUM:DAT:0406
6406
+ metadata_mapping:
6407
+ <<: *orbit_zone_tile
6408
+ <<: *sentinel_params
7107
6409
  S3_SRA_A:
7108
6410
  productType: SR_1_SRA_A_
7109
6411
  parentIdentifier: EO:EUM:DAT:0413
6412
+ metadata_mapping:
6413
+ <<: *orbit_zone_tile
6414
+ <<: *sentinel_params
7110
6415
  S3_SRA_1A_BC004:
7111
6416
  productType: SR_1_SRA_A_
7112
6417
  parentIdentifier: EO:EUM:DAT:0583
6418
+ metadata_mapping:
6419
+ <<: *orbit_zone_tile
6420
+ <<: *sentinel_params
7113
6421
  S3_SRA_1A_BC005:
7114
6422
  productType: SR_1_SRA_A_
7115
6423
  parentIdentifier: EO:EUM:DAT:0836
6424
+ metadata_mapping:
6425
+ <<: *orbit_zone_tile
6426
+ <<: *sentinel_params
7116
6427
  S3_SRA_1B_BC004:
7117
6428
  productType: SR_1_SRA___
7118
6429
  parentIdentifier: EO:EUM:DAT:0584
6430
+ metadata_mapping:
6431
+ <<: *orbit_zone_tile
6432
+ <<: *sentinel_params
7119
6433
  S3_SRA_1B_BC005:
7120
6434
  productType: SR_1_SRA___
7121
6435
  parentIdentifier: EO:EUM:DAT:0833
6436
+ metadata_mapping:
6437
+ <<: *orbit_zone_tile
6438
+ <<: *sentinel_params
7122
6439
  S3_SRA_BS:
7123
6440
  productType: SR_1_SRA_BS
7124
6441
  parentIdentifier: EO:EUM:DAT:0414
6442
+ metadata_mapping:
6443
+ <<: *orbit_zone_tile
6444
+ <<: *sentinel_params
7125
6445
  S3_SRA_BS_BC004:
7126
6446
  productType: SR_1_SRA_BS
7127
6447
  parentIdentifier: EO:EUM:DAT:0585
6448
+ metadata_mapping:
6449
+ <<: *orbit_zone_tile
6450
+ <<: *sentinel_params
7128
6451
  S3_SRA_BS_BC005:
7129
6452
  productType: SR_1_SRA_BS
7130
6453
  parentIdentifier: EO:EUM:DAT:0835
6454
+ metadata_mapping:
6455
+ <<: *orbit_zone_tile
6456
+ <<: *sentinel_params
7131
6457
  S3_WAT:
7132
6458
  productType: SR_2_WAT___
7133
6459
  parentIdentifier: EO:EUM:DAT:0415
6460
+ metadata_mapping:
6461
+ <<: *orbit_zone_tile
6462
+ <<: *sentinel_params
7134
6463
  S3_WAT_BC004:
7135
6464
  productType: SR_2_WAT___
7136
6465
  parentIdentifier: EO:EUM:DAT:0586
6466
+ metadata_mapping:
6467
+ <<: *orbit_zone_tile
6468
+ <<: *sentinel_params
7137
6469
  S3_WAT_BC005:
7138
6470
  productType: SR_2_WAT___
7139
6471
  parentIdentifier: EO:EUM:DAT:0834
6472
+ metadata_mapping:
6473
+ <<: *orbit_zone_tile
6474
+ <<: *sentinel_params
7140
6475
  # S3 OLCI
7141
6476
  S3_EFR:
7142
6477
  productType: OL_1_EFR___
7143
6478
  parentIdentifier: EO:EUM:DAT:0409
6479
+ metadata_mapping:
6480
+ <<: *orbit_zone_tile
6481
+ <<: *sentinel_params
7144
6482
  S3_EFR_BC002:
7145
6483
  productType: OL_1_EFR___
7146
6484
  parentIdentifier: EO:EUM:DAT:0577
6485
+ metadata_mapping:
6486
+ <<: *orbit_zone_tile
6487
+ <<: *sentinel_params
7147
6488
  S3_ERR:
7148
6489
  productType: OL_1_ERR___
7149
6490
  parentIdentifier: EO:EUM:DAT:0410
6491
+ metadata_mapping:
6492
+ <<: *orbit_zone_tile
6493
+ <<: *sentinel_params
7150
6494
  S3_ERR_BC002:
7151
6495
  productType: OL_1_ERR___
7152
6496
  parentIdentifier: EO:EUM:DAT:0578
6497
+ metadata_mapping:
6498
+ <<: *orbit_zone_tile
6499
+ <<: *sentinel_params
7153
6500
  S3_OLCI_L2WRR:
7154
6501
  productType: OL_2_WRR___
7155
6502
  parentIdentifier: EO:EUM:DAT:0408
6503
+ metadata_mapping:
6504
+ <<: *orbit_zone_tile
6505
+ <<: *sentinel_params
7156
6506
  S3_OLCI_L2WRR_BC003:
7157
6507
  productType: OL_2_WRR___
7158
6508
  parentIdentifier: EO:EUM:DAT:0557
6509
+ metadata_mapping:
6510
+ <<: *orbit_zone_tile
6511
+ <<: *sentinel_params
7159
6512
  S3_OLCI_L2WFR:
7160
6513
  productType: OL_2_WFR___
7161
6514
  parentIdentifier: EO:EUM:DAT:0407
6515
+ metadata_mapping:
6516
+ <<: *orbit_zone_tile
6517
+ <<: *sentinel_params
7162
6518
  S3_OLCI_L2WFR_BC003:
7163
6519
  productType: OL_2_WFR___
7164
6520
  parentIdentifier: EO:EUM:DAT:0556
6521
+ metadata_mapping:
6522
+ <<: *orbit_zone_tile
6523
+ <<: *sentinel_params
7165
6524
  # S3 SLSTR
7166
6525
  S3_SLSTR_L1RBT:
7167
6526
  productType: SL_1_RBT___
7168
6527
  parentIdentifier: EO:EUM:DAT:0411
6528
+ metadata_mapping:
6529
+ <<: *orbit_zone_tile
6530
+ <<: *sentinel_params
7169
6531
  S3_SLSTR_L1RBT_BC003:
7170
6532
  productType: SL_1_RBT___
7171
6533
  parentIdentifier: EO:EUM:DAT:0581
6534
+ metadata_mapping:
6535
+ <<: *orbit_zone_tile
6536
+ <<: *sentinel_params
7172
6537
  S3_SLSTR_L1RBT_BC004:
7173
6538
  productType: SL_1_RBT___
7174
6539
  parentIdentifier: EO:EUM:DAT:0615
6540
+ metadata_mapping:
6541
+ <<: *orbit_zone_tile
6542
+ <<: *sentinel_params
7175
6543
  S3_SLSTR_L2WST:
7176
6544
  productType: SL_2_WST___
7177
6545
  parentIdentifier: EO:EUM:DAT:0412
6546
+ metadata_mapping:
6547
+ <<: *orbit_zone_tile
6548
+ <<: *sentinel_params
7178
6549
  S3_SLSTR_L2WST_BC003:
7179
6550
  productType: SL_2_WST___
7180
6551
  parentIdentifier: EO:EUM:DAT:0582
6552
+ metadata_mapping:
6553
+ <<: *orbit_zone_tile
6554
+ <<: *sentinel_params
7181
6555
  S3_SLSTR_L2AOD:
7182
6556
  productType: SL_2_AOD___
7183
6557
  parentIdentifier: EO:EUM:DAT:0416
6558
+ metadata_mapping:
6559
+ <<: *orbit_zone_tile
6560
+ <<: *sentinel_params
7184
6561
  S3_SLSTR_L2FRP:
7185
6562
  productType: SL_2_FRP___
7186
6563
  parentIdentifier: EO:EUM:DAT:0417
6564
+ metadata_mapping:
6565
+ <<: *orbit_zone_tile
6566
+ <<: *sentinel_params
6567
+ fire:
6568
+ - fire
6569
+ - '$.properties.extraInformation.fireDetected'
7187
6570
  # METOP
7188
6571
  METOP_AMSU_L1:
7189
6572
  parentIdentifier: EO:EUM:DAT:METOP:AMSUL1
6573
+ metadata_mapping:
6574
+ <<: *orbit_zone_tile
7190
6575
  METOP_OSI_104:
7191
6576
  parentIdentifier: EO:EUM:DAT:METOP:OSI-104
6577
+ metadata_mapping:
6578
+ <<: *orbit_zone_tile
7192
6579
  METOP_OSI_150A:
7193
6580
  parentIdentifier: EO:EUM:DAT:METOP:OSI-150-A
6581
+ metadata_mapping:
6582
+ <<: *orbit_zone_tile
7194
6583
  METOP_OSI_150B:
7195
6584
  parentIdentifier: EO:EUM:DAT:METOP:OSI-150-B
6585
+ metadata_mapping:
6586
+ <<: *orbit_zone_tile
7196
6587
  METOP_ASCSZF1B:
7197
6588
  parentIdentifier: EO:EUM:DAT:METOP:ASCSZF1B
6589
+ metadata_mapping:
6590
+ <<: *orbit_zone_tile
7198
6591
  METOP_ASCSZR1B:
7199
6592
  parentIdentifier: EO:EUM:DAT:METOP:ASCSZR1B
6593
+ metadata_mapping:
6594
+ <<: *orbit_zone_tile
7200
6595
  METOP_ASCSZO1B:
7201
6596
  parentIdentifier: EO:EUM:DAT:METOP:ASCSZO1B
6597
+ metadata_mapping:
6598
+ <<: *orbit_zone_tile
7202
6599
  METOP_ASCSZFR02:
7203
6600
  parentIdentifier: EO:EUM:CM:METOP:ASCSZFR02
6601
+ metadata_mapping:
6602
+ <<: *orbit_zone_tile
7204
6603
  METOP_ASCSZOR02:
7205
6604
  parentIdentifier: EO:EUM:CM:METOP:ASCSZOR02
6605
+ metadata_mapping:
6606
+ <<: *orbit_zone_tile
7206
6607
  METOP_ASCSZRR02:
7207
6608
  parentIdentifier: EO:EUM:CM:METOP:ASCSZRR02
6609
+ metadata_mapping:
6610
+ <<: *orbit_zone_tile
7208
6611
  METOP_AVHRRL1:
7209
6612
  parentIdentifier: EO:EUM:DAT:METOP:AVHRRL1
6613
+ metadata_mapping:
6614
+ <<: *orbit_zone_tile
7210
6615
  METOP_SOMO12:
7211
6616
  parentIdentifier: EO:EUM:DAT:METOP:SOMO12
6617
+ metadata_mapping:
6618
+ <<: *orbit_zone_tile
7212
6619
  METOP_SOMO25:
7213
6620
  parentIdentifier: EO:EUM:DAT:METOP:SOMO25
6621
+ metadata_mapping:
6622
+ <<: *orbit_zone_tile
7214
6623
  METOP_AVHRRGACR02:
7215
6624
  parentIdentifier: EO:EUM:DAT:0558
7216
6625
  METOP_LSA_002:
@@ -7219,18 +6628,55 @@
7219
6628
  parentIdentifier: EO:EUM:DAT:METOP:GLB-SST-NC
7220
6629
  METOP_GOMEL1:
7221
6630
  parentIdentifier: EO:EUM:DAT:METOP:GOMEL1
6631
+ metadata_mapping:
6632
+ <<: *orbit_zone_tile
7222
6633
  METOP_GOMEL1R03:
7223
6634
  parentIdentifier: EO:EUM:DAT:0533
6635
+ metadata_mapping:
6636
+ <<: *orbit_zone_tile
7224
6637
  METOP_IASTHR011:
7225
6638
  parentIdentifier: EO:EUM:DAT:0576
6639
+ metadata_mapping:
6640
+ <<: *orbit_zone_tile
7226
6641
  METOP_IASSND02:
7227
6642
  parentIdentifier: EO:EUM:DAT:METOP:IASSND02
6643
+ metadata_mapping:
6644
+ <<: *orbit_zone_tile
7228
6645
  METOP_IASIL1C_ALL:
7229
6646
  parentIdentifier: EO:EUM:DAT:METOP:IASIL1C-ALL
6647
+ metadata_mapping:
6648
+ <<: *orbit_zone_tile
7230
6649
  METOP_MHSL1:
7231
6650
  parentIdentifier: EO:EUM:DAT:METOP:MHSL1
6651
+ metadata_mapping:
6652
+ <<: *orbit_zone_tile
7232
6653
  METOP_HIRSL1:
7233
6654
  parentIdentifier: EO:EUM:DAT:MULT:HIRSL1
6655
+ metadata_mapping:
6656
+ <<: *orbit_zone_tile
6657
+ # MSG
6658
+ MSG_CLM:
6659
+ parentIdentifier: EO:EUM:DAT:MSG:CLM
6660
+ MSG_CLM_IODC:
6661
+ parentIdentifier: EO:EUM:DAT:MSG:CLM-IODC
6662
+ MSG_GSAL2R02:
6663
+ parentIdentifier: EO:EUM:DAT:0300
6664
+ MSG_HRSEVIRI:
6665
+ parentIdentifier: EO:EUM:DAT:MSG:HRSEVIRI
6666
+ MSG_HRSEVIRI_IODC:
6667
+ parentIdentifier: EO:EUM:DAT:MSG:HRSEVIRI-IODC
6668
+ MSG_RSS_CLM:
6669
+ parentIdentifier: EO:EUM:DAT:MSG:RSS-CLM
6670
+ MSG_MSG15_RSS:
6671
+ parentIdentifier: EO:EUM:DAT:MSG:MSG15-RSS
6672
+ MSG_LSA_FRM:
6673
+ parentIdentifier: EO:EUM:DAT:0398
6674
+ MSG_LSA_LST_CDR:
6675
+ parentIdentifier: EO:EUM:DAT:0088
6676
+ MSG_LSA_LSTDE:
6677
+ parentIdentifier: EO:EUM:DAT:0394
6678
+ MSG_AMVR02:
6679
+ parentIdentifier: EO:EUM:DAT:0405
7234
6680
  GENERIC_PRODUCT_TYPE:
7235
6681
  productType: '{productType}'
7236
6682
  parentIdentifier: '{parentIdentifier}'
@@ -7241,6 +6687,7 @@
7241
6687
  ssl_verify: true
7242
6688
  auth: !plugin
7243
6689
  type: TokenAuth
6690
+ matching_url: https://api.eumetsat.int
7244
6691
  auth_uri: 'https://api.eumetsat.int/token'
7245
6692
  auth_error_code: 401
7246
6693
  req_data:
@@ -7304,10 +6751,19 @@
7304
6751
  productType: GLOBAL_MULTIYEAR_PHY_ENS_001_031
7305
6752
  MO_INSITU_GLO_PHY_UV_DISCRETE_NRT_013_048:
7306
6753
  productType: INSITU_GLO_PHY_UV_DISCRETE_NRT_013_048
6754
+ code_mapping:
6755
+ param: platformSerialIdentifier
6756
+ index: 3
7307
6757
  MO_INSITU_GLO_PHY_TS_OA_NRT_013_002:
7308
6758
  productType: INSITU_GLO_PHY_TS_OA_NRT_013_002
6759
+ code_mapping:
6760
+ param: analysis_name
6761
+ index: 1
7309
6762
  MO_INSITU_GLO_PHY_TS_OA_MY_013_052:
7310
6763
  productType: INSITU_GLO_PHY_TS_OA_MY_013_052
6764
+ code_mapping:
6765
+ param: analysis_name
6766
+ index: 1
7311
6767
  MO_MULTIOBS_GLO_BIO_BGC_3D_REP_015_010:
7312
6768
  productType: MULTIOBS_GLO_BIO_BGC_3D_REP_015_010
7313
6769
  MO_MULTIOBS_GLO_BIO_CARBON_SURFACE_REP_015_008:
@@ -7334,6 +6790,10 @@
7334
6790
  productType: SEALEVEL_GLO_PHY_MDT_008_063
7335
6791
  MO_SST_GLO_SST_L3S_NRT_OBSERVATIONS_010_010:
7336
6792
  productType: SST_GLO_SST_L3S_NRT_OBSERVATIONS_010_010
6793
+ code_mapping:
6794
+ param: sensorType
6795
+ index: 3
6796
+ pattern: '[A-Z]{3}'
7337
6797
  MO_SST_GLO_SST_L4_NRT_OBSERVATIONS_010_001:
7338
6798
  productType: SST_GLO_SST_L4_NRT_OBSERVATIONS_010_001
7339
6799
  MO_SST_GLO_SST_L4_REP_OBSERVATIONS_010_011:
@@ -7342,8 +6802,15 @@
7342
6802
  productType: SST_GLO_SST_L4_REP_OBSERVATIONS_010_024
7343
6803
  MO_WAVE_GLO_WAV_L3_SPC_NRT_OBSERVATIONS_014_002:
7344
6804
  productType: WAVE_GLO_WAV_L3_SPC_NRT_OBSERVATIONS_014_002
6805
+ code_mapping:
6806
+ param: platformSerialIdentifier
6807
+ index: 0
6808
+ pattern: 's1a|s1b|cfo'
7345
6809
  MO_WAVE_GLO_PHY_SWH_L3_NRT_014_001:
7346
6810
  productType: WAVE_GLO_PHY_SWH_L3_NRT_014_001
6811
+ code_mapping:
6812
+ param: platformSerialIdentifier
6813
+ index: 4
7347
6814
  MO_WAVE_GLO_PHY_SWH_L4_NRT_014_003:
7348
6815
  productType: WAVE_GLO_PHY_SWH_L4_NRT_014_003
7349
6816
  MO_WIND_GLO_PHY_CLIMATE_L4_MY_012_003:
@@ -7360,12 +6827,28 @@
7360
6827
  productType: OCEANCOLOUR_GLO_BGC_L3_MY_009_107
7361
6828
  MO_OCEANCOLOUR_GLO_BGC_L3_NRT_009_101:
7362
6829
  productType: OCEANCOLOUR_GLO_BGC_L3_NRT_009_101
6830
+ code_mapping:
6831
+ param: sensorType
6832
+ index: 6
6833
+ pattern: 'olci|gapfree-multi|multi-climatology|multi'
7363
6834
  MO_OCEANCOLOUR_GLO_BGC_L3_MY_009_103:
7364
6835
  productType: OCEANCOLOUR_GLO_BGC_L3_MY_009_103
6836
+ code_mapping:
6837
+ param: sensorType
6838
+ index: 6
6839
+ pattern: 'olci|gapfree-multi|multi-climatology|multi'
7365
6840
  MO_OCEANCOLOUR_GLO_BGC_L4_NRT_009_102:
7366
6841
  productType: OCEANCOLOUR_GLO_BGC_L4_NRT_009_102
6842
+ code_mapping:
6843
+ param: sensorType
6844
+ index: 6
6845
+ pattern: 'olci|gapfree-multi|multi-climatology|multi'
7367
6846
  MO_OCEANCOLOUR_GLO_BGC_L4_MY_009_104:
7368
6847
  productType: OCEANCOLOUR_GLO_BGC_L4_MY_009_104
6848
+ code_mapping:
6849
+ param: sensorType
6850
+ index: 6
6851
+ pattern: 'olci|gapfree-multi|multi-climatology|multi'
7369
6852
  MO_OCEANCOLOUR_GLO_BGC_L4_MY_009_108:
7370
6853
  productType: OCEANCOLOUR_GLO_BGC_L4_MY_009_108
7371
6854
  GENERIC_PRODUCT_TYPE:
@@ -7373,7 +6856,433 @@
7373
6856
  collection: '{collection}'
7374
6857
  download: !plugin
7375
6858
  type: AwsDownload
7376
- base_uri: https://s3.waw3-1.cloudferro.com
6859
+ s3_endpoint: https://s3.waw3-1.cloudferro.com
7377
6860
  bucket_path_level: 0
7378
6861
  auth: !plugin
7379
6862
  type: AwsAuth
6863
+ matching_url: s3://
6864
+ matching_conf:
6865
+ s3_endpoint: https://s3.waw3-1.cloudferro.com
6866
+
6867
+ ---
6868
+ !provider # MARK: geodes
6869
+ name: geodes
6870
+ priority: 0
6871
+ roles:
6872
+ - host
6873
+ description: French National Space Agency (CNES) Earth Observation portal
6874
+ url: https://geodes.cnes.fr
6875
+ search: !plugin
6876
+ type: StacSearch
6877
+ api_endpoint: https://geodes-portal.cnes.fr/api/stac/search
6878
+ need_auth: false
6879
+ ssl_verify: false
6880
+ discover_queryables:
6881
+ fetch_url: null
6882
+ product_type_fetch_url: null
6883
+ discover_product_types:
6884
+ fetch_url: https://geodes-portal.cnes.fr/api/stac/collections
6885
+ fetch_method: POST
6886
+ fetch_body:
6887
+ limit: 10000
6888
+ pagination:
6889
+ total_items_nb_key_path: '$.context.matched'
6890
+ # 1000 is ok and 2000 fails
6891
+ max_items_per_page: 1000
6892
+ sort:
6893
+ sort_by_tpl: '{{"sortBy": [ {{"field": "{sort_param}", "direction": "{sort_order}" }} ] }}'
6894
+ sort_by_default:
6895
+ - !!python/tuple [startTimeFromAscendingNode, ASC]
6896
+ sort_param_mapping:
6897
+ id: spaceborne:s2TakeId
6898
+ startTimeFromAscendingNode: temporal:startDate
6899
+ completionTimeFromAscendingNode: temporal:endDate
6900
+ platformSerialIdentifier: spaceborne:satellitePlatform
6901
+ cloudCover: spaceborne:cloudCover
6902
+ metadata_mapping:
6903
+ uid: '$.id'
6904
+ # OpenSearch Parameters for Collection Search (Table 3)
6905
+ productType:
6906
+ - '{{"query":{{"dataType":{{"eq":"{productType}"}}}}}}'
6907
+ - '$.properties."dataType"'
6908
+ processingLevel:
6909
+ - '{{"query":{{"spaceborne:productLevel":{{"eq":"{processingLevel}"}}}}}}'
6910
+ - '$.properties."spaceborne:productLevel"'
6911
+ platformSerialIdentifier:
6912
+ - '{{"query":{{"spaceborne:satellitePlatform":{{"eq":"{platformSerialIdentifier}"}}}}}}'
6913
+ - '$.properties."spaceborne:satellitePlatform"'
6914
+ instrument:
6915
+ - '{{"query":{{"spaceborne:satelliteSensor":{{"eq":"{instrument}"}}}}}}'
6916
+ - '$.properties."spaceborne:satelliteSensor"'
6917
+ # INSPIRE obligated OpenSearch Parameters for Collection Search (Table 4)
6918
+ title: '{$.properties."accessService:endpointURL"#replace_str(r"^.*\/(\w+)\.zip$",r"\1")}'
6919
+ keyword: '$.properties."spaceborne:keywords"'
6920
+ # OpenSearch Parameters for Product Search (Table 5)
6921
+ orbitNumber:
6922
+ - '{{"query":{{"spaceborne:absoluteOrbitID":{{"eq":"{orbitNumber}"}}}}}}'
6923
+ - '$.properties."spaceborne:absoluteOrbitID"'
6924
+ orbitDirection:
6925
+ - '{{"query":{{"spaceborne:orbitDirection":{{"eq":"{orbitDirection}"}}}}}}'
6926
+ - '$.properties."spaceborne:orbitDirection"'
6927
+ swathIdentifier:
6928
+ - '{{"query":{{"spaceborne:swath":{{"eq":"{swathIdentifier}"}}}}}}'
6929
+ - '$.properties."spaceborne:swath"'
6930
+ cloudCover:
6931
+ - '{{"query":{{"spaceborne:cloudCover":{{"lte":"{cloudCover}"}}}}}}'
6932
+ - '$.properties."spaceborne:cloudCover"'
6933
+ sensorMode:
6934
+ - '{{"query":{{"spaceborne:sensorMode":{{"eq":"{sensorMode}"}}}}}}'
6935
+ - '$.properties."spaceborne:sensorMode"'
6936
+ # OpenSearch Parameters for Acquistion Parameters Search (Table 6)
6937
+ startTimeFromAscendingNode:
6938
+ - '{{"query":{{"temporal:endDate":{{"gte":"{startTimeFromAscendingNode#to_iso_utc_datetime}"}}}}}}'
6939
+ - '$.properties."temporal:startDate"'
6940
+ completionTimeFromAscendingNode:
6941
+ - '{{"query":{{"temporal:startDate":{{"lte":"{completionTimeFromAscendingNode#to_iso_utc_datetime}"}}}}}}'
6942
+ - '$.properties."temporal:endDate"'
6943
+ polarizationChannels:
6944
+ - '{{"query":{{"spaceborne:polarization":{{"eq":"{polarizationChannels}"}}}}}}'
6945
+ - '$.properties."spaceborne:polarization"'
6946
+ # Custom parameters (not defined in the base document referenced above)
6947
+ id:
6948
+ - '{{"query":{{"accessService:endpointURL":{{"contains":"{id}"}}}}}}'
6949
+ - '{$.properties."accessService:endpointURL"#replace_str(r"^.*\/(\w+)\.zip$",r"\1")}'
6950
+ geometry:
6951
+ - '{{"intersects":{geometry#to_geojson}}}'
6952
+ - '($.geometry.`str()`.`sub(/^None$/, POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90)))`)|($.geometry[*])'
6953
+ providerProductType:
6954
+ - '{{"query":{{"spaceborne:productType":{{"eq":"{providerProductType}"}}}}}}'
6955
+ - '$.null'
6956
+ downloadLink: '$.assets[?(@.roles[0] == "data")].href'
6957
+ quicklook: '$.assets[?(@.roles[0] == "overview")].href.`sub(/^(.*)$/, \\1?scope=gdh)`'
6958
+ thumbnail: '$.assets[?(@.roles[0] == "overview")].href.`sub(/^(.*)$/, \\1?scope=gdh)`'
6959
+ # storageStatus set to ONLINE for consistency between providers
6960
+ storageStatus: '{$.null#replace_str("Not Available","ONLINE")}'
6961
+ products:
6962
+ S1_SAR_OCN:
6963
+ providerProductType: OCN
6964
+ productType: PEPS_S1_L2
6965
+ metadata_mapping:
6966
+ cloudCover: '$.null'
6967
+ S1_SAR_GRD:
6968
+ providerProductType: GRD
6969
+ productType: PEPS_S1_L1
6970
+ metadata_mapping:
6971
+ cloudCover: '$.null'
6972
+ S1_SAR_SLC:
6973
+ providerProductType: SLC
6974
+ productType: PEPS_S1_L1
6975
+ metadata_mapping:
6976
+ cloudCover: '$.null'
6977
+ S2_MSI_L1C:
6978
+ productType: PEPS_S2_L1C
6979
+ S2_MSI_L2A_MAJA:
6980
+ productType: MUSCATE_SENTINEL2_SENTINEL2_L2A
6981
+ GENERIC_PRODUCT_TYPE:
6982
+ productType: '{productType}'
6983
+ download: !plugin
6984
+ type: HTTPDownload
6985
+ ssl_verify: false
6986
+ ignore_assets: true
6987
+ archive_depth: 2
6988
+ auth: !plugin
6989
+ type: HTTPHeaderAuth
6990
+ matching_url: https://geodes-portal.cnes.fr
6991
+ headers:
6992
+ X-API-Key: "{apikey}"
6993
+
6994
+ ---
6995
+ !provider # MARK: cop_ewds
6996
+ name: cop_ewds
6997
+ priority: 0
6998
+ description: CEMS Early Warning Data Store
6999
+ roles:
7000
+ - host
7001
+ url: https://ewds.climate.copernicus.eu
7002
+ anchor_day_month_year: &day_month_year
7003
+ completionTimeFromAscendingNode:
7004
+ - |
7005
+ {{
7006
+ "year": {_date#interval_to_datetime_dict}["year"],
7007
+ "month": {_date#interval_to_datetime_dict}["month"],
7008
+ "day": {_date#interval_to_datetime_dict}["day"]
7009
+ }}
7010
+ - '{$.completionTimeFromAscendingNode#to_iso_date}'
7011
+ anchor_month_year: &month_year
7012
+ completionTimeFromAscendingNode:
7013
+ - |
7014
+ {{
7015
+ "year": {_date#interval_to_datetime_dict}["year"],
7016
+ "month": {_date#interval_to_datetime_dict}["month"]
7017
+ }}
7018
+ - '{$.completionTimeFromAscendingNode#to_iso_date}'
7019
+ anchor_hday_hmonth_hyear: &hday_hmonth_hyear
7020
+ completionTimeFromAscendingNode:
7021
+ - |
7022
+ {{
7023
+ "hyear": {_date#interval_to_datetime_dict}["year"],
7024
+ "hmonth": {_date#interval_to_datetime_dict}["month"],
7025
+ "hday": {_date#interval_to_datetime_dict}["day"]
7026
+ }}
7027
+ - '{$.completionTimeFromAscendingNode#to_iso_date}'
7028
+ anchor_hmonth_hyear: &hmonth_hyear
7029
+ completionTimeFromAscendingNode:
7030
+ - |
7031
+ {{
7032
+ "hyear": {_date#interval_to_datetime_dict}["year"],
7033
+ "hmonth": {_date#interval_to_datetime_dict}["month"]
7034
+ }}
7035
+ - '{$.completionTimeFromAscendingNode#to_iso_date}'
7036
+ auth: !plugin
7037
+ type: HTTPHeaderAuth
7038
+ matching_url: https://ewds.climate.copernicus.eu
7039
+ ssl_verify: true
7040
+ headers:
7041
+ PRIVATE-TOKEN: "{apikey}"
7042
+ download: !plugin
7043
+ type: HTTPDownload
7044
+ timeout: 30
7045
+ ssl_verify: true
7046
+ extract: false
7047
+ auth_error_code: 401
7048
+ order_enabled: true
7049
+ order_method: POST
7050
+ order_on_response:
7051
+ metadata_mapping:
7052
+ orderId: $.json.jobID
7053
+ orderStatusLink: https://ewds.climate.copernicus.eu/api/retrieve/v1/jobs/{orderId}
7054
+ searchLink: https://ewds.climate.copernicus.eu/api/retrieve/v1/jobs/{orderId}/results
7055
+ order_status:
7056
+ request:
7057
+ method: GET
7058
+ metadata_mapping:
7059
+ status: $.json.status
7060
+ error:
7061
+ status: failed
7062
+ success:
7063
+ status: successful
7064
+ on_success:
7065
+ need_search: true
7066
+ metadata_mapping:
7067
+ downloadLink: $.json.asset.value.href
7068
+ products:
7069
+ FIRE_HISTORICAL:
7070
+ output_extension: .grib
7071
+ search: !plugin
7072
+ type: BuildSearchResult
7073
+ ssl_verify: true
7074
+ end_date_excluded: false
7075
+ remove_from_query:
7076
+ - dataset
7077
+ - date
7078
+ discover_queryables:
7079
+ fetch_url: null
7080
+ product_type_fetch_url: null
7081
+ constraints_file_url: https://ewds.climate.copernicus.eu/api/catalogue/v1/collections/{dataset}/constraints.json
7082
+ metadata_mapping:
7083
+ productType: $.productType
7084
+ title: $.id
7085
+ startTimeFromAscendingNode: '{$.startTimeFromAscendingNode#to_iso_utc_datetime}'
7086
+ completionTimeFromAscendingNode:
7087
+ - date={startTimeFromAscendingNode#to_iso_date}/{completionTimeFromAscendingNode#to_iso_date}
7088
+ - '{$.completionTimeFromAscendingNode#to_iso_utc_datetime}'
7089
+ _date: '{startTimeFromAscendingNode#to_iso_date}/{completionTimeFromAscendingNode#to_iso_date}'
7090
+ id: $.id
7091
+ # The geographic extent of the product
7092
+ geometry:
7093
+ - '{{"area": {geometry#to_nwse_bounds}}}'
7094
+ - $.geometry
7095
+ defaultGeometry: POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))
7096
+ storageStatus: '{$.null#replace_str("Not Available","OFFLINE")}'
7097
+ downloadLink: $.null
7098
+ qs: $.qs
7099
+ orderLink: 'https://ewds.climate.copernicus.eu/api/retrieve/v1/processes/{dataset}/execution?{{"inputs": {qs#to_geojson}}}'
7100
+ # Copernicus CDS specific parameters
7101
+ api_product_type:
7102
+ - product_type
7103
+ - $.api_product_type
7104
+ dataset:
7105
+ - dataset
7106
+ - $.dataset
7107
+ dataset_type:
7108
+ - dataset_type
7109
+ - $.dataset_type
7110
+ day:
7111
+ - day
7112
+ - $.day
7113
+ download_format:
7114
+ - download_format
7115
+ - $.download_format
7116
+ format:
7117
+ - data_format
7118
+ - $.format
7119
+ grid:
7120
+ - grid
7121
+ - $.grid
7122
+ hday:
7123
+ - hday
7124
+ - $.hday
7125
+ hmonth:
7126
+ - hmonth
7127
+ - $.hmonth
7128
+ hyear:
7129
+ - hyear
7130
+ - $.hyear
7131
+ hydrological_model:
7132
+ - hydrological_model
7133
+ - $.hydrological_model
7134
+ leadtime_hour:
7135
+ - leadtime_hour
7136
+ - $.leadtime_hour
7137
+ model_levels:
7138
+ - model_levels
7139
+ - $.model_levels
7140
+ month:
7141
+ - month
7142
+ - $.month
7143
+ originating_centre:
7144
+ - originating_centre
7145
+ - $.originating_centre
7146
+ soil_level:
7147
+ - soil_level
7148
+ - $.soil_level
7149
+ system_version:
7150
+ - system_version
7151
+ - '{$.system_version#to_geojson}'
7152
+ variable:
7153
+ - variable
7154
+ - $.variable
7155
+ time:
7156
+ - time
7157
+ - $.time
7158
+ year:
7159
+ - year
7160
+ - $.year
7161
+ products:
7162
+ EFAS_HISTORICAL:
7163
+ dataset: efas-historical
7164
+ format: grib
7165
+ download_format: zip
7166
+ model_levels: surface_level
7167
+ variable: snow_depth_water_equivalent
7168
+ system_version: version_5_0
7169
+ time: 00:00
7170
+ metadata_mapping:
7171
+ <<: *hday_hmonth_hyear
7172
+ EFAS_FORECAST:
7173
+ dataset: efas-forecast
7174
+ format: grib
7175
+ download_format: zip
7176
+ system_version: operational
7177
+ originating_centre: ecmwf
7178
+ api_product_type: control_forecast
7179
+ variable: river_discharge_in_the_last_6_hours
7180
+ model_levels: surface_level
7181
+ time: 00:00
7182
+ leadtime_hour: '24'
7183
+ metadata_mapping:
7184
+ <<: *day_month_year
7185
+ EFAS_SEASONAL:
7186
+ dataset: efas-seasonal
7187
+ system_version: operational
7188
+ format: grib
7189
+ download_format: zip
7190
+ variable: river_discharge_in_the_last_24_hours
7191
+ model_levels: surface_level
7192
+ leadtime_hour: '24'
7193
+ metadata_mapping:
7194
+ <<: *month_year
7195
+ EFAS_REFORECAST:
7196
+ dataset: efas-reforecast
7197
+ system_version: version_5_0
7198
+ format: grib
7199
+ download_format: zip
7200
+ api_product_type: control_forecast
7201
+ variable: river_discharge_in_the_last_6_hours
7202
+ model_levels: surface_level
7203
+ leadtime_hour: '6'
7204
+ metadata_mapping:
7205
+ <<: *hday_hmonth_hyear
7206
+ EFAS_SEASONAL_REFORECAST:
7207
+ dataset: efas-seasonal-reforecast
7208
+ system_version: version_5_0
7209
+ format: grib
7210
+ download_format: zip
7211
+ variable: river_discharge_in_the_last_24_hours
7212
+ model_levels: surface_level
7213
+ leadtime_hour: '24'
7214
+ metadata_mapping:
7215
+ <<: *hmonth_hyear
7216
+ GLOFAS_HISTORICAL:
7217
+ dataset: cems-glofas-historical
7218
+ system_version: version_4_0
7219
+ variable: river_discharge_in_the_last_24_hours
7220
+ format: grib2
7221
+ download_format: zip
7222
+ hydrological_model: lisflood
7223
+ api_product_type: consolidated
7224
+ metadata_mapping:
7225
+ <<: *hday_hmonth_hyear
7226
+ GLOFAS_FORECAST:
7227
+ dataset: cems-glofas-forecast
7228
+ system_version: operational
7229
+ variable: river_discharge_in_the_last_24_hours
7230
+ format: grib2
7231
+ hydrological_model: htessel_lisflood
7232
+ api_product_type: control_forecast
7233
+ leadtime_hour: '24'
7234
+ download_format: zip
7235
+ metadata_mapping:
7236
+ <<: *day_month_year
7237
+ GLOFAS_SEASONAL:
7238
+ dataset: cems-glofas-seasonal
7239
+ variable: river_discharge_in_the_last_24_hours
7240
+ format: grib2
7241
+ download_format: zip
7242
+ system_version: operational
7243
+ hydrological_model: lisflood
7244
+ leadtime_hour: '24'
7245
+ metadata_mapping:
7246
+ <<: *month_year
7247
+ GLOFAS_SEASONAL_REFORECAST:
7248
+ dataset: cems-glofas-seasonal-reforecast
7249
+ format: grib2
7250
+ download_format: zip
7251
+ variable: river_discharge_in_the_last_24_hours
7252
+ system_version: version_4_0
7253
+ hydrological_model: lisflood
7254
+ leadtime_hour: '24'
7255
+ metadata_mapping:
7256
+ <<: *hmonth_hyear
7257
+ GLOFAS_REFORECAST:
7258
+ dataset: cems-glofas-reforecast
7259
+ variable: river_discharge_in_the_last_24_hours
7260
+ format: grib2
7261
+ download_format: zip
7262
+ system_version: version_4_0
7263
+ hydrological_model: lisflood
7264
+ api_product_type: control_reforecast
7265
+ leadtime_hour: '24'
7266
+ metadata_mapping:
7267
+ <<: *hday_hmonth_hyear
7268
+ FIRE_HISTORICAL:
7269
+ dataset: cems-fire-historical-v1
7270
+ grid: original_grid
7271
+ dataset_type: consolidated_dataset
7272
+ api_product_type: reanalysis
7273
+ variable: build_up_index
7274
+ system_version: '4_1'
7275
+ format: grib
7276
+ metadata_mapping:
7277
+ <<: *day_month_year
7278
+ FIRE_SEASONAL:
7279
+ dataset: cems-fire-seasonal
7280
+ day: '01'
7281
+ leadtime_hour: '12'
7282
+ variable: build_up_index
7283
+ system_version: '5'
7284
+ metadata_mapping:
7285
+ system_version:
7286
+ - release_version
7287
+ - $.system_version
7288
+ <<: *month_year