eodag 3.0.1__py3-none-any.whl → 3.1.0b1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (44) hide show
  1. eodag/api/core.py +116 -86
  2. eodag/api/product/_assets.py +6 -6
  3. eodag/api/product/_product.py +18 -18
  4. eodag/api/product/metadata_mapping.py +39 -11
  5. eodag/cli.py +22 -1
  6. eodag/config.py +14 -14
  7. eodag/plugins/apis/ecmwf.py +37 -14
  8. eodag/plugins/apis/usgs.py +5 -5
  9. eodag/plugins/authentication/openid_connect.py +2 -2
  10. eodag/plugins/authentication/token.py +37 -6
  11. eodag/plugins/crunch/filter_property.py +2 -3
  12. eodag/plugins/download/aws.py +11 -12
  13. eodag/plugins/download/base.py +30 -39
  14. eodag/plugins/download/creodias_s3.py +29 -0
  15. eodag/plugins/download/http.py +144 -152
  16. eodag/plugins/download/s3rest.py +5 -7
  17. eodag/plugins/search/base.py +73 -25
  18. eodag/plugins/search/build_search_result.py +1047 -310
  19. eodag/plugins/search/creodias_s3.py +25 -19
  20. eodag/plugins/search/data_request_search.py +1 -1
  21. eodag/plugins/search/qssearch.py +51 -139
  22. eodag/resources/ext_product_types.json +1 -1
  23. eodag/resources/product_types.yml +391 -32
  24. eodag/resources/providers.yml +678 -1744
  25. eodag/rest/core.py +92 -62
  26. eodag/rest/server.py +31 -4
  27. eodag/rest/types/eodag_search.py +6 -0
  28. eodag/rest/types/queryables.py +5 -6
  29. eodag/rest/utils/__init__.py +3 -0
  30. eodag/types/__init__.py +56 -15
  31. eodag/types/download_args.py +2 -2
  32. eodag/types/queryables.py +180 -72
  33. eodag/types/whoosh.py +126 -0
  34. eodag/utils/__init__.py +71 -10
  35. eodag/utils/exceptions.py +27 -20
  36. eodag/utils/repr.py +65 -6
  37. eodag/utils/requests.py +11 -11
  38. {eodag-3.0.1.dist-info → eodag-3.1.0b1.dist-info}/METADATA +76 -76
  39. {eodag-3.0.1.dist-info → eodag-3.1.0b1.dist-info}/RECORD +43 -44
  40. {eodag-3.0.1.dist-info → eodag-3.1.0b1.dist-info}/WHEEL +1 -1
  41. {eodag-3.0.1.dist-info → eodag-3.1.0b1.dist-info}/entry_points.txt +3 -2
  42. eodag/utils/constraints.py +0 -244
  43. {eodag-3.0.1.dist-info → eodag-3.1.0b1.dist-info}/LICENSE +0 -0
  44. {eodag-3.0.1.dist-info → eodag-3.1.0b1.dist-info}/top_level.txt +0 -0
eodag/resources/providers.yml CHANGED
@@ -55,31 +55,22 @@
55
55
  # see also https://dds.cr.usgs.gov/ee-data/coveragemaps/shp/ee/
56
56
  LANDSAT_C2L1:
57
57
  dataset: landsat_ot_c2_l1
58
- output_extension: .tar.gz
59
58
  LANDSAT_C2L2:
60
59
  dataset: landsat_ot_c2_l2
61
- output_extension: .tar.gz
62
60
  LANDSAT_TM_C1:
63
61
  dataset: landsat_tm_c1
64
- output_extension: .tar.gz
65
62
  LANDSAT_TM_C2L1:
66
63
  dataset: landsat_tm_c2_l1
67
- output_extension: .tar.gz
68
64
  LANDSAT_TM_C2L2:
69
65
  dataset: landsat_tm_c2_l2
70
- output_extension: .tar.gz
71
66
  LANDSAT_ETM_C1:
72
67
  dataset: landsat_etm_c1
73
- output_extension: .tar.gz
74
68
  LANDSAT_ETM_C2L1:
75
69
  dataset: landsat_etm_c2_l1
76
- output_extension: .tar.gz
77
70
  LANDSAT_ETM_C2L2:
78
71
  dataset: landsat_etm_c2_l2
79
- output_extension: .tar.gz
80
72
  S2_MSI_L1C:
81
73
  dataset: SENTINEL_2A
82
- output_extension: .zip
83
74
  GENERIC_PRODUCT_TYPE:
84
75
  dataset: '{productType}'
85
76
 
@@ -1869,7 +1860,7 @@
1869
1860
  url: https://www.ecmwf.int
1870
1861
  api: !plugin
1871
1862
  type: EcmwfApi
1872
- api_endpoint: https://api.ecmwf.int/v1
1863
+ auth_endpoint: https://api.ecmwf.int/v1
1873
1864
  metadata_mapping:
1874
1865
  productType: '$.productType'
1875
1866
  title: '$.id'
@@ -1886,200 +1877,21 @@
1886
1877
  # storageStatus set to ONLINE for consistency between providers
1887
1878
  storageStatus: '{$.null#replace_str("Not Available","ONLINE")}'
1888
1879
  downloadLink: 'https://apps.ecmwf.int/datasets/data/{dataset}'
1889
- # ECMWF/MARS specific parameters
1890
- # Full list here https://confluence.ecmwf.int/display/UDOC/Keywords+in+MARS+and+Dissemination+requests
1891
- accuracy:
1892
- - accuracy
1893
- - '$.accuracy'
1894
- anoffset:
1895
- - anoffset
1896
- - '$.anoffset'
1897
- bitmap:
1898
- - bitmap
1899
- - '$.bitmap'
1900
- block:
1901
- - block
1902
- - '$.block'
1903
- channel:
1904
- - channel
1905
- - '$.channel'
1906
- class:
1907
- - class
1908
- - '$.class'
1909
- database:
1910
- - database
1911
- - '$.database'
1912
- dataset:
1913
- - dataset
1914
- - '$.dataset'
1915
- diagnostic:
1916
- - diagnostic
1917
- - '$.diagnostic'
1918
- direction:
1919
- - direction
1920
- - '$.direction'
1921
- domain:
1922
- - domain
1923
- - '$.domain'
1924
- duplicates:
1925
- - duplicates
1926
- - '$.duplicates'
1927
- expect:
1928
- - expect
1929
- - '$.expect'
1930
- expver:
1931
- - expver
1932
- - '$.expver'
1933
- fcmonth:
1934
- - fcmonth
1935
- - '$.fcmonth'
1936
- fcperiod:
1937
- - fcperiod
1938
- - '$.fcperiod'
1939
- fieldset:
1940
- - fieldset
1941
- - '$.fieldset'
1942
- filter:
1943
- - filter
1944
- - '$.filter'
1945
- format:
1946
- - format
1947
- - '$.format'
1948
- frame:
1949
- - frame
1950
- - '$.frame'
1951
- frequency:
1952
- - frequency
1953
- - '$.frequency'
1954
- grid:
1955
- - grid
1956
- - '$.grid'
1957
- hdate:
1958
- - hdate
1959
- - '$.hdate'
1960
- ident:
1961
- - ident
1962
- - '$.ident'
1963
- interpolation:
1964
- - interpolation
1965
- - '$.interpolation'
1966
- intgrid:
1967
- - intgrid
1968
- - '$.intgrid'
1969
- iteration:
1970
- - iteration
1971
- - '$.iteration'
1972
- latitude:
1973
- - latitude
1974
- - '$.latitude'
1975
- levelist:
1976
- - levelist
1977
- - '$.levelist'
1978
- levtype:
1979
- - levtype
1980
- - '$.levtype'
1981
- longitude:
1982
- - longitude
1983
- - '$.longitude'
1984
- lsm:
1985
- - lsm
1986
- - '$.lsm'
1987
- method:
1988
- - method
1989
- - '$.method'
1990
- number:
1991
- - number
1992
- - '$.number'
1993
- obsgroup:
1994
- - obsgroup
1995
- - '$.obsgroup'
1996
- obstype:
1997
- - obstype
1998
- - '$.obstype'
1999
- origin:
2000
- - origin
2001
- - '$.origin'
2002
- packing:
2003
- - packing
2004
- - '$.packing'
2005
- padding:
2006
- - padding
2007
- - '$.padding'
2008
- param:
2009
- - param
2010
- - '$.param'
2011
- priority:
2012
- - priority
2013
- - '$.priority'
2014
- product:
2015
- - product
2016
- - '$.product'
2017
- range:
2018
- - range
2019
- - '$.range'
2020
- refdate:
2021
- - refdate
2022
- - '$.refdate'
2023
- reference:
2024
- - reference
2025
- - '$.reference'
2026
- reportype:
2027
- - reportype
2028
- - '$.reportype'
2029
- repres:
2030
- - repres
2031
- - '$.repres'
2032
- resol:
2033
- - resol
2034
- - '$.resol'
2035
- rotation:
2036
- - rotation
2037
- - '$.rotation'
2038
- section:
2039
- - section
2040
- - '$.section'
2041
- source:
2042
- - source
2043
- - '$.source'
2044
- step:
2045
- - step
2046
- - '$.step'
2047
- stream:
2048
- - stream
2049
- - '$.stream'
2050
- system:
2051
- - system
2052
- - '$.system'
2053
- target:
2054
- - target
2055
- - '$.target'
2056
- time:
2057
- - time
2058
- - '$.time'
2059
- truncation:
2060
- - truncation
2061
- - '$.truncation'
2062
- type:
2063
- - type
2064
- - '$.type'
2065
- use:
2066
- - use
2067
- - '$.use'
2068
1880
  products:
2069
1881
  # See Archive Catalog in https://apps.ecmwf.int/archive-catalogue/
2070
1882
  # See available Public Datasets in https://apps.ecmwf.int/datasets/
2071
1883
  TIGGE_CF_SFC:
2072
- class: ti
2073
- dataset: tigge
2074
- expver: prod
2075
- type: cf
2076
- levtype: sfc
2077
- origin: ecmf
2078
- grid: 0.5/0.5
2079
- param: 59/134/136/146/147/151/165/166/167/168/172/176/177/179/189/235/228002/228039/228139/228141/228144/228164/228228
2080
- step: 0
2081
- time: 00:00
2082
- target: output
1884
+ "ecmwf:class": ti
1885
+ "ecmwf:dataset": tigge
1886
+ "ecmwf:expver": prod
1887
+ "ecmwf:type": cf
1888
+ "ecmwf:levtype": sfc
1889
+ "ecmwf:origin": ecmf
1890
+ "ecmwf:grid": 0.5/0.5
1891
+ "ecmwf:param": 59/134/136/146/147/151/165/166/167/168/172/176/177/179/189/235/228002/228039/228139/228141/228144/228164/228228
1892
+ "ecmwf:step": 0
1893
+ "ecmwf:time": 00:00
1894
+ "ecmwf:target": output
2083
1895
  GENERIC_PRODUCT_TYPE:
2084
1896
  dataset: '{productType}'
2085
1897
  ---
@@ -2100,7 +1912,7 @@
2100
1912
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
2101
1913
  auth: !plugin
2102
1914
  type: HTTPHeaderAuth
2103
- matching_url: https://ads-beta.atmosphere.copernicus.eu
1915
+ matching_url: https://ads.atmosphere.copernicus.eu
2104
1916
  ssl_verify: true
2105
1917
  headers:
2106
1918
  PRIVATE-TOKEN: "{apikey}"
@@ -2108,15 +1920,14 @@
2108
1920
  type: HTTPDownload
2109
1921
  timeout: 30
2110
1922
  ssl_verify: true
2111
- extract: false
2112
1923
  auth_error_code: 401
2113
1924
  order_enabled: true
2114
1925
  order_method: POST
2115
1926
  order_on_response:
2116
1927
  metadata_mapping:
2117
1928
  orderId: $.json.jobID
2118
- orderStatusLink: https://ads-beta.atmosphere.copernicus.eu/api/retrieve/v1/jobs/{orderId}
2119
- searchLink: https://ads-beta.atmosphere.copernicus.eu/api/retrieve/v1/jobs/{orderId}/results
1929
+ orderStatusLink: https://ads.atmosphere.copernicus.eu/api/retrieve/v1/jobs/{orderId}
1930
+ searchLink: https://ads.atmosphere.copernicus.eu/api/retrieve/v1/jobs/{orderId}/results
2120
1931
  order_status:
2121
1932
  request:
2122
1933
  method: GET
@@ -2130,47 +1941,18 @@
2130
1941
  need_search: true
2131
1942
  metadata_mapping:
2132
1943
  downloadLink: $.json.asset.value.href
2133
- products:
2134
- CAMS_GAC_FORECAST:
2135
- output_extension: .grib
2136
- CAMS_GFE_GFAS:
2137
- output_extension: .grib
2138
- CAMS_EU_AIR_QUALITY_FORECAST:
2139
- output_extension: .grib
2140
- CAMS_EU_AIR_QUALITY_RE:
2141
- output_extension: .zip
2142
- extract: true
2143
- CAMS_GRF:
2144
- output_extension: .zip
2145
- extract: true
2146
- CAMS_GRF_AUX:
2147
- output_extension: .zip
2148
- extract: true
2149
- CAMS_SOLAR_RADIATION:
2150
- output_extension: .csv
2151
- CAMS_GREENHOUSE_EGG4_MONTHLY:
2152
- output_extension: .grib
2153
- CAMS_GREENHOUSE_EGG4:
2154
- output_extension: .grib
2155
- CAMS_GREENHOUSE_INVERSION:
2156
- output_extension: .grib
2157
- CAMS_GLOBAL_EMISSIONS:
2158
- output_extension: .zip
2159
- extract: true
2160
- CAMS_EAC4:
2161
- output_extension: .grib
2162
- CAMS_EAC4_MONTHLY:
2163
- output_extension: .grib
2164
1944
  search: !plugin
2165
- type: BuildSearchResult
1945
+ type: ECMWFSearch
2166
1946
  ssl_verify: true
2167
1947
  end_date_excluded: false
1948
+ dates_required: true
2168
1949
  remove_from_query:
2169
1950
  - dataset
2170
1951
  discover_queryables:
2171
1952
  fetch_url: null
2172
1953
  product_type_fetch_url: null
2173
- constraints_file_url: "https://ads-beta.atmosphere.copernicus.eu/api/catalogue/v1/collections/{dataset}/constraints.json"
1954
+ constraints_url: "https://ads.atmosphere.copernicus.eu/api/catalogue/v1/collections/{ecmwf:dataset}/constraints.json"
1955
+ form_url: https://ads.atmosphere.copernicus.eu/api/catalogue/v1/collections/{ecmwf:dataset}/form.json
2174
1956
  metadata_mapping:
2175
1957
  productType: '$.productType'
2176
1958
  title: '$.id'
@@ -2185,203 +1967,107 @@
2185
1967
  - '{{"area": {geometry#to_nwse_bounds}}}'
2186
1968
  - '$.geometry'
2187
1969
  defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
2188
- storageStatus: '{$.null#replace_str("Not Available","OFFLINE")}'
1970
+ storageStatus: OFFLINE
2189
1971
  downloadLink: '$.null'
2190
1972
  qs: $.qs
2191
- orderLink: 'https://ads-beta.atmosphere.copernicus.eu/api/retrieve/v1/processes/{dataset}/execution?{{"inputs": {qs#to_geojson}}}'
2192
- # Copernicus ADS specific parameters
2193
- aerosol_type:
2194
- - aerosol_type
2195
- - '$.aerosol_type'
2196
- altitude:
2197
- - altitude
2198
- - '$.altitude'
2199
- api_product_type:
2200
- - product_type
2201
- - '$.api_product_type'
2202
- band:
2203
- - band
2204
- - '$.band'
2205
- dataset:
2206
- - dataset
2207
- - '$.dataset'
2208
- day:
2209
- - day
2210
- - '$.day'
2211
- forcing_type:
2212
- - forcing_type
2213
- - '$.forcing_type'
2214
- format:
2215
- - data_format
2216
- - '$.format'
2217
- input_observations:
2218
- - input_observations
2219
- - '$.input_observations'
2220
- latitude:
2221
- - '{{"location": {{"latitude": {latitude}, "longitude": {longitude}}}}}'
2222
- - '$.latitude'
2223
- level:
2224
- - level
2225
- - '$.level'
2226
- leadtime_hour:
2227
- - leadtime_hour
2228
- - '$.leadtime_hour'
2229
- levtype:
2230
- - levtype
2231
- - '$.levtype'
2232
- location:
2233
- - location
2234
- - '$.location'
2235
- longitude:
2236
- - '{{"location": {{"latitude": {latitude}, "longitude": {longitude}}}}}'
2237
- - '$.longitude'
2238
- model:
2239
- - model
2240
- - '$.model'
2241
- model_level:
2242
- - model_level
2243
- - '$.model_level'
2244
- month:
2245
- - month
2246
- - '$.month'
2247
- param:
2248
- - param
2249
- - '$.param'
2250
- pressure_level:
2251
- - pressure_level
2252
- - '$.pressure_level'
2253
- product:
2254
- - product
2255
- - '$.product'
2256
- sky_type:
2257
- - sky_type
2258
- - '$.sky_type'
2259
- source:
2260
- - source
2261
- - '$.source'
2262
- step:
2263
- - step
2264
- - '$.step'
2265
- target:
2266
- - target
2267
- - '$.target'
2268
- time:
2269
- - time
2270
- - '$.time'
2271
- time_aggregation:
2272
- - time_aggregation
2273
- - '$.time_aggregation'
2274
- time_reference:
2275
- - time_reference
2276
- - '$.time_reference'
2277
- time_step:
2278
- - time_step
2279
- - '$.time_step'
2280
- type:
2281
- - type
2282
- - '$.type'
2283
- variable:
2284
- - variable
2285
- - '$.variable'
2286
- version:
2287
- - version
2288
- - '{$.version#to_geojson}'
2289
- quantity:
2290
- - quantity
2291
- - '$.quantity'
2292
- year:
2293
- - year
2294
- - '$.year'
1973
+ orderLink: 'https://ads.atmosphere.copernicus.eu/api/retrieve/v1/processes/{ecmwf:dataset}/execution?{{"inputs": {qs#to_geojson}}}'
2295
1974
  products:
2296
1975
  # See available Public Datasets in https://ads.atmosphere.copernicus.eu/cdsapp#!/search?type=dataset
2297
1976
  CAMS_GAC_FORECAST:
2298
- dataset: cams-global-atmospheric-composition-forecasts
2299
- type: forecast
2300
- format: grib
2301
- variable: ammonium_aerosol_optical_depth_550nm
2302
- time: '00:00'
2303
- leadtime_hour: '0'
1977
+ "ecmwf:dataset": cams-global-atmospheric-composition-forecasts
1978
+ "ecmwf:type": forecast
1979
+ "ecmwf:data_format": grib
1980
+ "ecmwf:variable": 10m_u_component_of_wind
1981
+ "ecmwf:time": '00:00'
1982
+ "ecmwf:leadtime_hour": '0'
2304
1983
  CAMS_GFE_GFAS:
2305
- dataset: cams-global-fire-emissions-gfas
2306
- format: grib
2307
- variable: altitude_of_plume_bottom
1984
+ "ecmwf:dataset": cams-global-fire-emissions-gfas
1985
+ "ecmwf:data_format": grib
1986
+ "ecmwf:variable": wildfire_combustion_rate
2308
1987
  CAMS_EU_AIR_QUALITY_FORECAST:
2309
- dataset: cams-europe-air-quality-forecasts
2310
- model: ensemble
2311
- format: grib
2312
- variable: ammonia
2313
- type: forecast
2314
- time: '00:00'
2315
- level: '0'
2316
- leadtime_hour: '0'
1988
+ "ecmwf:dataset": cams-europe-air-quality-forecasts
1989
+ "ecmwf:model": ensemble
1990
+ "ecmwf:data_format": grib
1991
+ "ecmwf:variable": ammonia
1992
+ "ecmwf:type": forecast
1993
+ "ecmwf:time": '00:00'
1994
+ "ecmwf:level": '0'
1995
+ "ecmwf:leadtime_hour": '0'
2317
1996
  CAMS_EU_AIR_QUALITY_RE:
2318
- dataset: cams-europe-air-quality-reanalyses
2319
- type: validated_reanalysis
2320
- format: zip
2321
- variable: nitrogen_dioxide
2322
- model: ensemble
2323
- level: '0'
1997
+ "ecmwf:dataset": cams-europe-air-quality-reanalyses
1998
+ "ecmwf:type": validated_reanalysis
1999
+ "ecmwf:data_format": zip
2000
+ "ecmwf:variable": nitrogen_dioxide
2001
+ "ecmwf:model": ensemble
2002
+ "ecmwf:level": '0'
2324
2003
  metadata_mapping:
2325
2004
  <<: *month_year
2326
2005
  CAMS_GRF:
2327
- dataset: cams-global-radiative-forcings
2328
- format: zip
2329
- variable: radiative_forcing_of_carbon_dioxide
2330
- forcing_type: instantaneous
2331
- band: long_wave
2332
- sky_type: all_sky
2333
- level: surface
2334
- version: '2'
2006
+ "ecmwf:dataset": cams-global-radiative-forcings
2007
+ "ecmwf:data_format": zip
2008
+ "ecmwf:variable": radiative_forcing_of_carbon_dioxide
2009
+ "ecmwf:forcing_type": instantaneous
2010
+ "ecmwf:band": long_wave
2011
+ "ecmwf:sky_type": all_sky
2012
+ "ecmwf:level": surface
2013
+ "ecmwf:version": '2'
2335
2014
  metadata_mapping:
2336
2015
  <<: *month_year
2337
2016
  CAMS_GRF_AUX:
2338
- dataset: cams-global-radiative-forcing-auxilliary-variables
2339
- band: short_wave
2340
- sky_type: clear_sky
2341
- version: '1.5'
2342
- format: zip
2343
- variable: aerosol_radiation_effect
2344
- aerosol_type: marine
2345
- level: surface
2017
+ "ecmwf:dataset": cams-global-radiative-forcing-auxilliary-variables
2018
+ "ecmwf:band": short_wave
2019
+ "ecmwf:sky_type": clear_sky
2020
+ "ecmwf:version": '1.5'
2021
+ "ecmwf:data_format": zip
2022
+ "ecmwf:variable": aerosol_radiation_effect
2023
+ "ecmwf:aerosol_type": marine
2024
+ "ecmwf:level": surface
2346
2025
  metadata_mapping:
2347
2026
  <<: *month_year
2348
2027
  CAMS_SOLAR_RADIATION:
2349
- dataset: cams-solar-radiation-timeseries
2350
- sky_type: clear
2351
- time_step: 1minute
2352
- time_reference: true_solar_time
2353
- location:
2354
- latitude: 0
2355
- longitude: 0
2356
- altitude: -999
2357
- format: csv
2028
+ "ecmwf:dataset": cams-solar-radiation-timeseries
2029
+ "ecmwf:sky_type": clear
2030
+ "ecmwf:time_step": 1minute
2031
+ "ecmwf:time_reference": true_solar_time
2032
+ "ecmwf:location":
2033
+ "latitude": 0
2034
+ "longitude": 0
2035
+ "ecmwf:altitude": -999
2036
+ "ecmwf:format": csv
2037
+ metadata_mapping:
2038
+ "ecmwf:latitude":
2039
+ - '{{"location": {{"latitude": {"ecmwf:latitude"}, "longitude": {"ecmwf:longitude"}}}}}'
2040
+ - '$."ecmwf:latitude"'
2041
+ "ecmwf:longitude":
2042
+ - '{{"location": {{"latitude": {"ecmwf:latitude"}, "longitude": {"ecmwf:longitude"}}}}}'
2043
+ - '$."ecmwf:longitude"'
2358
2044
  CAMS_GREENHOUSE_EGG4_MONTHLY:
2359
- dataset: cams-global-ghg-reanalysis-egg4-monthly
2360
- format: grib
2361
- variable: snow_albedo
2362
- api_product_type: monthly_mean
2045
+ "ecmwf:dataset": cams-global-ghg-reanalysis-egg4-monthly
2046
+ "ecmwf:data_format": grib
2047
+ "ecmwf:variable": snow_albedo
2048
+ "ecmwf:product_type": monthly_mean
2363
2049
  metadata_mapping:
2364
2050
  <<: *month_year
2365
2051
  CAMS_GREENHOUSE_EGG4:
2366
- dataset: cams-global-ghg-reanalysis-egg4
2367
- format: grib
2368
- variable: snow_albedo
2369
- step: '0'
2052
+ "ecmwf:dataset": cams-global-ghg-reanalysis-egg4
2053
+ "ecmwf:data_format": grib
2054
+ "ecmwf:variable": snow_albedo
2055
+ "ecmwf:step": '0'
2370
2056
  CAMS_GREENHOUSE_INVERSION:
2371
- dataset: cams-global-greenhouse-gas-inversion
2372
- version: latest
2373
- variable: carbon_dioxide
2374
- quantity: mean_column
2375
- input_observations: surface
2376
- time_aggregation: instantaneous
2057
+ "ecmwf:dataset": cams-global-greenhouse-gas-inversion
2058
+ "ecmwf:version": latest
2059
+ "ecmwf:variable": carbon_dioxide
2060
+ "ecmwf:quantity": mean_column
2061
+ "ecmwf:input_observations": surface
2062
+ "ecmwf:time_aggregation": instantaneous
2377
2063
  metadata_mapping:
2378
2064
  <<: *month_year
2379
2065
  CAMS_GLOBAL_EMISSIONS:
2380
- dataset: cams-global-emission-inventories
2381
- version: latest
2382
- format: zip
2383
- variable: acids
2384
- source: anthropogenic
2066
+ "ecmwf:dataset": cams-global-emission-inventories
2067
+ "ecmwf:version": latest
2068
+ "ecmwf:data_format": zip
2069
+ "ecmwf:variable": acids
2070
+ "ecmwf:source": anthropogenic
2385
2071
  metadata_mapping:
2386
2072
  completionTimeFromAscendingNode:
2387
2073
  - |
@@ -2390,19 +2076,19 @@
2390
2076
  }}
2391
2077
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
2392
2078
  CAMS_EAC4:
2393
- dataset: cams-global-reanalysis-eac4
2394
- format: grib
2395
- variable: '2m_dewpoint_temperature'
2396
- time: '00:00'
2079
+ "ecmwf:dataset": cams-global-reanalysis-eac4
2080
+ "ecmwf:data_format": grib
2081
+ "ecmwf:variable": '2m_dewpoint_temperature'
2082
+ "ecmwf:time": '00:00'
2397
2083
  CAMS_EAC4_MONTHLY:
2398
- dataset: cams-global-reanalysis-eac4-monthly
2399
- format: grib
2400
- variable: 2m_dewpoint_temperature
2401
- api_product_type: monthly_mean
2084
+ "ecmwf:dataset": cams-global-reanalysis-eac4-monthly
2085
+ "ecmwf:data_format": grib
2086
+ "ecmwf:variable": 2m_dewpoint_temperature
2087
+ "ecmwf:product_type": monthly_mean
2402
2088
  metadata_mapping:
2403
2089
  <<: *month_year
2404
2090
  GENERIC_PRODUCT_TYPE:
2405
- dataset: '{productType}'
2091
+ "ecmwf:dataset": '{productType}'
2406
2092
  ---
2407
2093
  !provider # MARK: cop_cds
2408
2094
  name: cop_cds
@@ -2410,7 +2096,7 @@
2410
2096
  description: Copernicus Climate Data Store
2411
2097
  roles:
2412
2098
  - host
2413
- url: https://cds-beta.climate.copernicus.eu
2099
+ url: https://cds.climate.copernicus.eu
2414
2100
  # anchors to avoid duplications
2415
2101
  anchor_day_month_year: &day_month_year
2416
2102
  completionTimeFromAscendingNode:
@@ -2450,7 +2136,7 @@
2450
2136
  - '{$.completionTimeFromAscendingNode#to_iso_date}'
2451
2137
  auth: !plugin
2452
2138
  type: HTTPHeaderAuth
2453
- matching_url: https://cds-beta.climate.copernicus.eu
2139
+ matching_url: https://cds.climate.copernicus.eu
2454
2140
  ssl_verify: true
2455
2141
  headers:
2456
2142
  PRIVATE-TOKEN: "{apikey}"
@@ -2458,15 +2144,14 @@
2458
2144
  type: HTTPDownload
2459
2145
  timeout: 30
2460
2146
  ssl_verify: true
2461
- extract: false
2462
2147
  auth_error_code: 401
2463
2148
  order_enabled: true
2464
2149
  order_method: POST
2465
2150
  order_on_response:
2466
2151
  metadata_mapping:
2467
2152
  orderId: $.json.jobID
2468
- orderStatusLink: https://cds-beta.climate.copernicus.eu/api/retrieve/v1/jobs/{orderId}
2469
- searchLink: https://cds-beta.climate.copernicus.eu/api/retrieve/v1/jobs/{orderId}/results
2153
+ orderStatusLink: https://cds.climate.copernicus.eu/api/retrieve/v1/jobs/{orderId}
2154
+ searchLink: https://cds.climate.copernicus.eu/api/retrieve/v1/jobs/{orderId}/results
2470
2155
  order_status:
2471
2156
  request:
2472
2157
  method: GET
@@ -2480,62 +2165,19 @@
2480
2165
  need_search: true
2481
2166
  metadata_mapping:
2482
2167
  downloadLink: $.json.asset.value.href
2483
- products:
2484
- AG_ERA5:
2485
- output_extension: .zip
2486
- extract: true
2487
- ERA5_SL:
2488
- output_extension: .grib
2489
- ERA5_PL:
2490
- output_extension: .grib
2491
- ERA5_PL_MONTHLY:
2492
- output_extension: .grib
2493
- ERA5_LAND:
2494
- output_extension: .grib
2495
- ERA5_LAND_MONTHLY:
2496
- output_extension: .grib
2497
- ERA5_SL_MONTHLY:
2498
- output_extension: .grib
2499
- UERRA_EUROPE_SL:
2500
- output_extension: .grib
2501
- GLACIERS_DIST_RANDOLPH:
2502
- output_extension: .zip
2503
- extract: true
2504
- SATELLITE_CARBON_DIOXIDE:
2505
- output_extension: .zip
2506
- extract: true
2507
- SATELLITE_FIRE_BURNED_AREA:
2508
- output_extension: .zip
2509
- extract: true
2510
- SATELLITE_METHANE:
2511
- output_extension: .zip
2512
- extract: true
2513
- SEASONAL_POSTPROCESSED_PL:
2514
- output_extension: .grib
2515
- SEASONAL_POSTPROCESSED_SL:
2516
- output_extension: .grib
2517
- SEASONAL_ORIGINAL_SL:
2518
- output_extension: .grib
2519
- SEASONAL_ORIGINAL_PL:
2520
- output_extension: .grib
2521
- SEASONAL_MONTHLY_PL:
2522
- output_extension: .grib
2523
- SEASONAL_MONTHLY_SL:
2524
- output_extension: .grib
2525
- SIS_HYDRO_MET_PROJ:
2526
- output_extension: .zip
2527
- extract: true
2528
2168
  search: !plugin
2529
- type: BuildSearchResult
2169
+ type: ECMWFSearch
2530
2170
  ssl_verify: true
2531
2171
  end_date_excluded: false
2172
+ dates_required: true
2532
2173
  remove_from_query:
2533
2174
  - dataset
2534
2175
  - date
2535
2176
  discover_queryables:
2536
2177
  fetch_url: null
2537
2178
  product_type_fetch_url: null
2538
- constraints_file_url: https://cds-beta.climate.copernicus.eu/api/catalogue/v1/collections/{dataset}/constraints.json
2179
+ constraints_url: https://cds.climate.copernicus.eu/api/catalogue/v1/collections/{ecmwf:dataset}/constraints.json
2180
+ form_url: https://cds.climate.copernicus.eu/api/catalogue/v1/collections/{ecmwf:dataset}/form.json
2539
2181
  metadata_mapping:
2540
2182
  productType: $.productType
2541
2183
  title: $.id
@@ -2550,231 +2192,90 @@
2550
2192
  - '{{"area": {geometry#to_nwse_bounds}}}'
2551
2193
  - $.geometry
2552
2194
  defaultGeometry: POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))
2553
- storageStatus: '{$.null#replace_str("Not Available","OFFLINE")}'
2195
+ storageStatus: OFFLINE
2554
2196
  downloadLink: $.null
2555
2197
  qs: $.qs
2556
- orderLink: 'https://cds-beta.climate.copernicus.eu/api/retrieve/v1/processes/{dataset}/execution?{{"inputs": {qs#to_geojson}}}'
2198
+ orderLink: 'https://cds.climate.copernicus.eu/api/retrieve/v1/processes/{ecmwf:dataset}/execution?{{"inputs": {qs#to_geojson}}}'
2557
2199
  # Copernicus CDS specific parameters
2558
- api_product_type:
2559
- - product_type
2560
- - $.api_product_type
2561
- cdr_type:
2562
- - cdr_type
2563
- - $.cdr_type
2564
- dataset:
2565
- - dataset
2566
- - $.dataset
2567
- dataset_type:
2568
- - dataset_type
2569
- - $.dataset_type
2570
- day:
2571
- - day
2572
- - $.day
2573
- download_format:
2574
- - download_format
2575
- - $.download_format
2576
- ensemble_member:
2577
- - ensemble_member
2578
- - $.ensemble_member
2579
- experiment:
2580
- - experiment
2581
- - $.experiment
2582
- filter:
2583
- - filter
2584
- - $.filter
2585
- format:
2586
- - data_format
2587
- - $.format
2588
- gcm:
2589
- - gcm
2590
- - $.gcm
2591
- grid:
2592
- - grid
2593
- - $.grid
2594
- hdate:
2595
- - hdate
2596
- - $.hdate
2597
- horizontal_resolution:
2598
- - horizontal_resolution
2599
- - $.horizontal_resolution
2600
- hydrological_model:
2601
- - hydrological_model
2602
- - $.hydrological_model
2603
- latitude:
2604
- - latitude
2605
- - $.latitude
2606
- leadtime_hour:
2607
- - leadtime_hour
2608
- - $.leadtime_hour
2609
- leadtime_month:
2610
- - leadtime_month
2611
- - $.leadtime_month
2612
- longitude:
2613
- - longitude
2614
- - $.longitude
2615
- model_levels:
2616
- - model_levels
2617
- - $.model_levels
2618
- month:
2619
- - month
2620
- - $.month
2621
- nominal_day:
2622
- - nominal_day
2623
- - $.nominal_day
2624
- origin:
2625
- - origin
2626
- - $.origin
2627
- originating_centre:
2628
- - originating_centre
2629
- - $.originating_centre
2630
- param:
2631
- - param
2632
- - $.param
2633
- period:
2634
- - period
2635
- - $.period
2636
- pressure_level:
2637
- - pressure_level
2638
- - $.pressure_level
2639
- processing_level:
2640
- - processing_level
2641
- - $.processing_level
2642
- processing_type:
2643
- - processing_type
2644
- - $.processing_type
2645
- product:
2646
- - product
2647
- - $.product
2648
- product_version:
2649
- - product_version
2650
- - $.product_version
2651
- rcm:
2652
- - rcm
2653
- - $.rcm
2654
- region:
2655
- - region
2656
- - $.region
2657
- satellite:
2658
- - satellite
2659
- - $.satellite
2660
- sensor:
2661
- - sensor
2662
- - $.sensor
2663
- sensor_and_algorithm:
2664
- - sensor_and_algorithm
2665
- - $.sensor_and_algorithm
2666
- source:
2667
- - source
2668
- - $.source
2669
- statistic:
2670
- - statistic
2671
- - $.statistic
2672
- step:
2673
- - step
2674
- - $.step
2675
- system:
2676
- - system
2677
- - $.system
2678
- system_version:
2679
- - system_version
2680
- - '{$.system_version#to_geojson}'
2681
- target:
2682
- - target
2683
- - $.target
2684
- temporal_aggregation:
2685
- - temporal_aggregation
2686
- - $.temporal_aggregation
2687
- time:
2688
- - time
2689
- - $.time
2690
- time_aggregation:
2691
- - time_aggregation
2692
- - $.time_aggregation
2693
- type:
2694
- - type
2695
- - $.type
2696
- variable:
2697
- - variable
2698
- - $.variable
2699
- variable_type:
2700
- - variable_type
2701
- - $.variable_type
2702
- version:
2200
+ # to_geojson is used to handle versions like 1_0 that would be otherwise evaluated to 10 by the metadata mapping formating
2201
+ "ecmwf:version":
2703
2202
  - version
2704
- - '{$.version#to_geojson}'
2705
- year:
2706
- - year
2707
- - $.year
2203
+ - '{$."ecmwf:version"#to_geojson}'
2708
2204
  products:
2709
2205
  # See available Public Datasets in https://cds.climate.copernicus.eu/cdsapp#!/search?type=dataset
2710
2206
  AG_ERA5:
2711
- dataset: sis-agrometeorological-indicators
2712
- version: '1_1'
2713
- variable: cloud_cover
2714
- statistic: 24_hour_mean
2715
- format: zip
2207
+ "ecmwf:dataset": sis-agrometeorological-indicators
2208
+ "ecmwf:version": '"1_1"'
2209
+ "ecmwf:variable": cloud_cover
2210
+ "ecmwf:statistic": 24_hour_mean
2716
2211
  metadata_mapping:
2717
2212
  <<: *day_month_year
2718
2213
  ERA5_SL:
2719
- dataset: reanalysis-era5-single-levels
2720
- api_product_type: reanalysis
2721
- format: grib
2722
- variable: 10m_u_component_of_wind
2214
+ "ecmwf:dataset": reanalysis-era5-single-levels
2215
+ "ecmwf:product_type": reanalysis
2216
+ "ecmwf:variable": 10m_u_component_of_wind
2217
+ "ecmwf:data_format": grib
2218
+ "ecmwf:download_format": zip
2723
2219
  metadata_mapping:
2724
2220
  <<: *day_month_year_time
2725
2221
  ERA5_PL:
2726
- dataset: reanalysis-era5-pressure-levels
2727
- api_product_type: reanalysis
2728
- format: grib
2729
- variable: geopotential
2222
+ "ecmwf:dataset": reanalysis-era5-pressure-levels
2223
+ "ecmwf:product_type": reanalysis
2224
+ "ecmwf:variable": geopotential
2225
+ "ecmwf:data_format": grib
2226
+ "ecmwf:download_format": zip
2730
2227
  metadata_mapping:
2731
2228
  <<: *day_month_year_time
2732
2229
  ERA5_PL_MONTHLY:
2733
- dataset: reanalysis-era5-pressure-levels-monthly-means
2734
- api_product_type: monthly_averaged_reanalysis_by_hour_of_day
2735
- format: grib
2736
- variable: divergence
2737
- pressure_level: '1'
2230
+ "ecmwf:dataset": reanalysis-era5-pressure-levels-monthly-means
2231
+ "ecmwf:product_type": monthly_averaged_reanalysis_by_hour_of_day
2232
+ "ecmwf:variable": divergence
2233
+ "ecmwf:pressure_level": '1'
2234
+ "ecmwf:data_format": grib
2235
+ "ecmwf:download_format": zip
2738
2236
  metadata_mapping:
2739
2237
  <<: *month_year_time
2740
2238
  ERA5_LAND:
2741
- dataset: reanalysis-era5-land
2742
- variable: 2m_dewpoint_temperature
2743
- format: grib
2239
+ "ecmwf:dataset": reanalysis-era5-land
2240
+ "ecmwf:variable": 2m_dewpoint_temperature
2241
+ "ecmwf:data_format": grib
2242
+ "ecmwf:download_format": zip
2744
2243
  metadata_mapping:
2745
2244
  <<: *day_month_year_time
2746
2245
  ERA5_LAND_MONTHLY:
2747
- dataset: reanalysis-era5-land-monthly-means
2748
- api_product_type: monthly_averaged_reanalysis_by_hour_of_day
2749
- variable: 2m_dewpoint_temperature
2750
- format: grib
2246
+ "ecmwf:dataset": reanalysis-era5-land-monthly-means
2247
+ "ecmwf:product_type": monthly_averaged_reanalysis_by_hour_of_day
2248
+ "ecmwf:variable": 2m_dewpoint_temperature
2249
+ "ecmwf:data_format": grib
2250
+ "ecmwf:download_format": zip
2751
2251
  metadata_mapping:
2752
2252
  <<: *month_year_time
2753
2253
  ERA5_SL_MONTHLY:
2754
- dataset: reanalysis-era5-single-levels-monthly-means
2755
- api_product_type: monthly_averaged_reanalysis_by_hour_of_day
2756
- format: grib
2254
+ "ecmwf:dataset": reanalysis-era5-single-levels-monthly-means
2255
+ "ecmwf:product_type": monthly_averaged_reanalysis_by_hour_of_day
2256
+ "ecmwf:data_format": grib
2257
+ "ecmwf:download_format": zip
2757
2258
  metadata_mapping:
2758
2259
  <<: *month_year_time
2759
2260
  UERRA_EUROPE_SL:
2760
- dataset: reanalysis-uerra-europe-single-levels
2761
- origin: mescan_surfex
2762
- variable: 10m_wind_direction
2763
- time: 00:00
2764
- format: grib
2261
+ "ecmwf:dataset": reanalysis-uerra-europe-single-levels
2262
+ "ecmwf:origin": mescan_surfex
2263
+ "ecmwf:variable": 10m_wind_direction
2264
+ "ecmwf:time": 00:00
2265
+ "ecmwf:data_format": grib
2765
2266
  metadata_mapping:
2766
2267
  <<: *day_month_year
2767
2268
  GLACIERS_DIST_RANDOLPH:
2768
- dataset: insitu-glaciers-extent
2769
- variable: glacier_area
2770
- api_product_type: gridded
2771
- version: '6_0'
2772
- format: zip
2269
+ "ecmwf:dataset": insitu-glaciers-extent
2270
+ "ecmwf:variable": glacier_area
2271
+ "ecmwf:product_type": gridded
2272
+ "ecmwf:version": rgi_6_0
2273
+ "ecmwf:data_format": zip
2773
2274
  GRIDDED_GLACIERS_MASS_CHANGE:
2774
- dataset: derived-gridded-glacier-mass-change
2775
- variable: glacier_mass_change
2776
- product_version: wgms_fog_2023_09
2777
- format: zip
2275
+ "ecmwf:dataset": derived-gridded-glacier-mass-change
2276
+ "ecmwf:variable": glacier_mass_change
2277
+ "ecmwf:product_version": wgms_fog_2023_09
2278
+ "ecmwf:data_format": zip
2778
2279
  metadata_mapping:
2779
2280
  completionTimeFromAscendingNode:
2780
2281
  - |
@@ -2783,147 +2284,147 @@
2783
2284
  }}
2784
2285
  - '{$.completionTimeFromAscendingNode#get_hydrological_year}'
2785
2286
  SATELLITE_CARBON_DIOXIDE:
2786
- dataset: satellite-carbon-dioxide
2787
- processing_level: level_2
2788
- variable: xco2
2789
- sensor_and_algorithm: merged_emma
2790
- version: '4_5'
2287
+ "ecmwf:dataset": satellite-carbon-dioxide
2288
+ "ecmwf:processing_level": level_2
2289
+ "ecmwf:variable": xco2
2290
+ "ecmwf:sensor_and_algorithm": merged_emma
2291
+ "ecmwf:version": '"4_5"'
2791
2292
  metadata_mapping:
2792
2293
  <<: *day_month_year
2793
2294
  SATELLITE_FIRE_BURNED_AREA:
2794
- dataset: satellite-fire-burned-area
2795
- origin: esa_cci
2796
- sensor: modis
2797
- variable: grid_variables
2798
- version: '5_1_1cds'
2799
- nominal_day: '01'
2295
+ "ecmwf:dataset": satellite-fire-burned-area
2296
+ "ecmwf:origin": esa_cci
2297
+ "ecmwf:sensor": modis
2298
+ "ecmwf:variable": pixel_variables
2299
+ "ecmwf:version": '5_1_1cds'
2300
+ "ecmwf:region": "europe"
2800
2301
  metadata_mapping:
2801
- <<: *month_year
2302
+ <<: *day_month_year
2802
2303
  SATELLITE_METHANE:
2803
- dataset: satellite-methane
2804
- processing_level: level_2
2805
- variable: xch4
2806
- sensor_and_algorithm: merged_emma
2807
- version: '4_5'
2304
+ "ecmwf:dataset": satellite-methane
2305
+ "ecmwf:processing_level": level_2
2306
+ "ecmwf:variable": xch4
2307
+ "ecmwf:sensor_and_algorithm": merged_emma
2308
+ "ecmwf:version": '"4_5"'
2808
2309
  metadata_mapping:
2809
2310
  <<: *day_month_year
2810
2311
  SATELLITE_SEA_ICE_EDGE_TYPE:
2811
- cdr_type: cdr
2812
- dataset: satellite-sea-ice-edge-type
2813
- region: northern_hemisphere
2814
- variable:
2312
+ "ecmwf:dataset": satellite-sea-ice-edge-type
2313
+ "ecmwf:cdr_type": cdr
2314
+ "ecmwf:region": northern_hemisphere
2315
+ "ecmwf:variable":
2815
2316
  - sea_ice_edge
2816
2317
  - sea_ice_type
2817
- version: '3_0'
2318
+ "ecmwf:version": '"3_0"'
2818
2319
  metadata_mapping:
2819
2320
  <<: *day_month_year
2820
2321
  SATELLITE_SEA_ICE_THICKNESS:
2821
- cdr_type: cdr
2822
- dataset: satellite-sea-ice-thickness
2823
- satellite: envisat
2824
- variable: all
2825
- version: '3_0'
2322
+ "ecmwf:dataset": satellite-sea-ice-thickness
2323
+ "ecmwf:cdr_type": cdr
2324
+ "ecmwf:satellite": envisat
2325
+ "ecmwf:variable": all
2326
+ "ecmwf:version": '"3_0"'
2826
2327
  metadata_mapping:
2827
2328
  <<: *month_year
2828
2329
  SATELLITE_SEA_ICE_CONCENTRATION:
2829
- cdr_type: cdr
2830
- dataset: satellite-sea-ice-concentration
2831
- origin: eumetsat_osi_saf
2832
- region:
2330
+ "ecmwf:dataset": satellite-sea-ice-concentration
2331
+ "ecmwf:cdr_type": cdr
2332
+ "ecmwf:origin": eumetsat_osi_saf
2333
+ "ecmwf:region":
2833
2334
  - northern_hemisphere
2834
2335
  - southern_hemisphere
2835
- sensor: ssmis
2836
- temporal_aggregation: daily
2837
- variable: all
2838
- version: v3
2336
+ "ecmwf:sensor": ssmis
2337
+ "ecmwf:temporal_aggregation": daily
2338
+ "ecmwf:variable": all
2339
+ "ecmwf:version": v3
2839
2340
  metadata_mapping:
2840
2341
  <<: *day_month_year
2841
2342
  SATELLITE_SEA_LEVEL_GLOBAL:
2842
- dataset: satellite-sea-level-global
2843
- variable:
2343
+ "ecmwf:dataset": satellite-sea-level-global
2344
+ "ecmwf:variable":
2844
2345
  - daily
2845
- version: vdt2021
2346
+ "ecmwf:version": vdt2021
2846
2347
  metadata_mapping:
2847
2348
  <<: *day_month_year
2848
2349
  SEASONAL_POSTPROCESSED_PL:
2849
- dataset: seasonal-postprocessed-pressure-levels
2850
- format: grib
2851
- originating_centre: ecmwf
2852
- system: '5'
2853
- variable: geopotential_anomaly
2854
- pressure_level: '10'
2855
- api_product_type: ensemble_mean
2856
- leadtime_month: '1'
2350
+ "ecmwf:dataset": seasonal-postprocessed-pressure-levels
2351
+ "ecmwf:data_format": grib
2352
+ "ecmwf:originating_centre": ecmwf
2353
+ "ecmwf:system": '5'
2354
+ "ecmwf:variable": geopotential_anomaly
2355
+ "ecmwf:pressure_level": '10'
2356
+ "ecmwf:product_type": ensemble_mean
2357
+ "ecmwf:leadtime_month": '1'
2857
2358
  metadata_mapping:
2858
2359
  <<: *month_year
2859
2360
  SEASONAL_POSTPROCESSED_SL:
2860
- dataset: seasonal-postprocessed-single-levels
2861
- format: grib
2862
- originating_centre: ecmwf
2863
- system: '5'
2864
- variable: 2m_dewpoint_temperature_anomaly
2865
- api_product_type: ensemble_mean
2866
- leadtime_month: '1'
2361
+ "ecmwf:dataset": seasonal-postprocessed-single-levels
2362
+ "ecmwf:data_format": grib
2363
+ "ecmwf:originating_centre": ecmwf
2364
+ "ecmwf:system": '5'
2365
+ "ecmwf:variable": 2m_dewpoint_temperature_anomaly
2366
+ "ecmwf:product_type": ensemble_mean
2367
+ "ecmwf:leadtime_month": '1'
2867
2368
  metadata_mapping:
2868
2369
  <<: *month_year
2869
2370
  SEASONAL_ORIGINAL_SL:
2870
- dataset: seasonal-original-single-levels
2871
- format: grib
2872
- originating_centre: ecmwf
2873
- system: '5'
2874
- variable: 10m_u_component_of_wind
2875
- leadtime_hour: '6'
2876
- day: '01'
2371
+ "ecmwf:dataset": seasonal-original-single-levels
2372
+ "ecmwf:data_format": grib
2373
+ "ecmwf:originating_centre": ecmwf
2374
+ "ecmwf:system": '5'
2375
+ "ecmwf:variable": 10m_u_component_of_wind
2376
+ "ecmwf:leadtime_hour": '6'
2377
+ "ecmwf:day": '01'
2877
2378
  metadata_mapping:
2878
2379
  <<: *month_year
2879
2380
  SEASONAL_ORIGINAL_PL:
2880
- dataset: seasonal-original-pressure-levels
2881
- format: grib
2882
- originating_centre: ecmwf
2883
- system: '5'
2884
- variable: geopotential
2885
- pressure_level: '10'
2886
- leadtime_hour: '12'
2887
- day: '01'
2381
+ "ecmwf:dataset": seasonal-original-pressure-levels
2382
+ "ecmwf:data_format": grib
2383
+ "ecmwf:originating_centre": ecmwf
2384
+ "ecmwf:system": '5'
2385
+ "ecmwf:variable": geopotential
2386
+ "ecmwf:pressure_level": '10'
2387
+ "ecmwf:leadtime_hour": '12'
2388
+ "ecmwf:day": '01'
2888
2389
  metadata_mapping:
2889
2390
  <<: *month_year
2890
2391
  SEASONAL_MONTHLY_PL:
2891
- dataset: seasonal-monthly-pressure-levels
2892
- format: grib
2893
- originating_centre: ecmwf
2894
- system: '5'
2895
- variable: geopotential
2896
- pressure_level: '10'
2897
- api_product_type: monthly_mean
2898
- leadtime_month: '1'
2392
+ "ecmwf:dataset": seasonal-monthly-pressure-levels
2393
+ "ecmwf:data_format": grib
2394
+ "ecmwf:originating_centre": ecmwf
2395
+ "ecmwf:system": '5'
2396
+ "ecmwf:variable": geopotential
2397
+ "ecmwf:pressure_level": '10'
2398
+ "ecmwf:product_type": monthly_mean
2399
+ "ecmwf:leadtime_month": '1'
2899
2400
  metadata_mapping:
2900
2401
  <<: *month_year
2901
2402
  SEASONAL_MONTHLY_SL:
2902
- dataset: seasonal-monthly-single-levels
2903
- format: grib
2904
- originating_centre: ecmwf
2905
- system: '5'
2906
- variable: 10m_u_component_of_wind
2907
- api_product_type: monthly_mean
2908
- leadtime_month: '1'
2403
+ "ecmwf:dataset": seasonal-monthly-single-levels
2404
+ "ecmwf:data_format": grib
2405
+ "ecmwf:originating_centre": ecmwf
2406
+ "ecmwf:system": '5'
2407
+ "ecmwf:variable": 10m_u_component_of_wind
2408
+ "ecmwf:product_type": monthly_mean
2409
+ "ecmwf:leadtime_month": '1'
2909
2410
  metadata_mapping:
2910
2411
  <<: *month_year
2911
2412
  SIS_HYDRO_MET_PROJ:
2912
- dataset: sis-hydrology-meteorology-derived-projections
2913
- format: zip
2914
- api_product_type: climate_impact_indicators
2915
- variable: 2m_air_temperature
2916
- variable_type: absolute_change_from_reference_period
2917
- processing_type: original
2918
- time_aggregation: monthly_mean
2919
- horizontal_resolution: 5_km
2920
- experiment: degree_scenario
2921
- rcm: cclm4_8_17
2922
- gcm: ec_earth
2923
- ensemble_member: r12i1p1
2924
- period: 1_5_c
2413
+ "ecmwf:dataset": sis-hydrology-meteorology-derived-projections
2414
+ "ecmwf:data_format": zip
2415
+ "ecmwf:product_type": climate_impact_indicators
2416
+ "ecmwf:variable": 2m_air_temperature
2417
+ "ecmwf:variable_type": absolute_change_from_reference_period
2418
+ "ecmwf:processing_type": original
2419
+ "ecmwf:time_aggregation": monthly_mean
2420
+ "ecmwf:horizontal_resolution": 5_km
2421
+ "ecmwf:experiment": degree_scenario
2422
+ "ecmwf:rcm": cclm4_8_17
2423
+ "ecmwf:gcm": ec_earth
2424
+ "ecmwf:ensemble_member": r12i1p1
2425
+ "ecmwf:period": 1_5_c
2925
2426
  GENERIC_PRODUCT_TYPE:
2926
- dataset: '{productType}'
2427
+ "ecmwf:dataset": '{productType}'
2927
2428
  ---
2928
2429
  !provider # MARK: sara
2929
2430
  name: sara
@@ -3215,7 +2716,7 @@
3215
2716
  description: Meteoblue
3216
2717
  url: https://www.meteoblue.com
3217
2718
  search: !plugin
3218
- type: BuildPostSearchResult
2719
+ type: MeteoblueSearch
3219
2720
  api_endpoint: 'https://my.meteoblue.com/dataset/query'
3220
2721
  need_auth: true
3221
2722
  ssl_verify: true
@@ -3257,12 +2758,14 @@
3257
2758
  orderLink: '{$.downloadLink#replace_str(r"^(.*)(\")(queries\")(.)",r"\1\2runOnJobQueue\2\4 true, \2\3\4")}'
3258
2759
  products:
3259
2760
  NEMSGLOBAL_TCDC:
2761
+ productType: NEMSGLOBAL
3260
2762
  queries: [{'domain':'NEMSGLOBAL','gapFillDomain':null,'timeResolution':'daily','codes':[{'code':71,'level':'sfc','aggregation':'mean'}]}]
3261
2763
  format: netCDF
3262
2764
  units: {'temperature':'C','velocity':'km/h','length':'metric','energy':'watts'}
3263
2765
  timeIntervalsAlignment:
3264
2766
  geometry: {"type": "Polygon", "coordinates": [[[180, -90], [180, 90], [-180, 90], [-180, -90], [180, -90]]]}
3265
2767
  NEMSAUTO_TCDC:
2768
+ productType: NEMSAUTO
3266
2769
  queries: [{'domain':'NEMSAUTO','gapFillDomain':null,'timeResolution':'daily','codes':[{'code':71,'level':'sfc','aggregation':'mean'}]}]
3267
2770
  format: netCDF
3268
2771
  units: {'temperature':'C','velocity':'km/h','length':'metric','energy':'watts'}
@@ -3295,7 +2798,6 @@
3295
2798
  orderId: '$.json.id'
3296
2799
  downloadLink: 'http://queueresults.meteoblue.com/{orderId}'
3297
2800
  downloadMethod: '{$.null#replace_str("Not Available","GET")}'
3298
- output_extension: .nc
3299
2801
  auth: !plugin
3300
2802
  type: HttpQueryStringAuth
3301
2803
  matching_url: https?://[a-z]+.meteoblue.com
@@ -3927,9 +3429,6 @@
3927
3429
  satellite:
3928
3430
  - '{{"satellite": {satellite}}}'
3929
3431
  - '$.null'
3930
- sensor:
3931
- - '{{"sensor": "{sensor}"}}'
3932
- - '$.null'
3933
3432
  products:
3934
3433
  S1_SAR_GRD:
3935
3434
  productType: EO:ESA:DAT:SENTINEL-1
@@ -4182,7 +3681,7 @@
4182
3681
  productType: EO:EEA:DAT:CLMS_HRVPP_VI
4183
3682
  metadata_mapping:
4184
3683
  id:
4185
- - '{{"uid": {id}}}'
3684
+ - '{{"uid": "{id}"}}'
4186
3685
  - '$.id'
4187
3686
  <<: *clms_dates
4188
3687
  relativeOrbitNumber:
@@ -4332,6 +3831,17 @@
4332
3831
  description: WEkEO - ECMWF data
4333
3832
  url: https://www.wekeo.eu/
4334
3833
  # anchors to avoid duplications
3834
+ anchor_time_day_month_year: &time_day_month_year
3835
+ startTimeFromAscendingNode:
3836
+ - |
3837
+ {{
3838
+ "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
3839
+ "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
3840
+ "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"],
3841
+ "time": {startTimeFromAscendingNode#get_ecmwf_time}
3842
+ }}
3843
+ - $.properties.startdate
3844
+ completionTimeFromAscendingNode: $.properties.enddate
4335
3845
  anchor_day_month_year: &day_month_year
4336
3846
  startTimeFromAscendingNode:
4337
3847
  - |
@@ -4340,8 +3850,8 @@
4340
3850
  "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
4341
3851
  "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"]
4342
3852
  }}
4343
- - $.properties.startDate
4344
- completionTimeFromAscendingNode: $.properties.endDate
3853
+ - $.properties.startdate
3854
+ completionTimeFromAscendingNode: $.properties.enddate
4345
3855
  anchor_year_month: &month_year
4346
3856
  startTimeFromAscendingNode:
4347
3857
  - |
@@ -4349,904 +3859,407 @@
4349
3859
  "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
4350
3860
  "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"]
4351
3861
  }}
4352
- - $.properties.startDate
4353
- completionTimeFromAscendingNode: $.properties.endDate
4354
- anchor_variable_list: &variable_list
4355
- variable:
4356
- - '{{"variable": {variable}}}'
4357
- - '$.null'
3862
+ - $.properties.startdate
3863
+ completionTimeFromAscendingNode: $.properties.enddate
4358
3864
  search: !plugin
4359
- type: PostJsonSearch
3865
+ type: WekeoECMWFSearch
4360
3866
  api_endpoint: https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/search
4361
3867
  timeout: 60
4362
3868
  need_auth: true
4363
3869
  auth_error_code: 401
4364
- results_entry: 'features'
4365
3870
  dates_required: true
3871
+ results_entry: 'features'
4366
3872
  pagination:
4367
3873
  total_items_nb_key_path: '$.properties.totalResults'
4368
3874
  next_page_query_obj: '{{"itemsPerPage":{items_per_page},"startIndex":{skip}}}'
4369
3875
  max_items_per_page: 200
4370
3876
  discover_product_types:
4371
3877
  fetch_url: null
4372
- constraints_file_url: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/queryable/{dataset}'
4373
- constraints_file_dataset_key: productType
4374
- constraints_entry: constraints
4375
- stop_without_constraints_entry_key: true
3878
+ available_values_url: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/queryable/{productType}'
4376
3879
  metadata_mapping:
4377
3880
  productType:
4378
3881
  - '{{"dataset_id": "{productType}"}}'
4379
- - '$.null'
3882
+ - $.productType
4380
3883
  geometry:
4381
3884
  - '{{"bbox": {geometry#to_bounds}}}'
4382
- - '$.geometry'
4383
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4384
- id:
4385
- - '{{"productIdentifier": "{id}"}}'
4386
- - '{$.id#remove_extension}'
3885
+ - $.geometry
3886
+ defaultGeometry: POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))
3887
+ id: $.id
4387
3888
  startTimeFromAscendingNode:
4388
- - '{{"dtstart": "{startTimeFromAscendingNode#to_iso_utc_datetime}"}}'
4389
- - '$.properties.startdate'
3889
+ - '{{"startdate": "{startTimeFromAscendingNode#to_iso_utc_datetime}"}}'
3890
+ - $.properties.startdate
4390
3891
  completionTimeFromAscendingNode:
4391
- - '{{"dtend": "{completionTimeFromAscendingNode#to_iso_utc_datetime}"}}'
4392
- - '$.properties.enddate'
4393
- downloadLink: '$.properties.location'
4394
- title: '$.id'
4395
- storageStatus: 'OFFLINE'
4396
- processingLevel:
4397
- - '{{"processingLevel": "{processingLevel}"}}'
4398
- - '$.null'
4399
- providerProductType:
4400
- - '{{"productType": "{providerProductType}"}}'
4401
- - '$.null'
4402
- variable:
4403
- - '{{"variable": {variable}}}'
4404
- - '$.null'
4405
- leadtime_hour:
4406
- - '{{"leadtime_hour": {leadtime_hour}}}'
4407
- - '$.null'
4408
- leadtime_month:
4409
- - '{{"leadtime_month": {leadtime_month}}}'
4410
- - '$.null'
4411
- origin:
4412
- - '{{"origin": "{origin}"}}'
4413
- - '$.null'
4414
- system:
4415
- - '{{"system": "{system}"}}'
4416
- - '$.null'
4417
- format:
4418
- - '{{"format": "{format}"}}'
4419
- - '$.null'
4420
- pressure_level:
4421
- - '{{"pressure_level": {pressure_level}}}'
4422
- - '$.null'
4423
- model_level:
4424
- - '{{"model_level": {model_level}}}'
4425
- - '$.null'
4426
- sensor_and_algorithm:
4427
- - '{{"sensor_and_algorithm": "{sensor_and_algorithm}"}}'
4428
- - '$.null'
4429
- version:
4430
- - '{{"version": {version}}}'
4431
- - '$.null'
4432
- time:
4433
- - '{{"time": {time}}}'
4434
- - '$.null'
4435
- region:
4436
- - '{{"region": "{region}"}}'
4437
- - '$.null'
4438
- type:
4439
- - '{{"type": "{type}"}}'
4440
- - '$.null'
4441
- source:
4442
- - '{{"source": {source}}}'
4443
- - '$.null'
4444
- quantity:
4445
- - '{{"quantity": "{quantity}"}}'
4446
- - '$.null'
4447
- input_observations:
4448
- - '{{"input_observations": "{input_observations}"}}'
4449
- - '$.null'
4450
- aggregation:
4451
- - '{{"aggregation": "{aggregation}"}}'
4452
- - '$.null'
4453
- model:
4454
- - '{{"model": {model}}}'
4455
- - '$.null'
4456
- level:
4457
- - '{{"level": {level}}}'
4458
- - '$.null'
4459
- forcing_type:
4460
- - '{{"forcing_type": "{forcing_type}"}}'
4461
- - '$.null'
4462
- sky_type:
4463
- - '{{"sky_type": {sky_type}}}'
4464
- - '$.null'
4465
- band:
4466
- - '{{"band": {band}}}'
4467
- - '$.null'
4468
- aerosol_type:
4469
- - '{{"aerosol_type": {aerosol_type}}}'
4470
- - '$.null'
4471
- step:
4472
- - '{{"step": {step}}}'
4473
- - '$.null'
4474
- longitude:
4475
- - '{{"longitude": "{longitude}"}}'
4476
- - '$.null'
4477
- latitude:
4478
- - '{{"latitude": "{latitude}"}}'
4479
- - '$.null'
4480
- altitude:
4481
- - '{{"altitude": "{altitude}"}}'
4482
- - '$.null'
4483
- time_reference:
4484
- - '{{"time_reference": "{time_reference}"}}'
4485
- - '$.null'
4486
- grid:
4487
- - '{{"grid": "{grid}"}}'
4488
- - '$.null'
4489
- soil_level:
4490
- - '{{"soil_level": {soil_level}}}'
4491
- - '$.null'
4492
- year:
4493
- - '{{"year": {year}}}'
4494
- - '$.null'
4495
- month:
4496
- - '{{"month": {month}}}'
4497
- - '$.null'
4498
- day:
4499
- - '{{"day": {day}}}'
4500
- - '$.null'
4501
- hyear:
4502
- - '{{"year": {hyear}}}'
4503
- - '$.null'
4504
- hmonth:
4505
- - '{{"month": {hmonth}}}'
4506
- - '$.null'
4507
- hday:
4508
- - '{{"day": {hday}}}'
4509
- - '$.null'
4510
- satellite:
4511
- - '{{"satellite": {satellite}}}'
4512
- - '$.null'
4513
- cdr_type:
4514
- - '{{"cdr_type": "{cdr_type}"}}'
4515
- - '$.null'
4516
- statistic:
4517
- - '{{"statistic": {statistic}}}'
4518
- - '$.null'
4519
- hydrological_year:
4520
- - '{{"hydrological_year": {hydrological_year}}}'
4521
- - '$.null'
3892
+ - '{{"enddate": "{completionTimeFromAscendingNode#to_iso_utc_datetime}"}}'
3893
+ - $.properties.enddate
3894
+ downloadLink: $.properties.location
3895
+ title: $.id
3896
+ storageStatus: OFFLINE
3897
+ orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "{productType}"}}'
4522
3898
  products:
4523
3899
  SATELLITE_CARBON_DIOXIDE:
4524
3900
  productType: EO:ECMWF:DAT:SATELLITE_CARBON_DIOXIDE
4525
- processingLevel:
4526
- - level_2
4527
- version:
4528
- - "4.0"
4529
- variable: xco2
4530
- sensor_and_algorithm: sciamachy_wfmd
4531
- format: zip
3901
+ ecmwf:processing_level: level_2
3902
+ ecmwf:version: '4_5'
3903
+ ecmwf:variable: xco2
3904
+ ecmwf:sensor_and_algorithm: merged_emma
4532
3905
  metadata_mapping:
4533
- id: '$.id'
4534
3906
  <<: *day_month_year
4535
- variable:
4536
- - '{{"variable": "{variable}"}}'
4537
- - '$.null'
4538
- processingLevel:
4539
- - '{{"processing_level": {processingLevel}}}'
4540
- - '$.null'
4541
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4542
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_CARBON_DIOXIDE"}}'
4543
3907
  SATELLITE_FIRE_BURNED_AREA:
4544
3908
  productType: EO:ECMWF:DAT:SATELLITE_FIRE_BURNED_AREA
4545
- origin: c3s
4546
- sensor: modis
4547
- variable: grid_variables
4548
- version: 5_1_1cds
4549
- region:
4550
- - europe
4551
- format: zip
3909
+ ecmwf:origin: esa_cci
3910
+ ecmwf:sensor: modis
3911
+ ecmwf:variable: pixel_variables
3912
+ ecmwf:version: 5_1_1cds
3913
+ ecmwf:region: europe
4552
3914
  metadata_mapping:
4553
- variable:
4554
- - '{{"variable": "{variable}"}}'
4555
- - '$.null'
4556
- version:
4557
- - '{{"version": "{version}"}}'
4558
- - '$.null'
4559
3915
  startTimeFromAscendingNode:
4560
3916
  - |
4561
3917
  {{
4562
3918
  "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
4563
3919
  "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
4564
- "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"]
3920
+ "nominal_day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"]
4565
3921
  }}
4566
- - $.properties.startDate
4567
- completionTimeFromAscendingNode: $.properties.endDate
4568
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_FIRE_BURNED_AREA"}}'
3922
+ - $.properties.startdate
3923
+ completionTimeFromAscendingNode: $.properties.enddate
4569
3924
  SATELLITE_METHANE:
4570
3925
  productType: EO:ECMWF:DAT:SATELLITE_METHANE
4571
- processingLevel:
4572
- - level_2
4573
- version:
4574
- - "4.0"
4575
- variable: xch4
4576
- sensor_and_algorithm: sciamachy_wfmd
4577
- format: zip
3926
+ ecmwf:processing_level: level_2
3927
+ ecmwf:version: '4_0'
3928
+ ecmwf:variable: xch4
3929
+ ecmwf:sensor_and_algorithm: sciamachy_wfmd
4578
3930
  metadata_mapping:
4579
- id: '$.id'
4580
3931
  <<: *day_month_year
4581
- processingLevel:
4582
- - '{{"processing_level": {processingLevel}}}'
4583
- - '$.null'
4584
- variable:
4585
- - '{{"variable": "{variable}"}}'
4586
- - '$.null'
4587
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4588
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_METHANE"}}'
4589
3932
  SATELLITE_SEA_ICE_EDGE_TYPE:
4590
3933
  productType: EO:ECMWF:DAT:SATELLITE_SEA_ICE_EDGE_TYPE
4591
- variable:
4592
- - sea_ice_type
4593
- region: northern_hemisphere
4594
- cdr_type: cdr
4595
- version: '3_0'
4596
- format: zip
3934
+ ecmwf:variable: sea_ice_type
3935
+ ecmwf:region: northern_hemisphere
3936
+ ecmwf:cdr_type: cdr
3937
+ ecmwf:version: '3_0'
4597
3938
  metadata_mapping:
4598
- id: '$.id'
4599
3939
  <<: *day_month_year
4600
- region:
4601
- - '{{"region": "{region}"}}'
4602
- - '$.null'
4603
- version:
4604
- - '{{"version": "{version}"}}'
4605
- - '$.null'
4606
- <<: *variable_list
4607
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4608
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_SEA_ICE_EDGE_TYPE"}}'
4609
3940
  SATELLITE_SEA_ICE_THICKNESS:
4610
3941
  productType: EO:ECMWF:DAT:SATELLITE_SEA_ICE_THICKNESS
4611
- satellite:
4612
- - envisat
4613
- cdr_type: cdr
4614
- variable: all
4615
- version: '3_0'
4616
- format: zip
3942
+ ecmwf:satellite: envisat
3943
+ ecmwf:cdr_type: cdr
3944
+ ecmwf:variable: all
3945
+ ecmwf:version: '3_0'
4617
3946
  metadata_mapping:
4618
- id: '$.id'
4619
- variable:
4620
- - '{{"variable": "{variable}"}}'
4621
- - '$.null'
4622
- version:
4623
- - '{{"version": "{version}"}}'
4624
- - '$.null'
4625
3947
  <<: *month_year
4626
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4627
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_SEA_ICE_THICKNESS"}}'
4628
3948
  SATELLITE_SEA_ICE_CONCENTRATION:
4629
3949
  productType: EO:ECMWF:DAT:SATELLITE_SEA_ICE_CONCENTRATION
4630
- cdr_type:
4631
- - cdr
4632
- variable: all
4633
- version: v3
4634
- sensor: ssmis
4635
- origin: ESA CCI
4636
- region:
3950
+ ecmwf:cdr_type: cdr
3951
+ ecmwf:origin: eumetsat_osi_saf
3952
+ ecmwf:region:
4637
3953
  - northern_hemisphere
4638
- temporal_aggregation: daily
4639
- format: zip
3954
+ - southern_hemisphere
3955
+ ecmwf:sensor: ssmis
3956
+ ecmwf:temporal_aggregation: daily
3957
+ ecmwf:variable: all
3958
+ ecmwf:version: v3
4640
3959
  metadata_mapping:
4641
- id: '$.id'
4642
3960
  <<: *day_month_year
4643
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4644
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_SEA_ICE_CONCENTRATION"}}'
4645
3961
  SATELLITE_SEA_LEVEL_GLOBAL:
4646
3962
  productType: EO:ECMWF:DAT:SATELLITE_SEA_LEVEL_GLOBAL
4647
- variable:
4648
- - daily
4649
- format: zip
4650
- version: vDT2021
3963
+ ecmwf:variable: daily
3964
+ ecmwf:version: vdt2021
4651
3965
  metadata_mapping:
4652
- id: '$.id'
4653
3966
  <<: *day_month_year
4654
- version:
4655
- - '{{"version": "{version}"}}'
4656
- - '$.null'
4657
- <<: *variable_list
4658
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4659
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SATELLITE_SEA_LEVEL_GLOBAL"}}'
4660
3967
  SEASONAL_ORIGINAL_SL:
4661
3968
  productType: EO:ECMWF:DAT:SEASONAL_ORIGINAL_SINGLE_LEVELS
4662
- variable:
4663
- - land_sea_mask
4664
- leadtime_hour:
4665
- - "0"
4666
- origin: ecmwf
4667
- system: "51"
4668
- format: grib
3969
+ ecmwf:variable: land_sea_mask
3970
+ ecmwf:leadtime_hour: 0
3971
+ ecmwf:originating_centre: ecmwf
3972
+ ecmwf:system: 5
3973
+ ecmwf:data_format: grib
4669
3974
  metadata_mapping:
4670
- id: '$.id'
4671
3975
  <<: *day_month_year
4672
- origin:
4673
- - '{{"originating_centre": "{origin}"}}'
4674
- - '$.null'
4675
- <<: *variable_list
4676
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4677
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_ORIGINAL_SINGLE_LEVELS"}}'
4678
3976
  SEASONAL_ORIGINAL_PL:
4679
3977
  productType: EO:ECMWF:DAT:SEASONAL_ORIGINAL_PRESSURE_LEVELS
4680
- variable:
4681
- - geopotential
4682
- pressure_level:
4683
- - "10"
4684
- leadtime_hour:
4685
- - "12"
4686
- origin: ecmwf
4687
- system: "51"
4688
- format: grib
3978
+ ecmwf:variable: geopotential
3979
+ ecmwf:pressure_level: 10
3980
+ ecmwf:leadtime_hour: 12
3981
+ ecmwf:originating_centre: ecmwf
3982
+ ecmwf:system: 5
3983
+ ecmwf:data_format: grib
4689
3984
  metadata_mapping:
4690
- id: '$.id'
4691
3985
  <<: *day_month_year
4692
- origin:
4693
- - '{{"originating_centre": "{origin}"}}'
4694
- - '$.null'
4695
- <<: *variable_list
4696
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4697
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_ORIGINAL_PRESSURE_LEVELS"}}'
4698
3986
  SEASONAL_POSTPROCESSED_SL:
4699
3987
  productType: EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_SINGLE_LEVELS
4700
- providerProductType:
4701
- - ensemble_mean
4702
- variable:
4703
- - 10m_u_component_of_wind_anomaly
4704
- leadtime_month:
4705
- - "1"
4706
- origin: ecmwf
4707
- system: "51"
4708
- format: grib
3988
+ ecmwf:product_type: ensemble_mean
3989
+ ecmwf:originating_centre: ecmwf
3990
+ ecmwf:variable: 2m_dewpoint_temperature_anomaly
3991
+ ecmwf:leadtime_month: 1
3992
+ ecmwf:origin: ecmwf
3993
+ ecmwf:system: 5
3994
+ ecmwf:data_format: grib
4709
3995
  metadata_mapping:
4710
- id: '$.id'
4711
- providerProductType:
4712
- - '{{"product_type": {providerProductType}}}'
4713
- - '$.null'
4714
3996
  <<: *month_year
4715
- origin:
4716
- - '{{"originating_centre": "{origin}"}}'
4717
- - '$.null'
4718
- <<: *variable_list
4719
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4720
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_SINGLE_LEVELS"}}'
4721
3997
  SEASONAL_POSTPROCESSED_PL:
4722
3998
  productType: EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_PRESSURE_LEVELS
4723
- providerProductType:
4724
- - ensemble_mean
4725
- variable:
4726
- - geopotential_anomaly
4727
- pressure_level:
4728
- - "10"
4729
- leadtime_month:
4730
- - "1"
4731
- origin: ecmwf
4732
- system: "5"
4733
- format: grib
3999
+ ecmwf:product_type: ensemble_mean
4000
+ ecmwf:variable: geopotential_anomaly
4001
+ ecmwf:pressure_level: 10
4002
+ ecmwf:leadtime_month: 1
4003
+ ecmwf:originating_centre: ecmwf
4004
+ ecmwf:system: 5
4005
+ ecmwf:data_format: grib
4734
4006
  metadata_mapping:
4735
- id: '$.id'
4736
- providerProductType:
4737
- - '{{"product_type": {providerProductType}}}'
4738
- - '$.null'
4739
4007
  <<: *month_year
4740
- origin:
4741
- - '{{"originating_centre": "{origin}"}}'
4742
- - '$.null'
4743
- <<: *variable_list
4744
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4745
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_POSTPROCESSED_PRESSURE_LEVELS"}}'
4746
4008
  SEASONAL_MONTHLY_SL:
4747
4009
  productType: EO:ECMWF:DAT:SEASONAL_MONTHLY_SINGLE_LEVELS
4748
- variable:
4749
- - 10m_u_component_of_wind
4750
- providerProductType:
4751
- - ensemble_mean
4752
- leadtime_month:
4753
- - "1"
4754
- origin: ecmwf
4755
- system: "51"
4756
- format: grib
4010
+ ecmwf:variable: 10m_u_component_of_wind
4011
+ ecmwf:product_type: monthly_mean
4012
+ ecmwf:leadtime_month: 1
4013
+ ecmwf:originating_centre: ecmwf
4014
+ ecmwf:system: 5
4015
+ ecmwf:data_format: grib
4757
4016
  metadata_mapping:
4758
- id: '$.id'
4759
- providerProductType:
4760
- - '{{"product_type": {providerProductType}}}'
4761
- - '$.null'
4762
4017
  <<: *month_year
4763
- origin:
4764
- - '{{"originating_centre": "{origin}"}}'
4765
- - '$.null'
4766
- <<: *variable_list
4767
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4768
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_MONTHLY_SINGLE_LEVELS"}}'
4769
4018
  SEASONAL_MONTHLY_PL:
4770
4019
  productType: EO:ECMWF:DAT:SEASONAL_MONTHLY_PRESSURE_LEVELS
4771
- variable:
4772
- - geopotential
4773
- - temperature
4774
- providerProductType:
4775
- - ensemble_mean
4776
- leadtime_month:
4777
- - "1"
4778
- pressure_level:
4779
- - "10"
4780
- origin: ecmwf
4781
- system: "51"
4782
- format: grib
4020
+ ecmwf:variable: geopotential
4021
+ ecmwf:product_type: monthly_mean
4022
+ ecmwf:leadtime_month: 1
4023
+ ecmwf:pressure_level: 10
4024
+ ecmwf:originating_centre: ecmwf
4025
+ ecmwf:system: 5
4026
+ ecmwf:data_format: grib
4783
4027
  metadata_mapping:
4784
- id: '$.id'
4785
- providerProductType:
4786
- - '{{"product_type": {providerProductType}}}'
4787
- - '$.null'
4788
4028
  <<: *month_year
4789
- origin:
4790
- - '{{"originating_centre": "{origin}"}}'
4791
- - '$.null'
4792
- <<: *variable_list
4793
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4794
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SEASONAL_MONTHLY_PRESSURE_LEVELS"}}'
4795
4029
  GLACIERS_DIST_RANDOLPH:
4796
4030
  productType: EO:ECMWF:DAT:INSITU_GLACIERS_EXTENT
4797
- variable:
4798
- - glacier_area
4799
- providerProductType:
4800
- - gridded
4801
- format: zip
4802
- version: "6_0"
4031
+ ecmwf:variable: glacier_area
4032
+ ecmwf:product_type: gridded
4033
+ ecmwf:data_format: zip
4034
+ ecmwf:version: rgi_6_0
4035
+ metadata_mapping:
4036
+ <<: *day_month_year
4037
+ FIRE_HISTORICAL:
4038
+ productType: EO:ECMWF:DAT:CEMS_FIRE_HISTORICAL_V1
4039
+ ecmwf:product_type: reanalysis
4040
+ ecmwf:variable: fire_weather_index
4041
+ ecmwf:system_version: '4_1'
4042
+ ecmwf:data_format: grib
4043
+ ecmwf:grid: original_grid
4044
+ ecmwf:dataset_type: consolidated_dataset
4803
4045
  metadata_mapping:
4804
- id: '$.id'
4805
4046
  <<: *day_month_year
4806
- providerProductType:
4807
- - '{{"product_type": {providerProductType}}}'
4808
- - '$.null'
4809
- version:
4810
- - '{{"version": "{version}"}}'
4811
- - '$.null'
4812
- <<: *variable_list
4813
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4814
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:INSITU_GLACIERS_EXTENT"}}'
4815
4047
  GRIDDED_GLACIERS_MASS_CHANGE:
4816
4048
  productType: EO:ECMWF:DAT:DERIVED_GRIDDED_GLACIER_MASS_CHANGE
4817
- variable: glacier_mass_change
4818
- format: zip
4819
- version: "wgms_fog_2022_09"
4049
+ ecmwf:variable: glacier_mass_change
4050
+ ecmwf:data_format: zip
4051
+ ecmwf:product_version: wgms_fog_2022_09
4820
4052
  metadata_mapping:
4821
- id: '$.id'
4822
- hydrological_year:
4823
- - '{{"hydrological_year": {hydrological_year}}}'
4824
- - '$.null'
4825
4053
  startTimeFromAscendingNode:
4826
4054
  - |
4827
4055
  {{
4828
4056
  "hydrological_year": {startTimeFromAscendingNode#get_hydrological_year}
4829
4057
  }}
4830
- - $.properties.startDate
4831
- completionTimeFromAscendingNode: $.properties.endDate
4832
- version:
4833
- - '{{"product_version": "{version}"}}'
4834
- - '$.null'
4835
- variable:
4836
- - '{{"variable": "{variable}"}}'
4837
- - '$.null'
4838
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4839
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:DERIVED_GRIDDED_GLACIER_MASS_CHANGE"}}'
4058
+ - $.properties.startdate
4059
+ completionTimeFromAscendingNode: $.properties.enddate
4840
4060
  UERRA_EUROPE_SL:
4841
4061
  productType: EO:ECMWF:DAT:REANALYSIS_UERRA_EUROPE_SINGLE_LEVELS
4842
- variable: total_cloud_cover
4843
- origin: uerra_harmonie
4844
- format: grib # netcdf format may fail
4062
+ ecmwf:variable: total_cloud_cover
4063
+ ecmwf:origin: uerra_harmonie
4064
+ ecmwf:data_format: grib # netcdf format may fail
4845
4065
  metadata_mapping:
4846
- id: '$.id'
4847
- <<: *day_month_year
4848
- variable:
4849
- - '{{"variable": "{variable}"}}'
4850
- - '$.null'
4851
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4852
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_UERRA_EUROPE_SINGLE_LEVELS"}}'
4066
+ <<: *time_day_month_year
4853
4067
  AG_ERA5:
4854
4068
  productType: EO:ECMWF:DAT:SIS_AGROMETEOROLOGICAL_INDICATORS
4855
- variable: cloud_cover
4856
- version: '1_1'
4857
- time:
4858
- - "06_00"
4859
- format: zip
4860
- statistic:
4861
- - 24_hour_mean
4069
+ ecmwf:variable: cloud_cover
4070
+ ecmwf:version: '1_1'
4071
+ ecmwf:time: '06_00'
4072
+ ecmwf:data_format: zip
4073
+ ecmwf:statistic: 24_hour_mean
4862
4074
  metadata_mapping:
4863
- id: '$.id'
4864
4075
  <<: *day_month_year
4865
- version:
4866
- - '{{"version": "{version}"}}'
4867
- - '$.null'
4868
- variable:
4869
- - '{{"variable": "{variable}"}}'
4870
- - '$.null'
4871
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4872
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:SIS_AGROMETEOROLOGICAL_INDICATORS"}}'
4873
4076
  ERA5_SL:
4874
4077
  productType: EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS
4875
- providerProductType:
4876
- - ensemble_mean
4877
- variable:
4878
- - 10m_u_component_of_wind
4879
- format: grib # netcdf format may fail
4078
+ ecmwf:product_type: ensemble_mean
4079
+ ecmwf:variable: 10m_u_component_of_wind
4080
+ ecmwf:download_format: unarchived
4081
+ ecmwf:data_format: grib # netcdf format may fail
4880
4082
  metadata_mapping:
4881
- id: '$.id'
4882
- startTimeFromAscendingNode:
4883
- - |
4884
- {{
4885
- "year": {startTimeFromAscendingNode#to_datetime_dict(string)}["year"],
4886
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
4887
- "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"],
4888
- "time": {startTimeFromAscendingNode#get_ecmwf_time}
4889
- }}
4890
- - $.properties.startDate
4891
- completionTimeFromAscendingNode: $.properties.endDate
4892
- providerProductType:
4893
- - '{{"product_type": {providerProductType}}}'
4894
- - '$.null'
4895
- <<: *variable_list
4896
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4897
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS"}}'
4083
+ <<: *time_day_month_year
4898
4084
  ERA5_PL:
4899
4085
  productType: EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS
4900
- providerProductType:
4901
- - ensemble_mean
4902
- variable:
4903
- - temperature
4904
- pressure_level:
4905
- - "1"
4906
- format: grib
4086
+ ecmwf:product_type: ensemble_mean
4087
+ ecmwf:variable: temperature
4088
+ ecmwf:pressure_level: 1
4089
+ ecmwf:data_format: grib
4090
+ ecmwf:download_format: unarchived
4907
4091
  metadata_mapping:
4908
- id: '$.id'
4909
- startTimeFromAscendingNode:
4910
- - |
4911
- {{
4912
- "year": {startTimeFromAscendingNode#to_datetime_dict(string)}["year"],
4913
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
4914
- "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"],
4915
- "time": {startTimeFromAscendingNode#get_ecmwf_time}
4916
- }}
4917
- - $.properties.startDate
4918
- completionTimeFromAscendingNode: $.properties.endDate
4919
- providerProductType:
4920
- - '{{"product_type": {providerProductType}}}'
4921
- - '$.null'
4922
- <<: *variable_list
4923
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4924
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS"}}'
4092
+ <<: *time_day_month_year
4925
4093
  ERA5_SL_MONTHLY:
4926
4094
  productType: EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS_MONTHLY_MEANS
4927
- providerProductType:
4928
- - monthly_averaged_ensemble_members
4929
- variable:
4930
- - 10m_u_component_of_wind
4931
- format: grib
4932
- time:
4933
- - "00:00"
4095
+ ecmwf:product_type: monthly_averaged_ensemble_members
4096
+ ecmwf:variable: 10m_u_component_of_wind
4097
+ ecmwf:data_format: grib
4098
+ ecmwf:download_format: unarchived
4934
4099
  metadata_mapping:
4935
- id: '$.id'
4936
4100
  startTimeFromAscendingNode:
4937
4101
  - |
4938
4102
  {{
4939
4103
  "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
4940
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"]
4104
+ "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
4105
+ "time": {startTimeFromAscendingNode#get_ecmwf_time}
4941
4106
  }}
4942
- - $.properties.startDate
4943
- completionTimeFromAscendingNode: $.properties.endDate
4944
- providerProductType:
4945
- - '{{"product_type": {providerProductType}}}'
4946
- - '$.null'
4947
- <<: *variable_list
4948
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4949
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_ERA5_SINGLE_LEVELS_MONTHLY_MEANS"}}'
4107
+ - $.properties.startdate
4108
+ completionTimeFromAscendingNode: $.properties.enddate
4950
4109
  ERA5_PL_MONTHLY:
4951
4110
  productType: EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS_MONTHLY_MEANS
4952
- providerProductType:
4953
- - monthly_averaged_ensemble_members
4954
- variable:
4955
- - divergence
4956
- pressure_level:
4957
- - "1"
4958
- format: grib
4959
- time:
4960
- - "00:00"
4111
+ ecmwf:product_type: monthly_averaged_ensemble_members
4112
+ ecmwf:variable: divergence
4113
+ ecmwf:pressure_level: 1
4114
+ ecmwf:data_format: grib
4115
+ ecmwf:download_format: unarchived
4961
4116
  metadata_mapping:
4962
- id: '$.id'
4963
4117
  startTimeFromAscendingNode:
4964
4118
  - |
4965
4119
  {{
4966
4120
  "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
4967
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"]
4121
+ "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
4122
+ "time": {startTimeFromAscendingNode#get_ecmwf_time}
4968
4123
  }}
4969
- - $.properties.startDate
4970
- completionTimeFromAscendingNode: $.properties.endDate
4971
- providerProductType:
4972
- - '{{"product_type": {providerProductType}}}'
4973
- - '$.null'
4974
- <<: *variable_list
4975
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4976
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_ERA5_PRESSURE_LEVELS_MONTHLY_MEANS"}}'
4124
+ - $.properties.startdate
4125
+ completionTimeFromAscendingNode: $.properties.enddate
4977
4126
  ERA5_LAND:
4978
4127
  productType: EO:ECMWF:DAT:REANALYSIS_ERA5_LAND
4979
- variable:
4980
- - 2m_dewpoint_temperature
4981
- format: grib
4128
+ ecmwf:variable: 2m_dewpoint_temperature
4129
+ ecmwf:data_format: grib
4130
+ ecmwf:download_format: unarchived
4982
4131
  metadata_mapping:
4983
- id: '$.id'
4984
- month:
4985
- - '{{"month": "{month}"}}'
4986
- - '$.null'
4987
- startTimeFromAscendingNode:
4988
- - |
4989
- {{
4990
- "year": {startTimeFromAscendingNode#to_datetime_dict(string)}["year"],
4991
- "month": {startTimeFromAscendingNode#to_datetime_dict(string)}["month"],
4992
- "day": {startTimeFromAscendingNode#to_datetime_dict(list)}["day"],
4993
- "time": {startTimeFromAscendingNode#get_ecmwf_time}
4994
- }}
4995
- - $.properties.startDate
4996
- completionTimeFromAscendingNode: $.properties.endDate
4997
- <<: *variable_list
4998
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
4999
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_ERA5_LAND"}}'
4132
+ <<: *time_day_month_year
5000
4133
  ERA5_LAND_MONTHLY:
5001
4134
  productType: EO:ECMWF:DAT:REANALYSIS_ERA5_LAND_MONTHLY_MEANS
5002
- providerProductType:
5003
- - monthly_averaged_reanalysis
5004
- variable:
5005
- - 2m_dewpoint_temperature
5006
- format: grib
5007
- time:
5008
- - "00:00"
4135
+ ecmwf:product_type: monthly_averaged_reanalysis
4136
+ ecmwf:variable: 2m_dewpoint_temperature
4137
+ ecmwf:data_format: grib
4138
+ ecmwf:download_format: unarchived
5009
4139
  metadata_mapping:
5010
- id: '$.id'
5011
4140
  startTimeFromAscendingNode:
5012
4141
  - |
5013
4142
  {{
5014
4143
  "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"],
5015
- "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"]
4144
+ "month": {startTimeFromAscendingNode#to_datetime_dict(list)}["month"],
4145
+ "time": {startTimeFromAscendingNode#get_ecmwf_time}
5016
4146
  }}
5017
- - $.properties.startDate
5018
- completionTimeFromAscendingNode: $.properties.endDate
5019
- providerProductType:
5020
- - '{{"product_type": {providerProductType}}}'
5021
- - '$.null'
5022
- <<: *variable_list
5023
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5024
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:REANALYSIS_ERA5_LAND_MONTHLY_MEANS"}}'
4147
+ - $.properties.startdate
4148
+ completionTimeFromAscendingNode: $.properties.enddate
5025
4149
  CAMS_EAC4:
5026
4150
  productType: EO:ECMWF:DAT:CAMS_GLOBAL_REANALYSIS_EAC4
5027
- format: grib
5028
- variable:
5029
- - '2m_dewpoint_temperature'
5030
- time:
5031
- - '00:00'
5032
- metadata_mapping:
5033
- id: '$.id'
5034
- <<: *variable_list
5035
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5036
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_REANALYSIS_EAC4"}}'
4151
+ ecmwf:data_format: grib
4152
+ ecmwf:variable: 2m_dewpoint_temperature
4153
+ ecmwf:time: 00:00
5037
4154
  CAMS_GLOBAL_EMISSIONS:
5038
4155
  productType: EO:ECMWF:DAT:CAMS_GLOBAL_EMISSION_INVENTORIES
5039
- version:
5040
- - latest
5041
- format: zip
5042
- variable:
5043
- - acids
5044
- source:
5045
- - anthropogenic
4156
+ ecmwf:version: latest
4157
+ ecmwf:data_format: zip
4158
+ ecmwf:variable: acids
4159
+ ecmwf:source: anthropogenic
5046
4160
  metadata_mapping:
5047
- id: '$.id'
5048
4161
  startTimeFromAscendingNode:
5049
4162
  - |
5050
4163
  {{
5051
4164
  "year": {startTimeFromAscendingNode#to_datetime_dict(list)}["year"]
5052
4165
  }}
5053
- - $.properties.startDate
5054
- completionTimeFromAscendingNode: $.properties.endDate
5055
- <<: *variable_list
5056
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5057
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_EMISSION_INVENTORIES"}}'
4166
+ - $.properties.startdate
4167
+ completionTimeFromAscendingNode: $.properties.enddate
5058
4168
  CAMS_EAC4_MONTHLY:
5059
4169
  productType: EO:ECMWF:DAT:CAMS_GLOBAL_REANALYSIS_EAC4_MONTHLY
5060
- format: grib
5061
- variable:
5062
- - 2m_dewpoint_temperature
5063
- api_product_type:
5064
- - monthly_mean
4170
+ ecmwf:data_format: grib
4171
+ ecmwf:variable: 2m_dewpoint_temperature
4172
+ ecmwf:product_type: monthly_mean
5065
4173
  metadata_mapping:
5066
- id: '$.id'
5067
4174
  <<: *month_year
5068
- providerProductType:
5069
- - '{{"product_type": {providerProductType}}}'
5070
- - '$.null'
5071
- <<: *variable_list
5072
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5073
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_REANALYSIS_EAC4_MONTHLY"}}'
5074
4175
  CAMS_GREENHOUSE_INVERSION:
5075
4176
  productType: EO:ECMWF:DAT:CAMS_GLOBAL_GREENHOUSE_GAS_INVERSION
5076
- version: latest
5077
- variable: carbon_dioxide
5078
- quantity: mean_column
5079
- input_observations: surface
5080
- aggregation: instantaneous
4177
+ ecmwf:version: latest
4178
+ ecmwf:variable: carbon_dioxide
4179
+ ecmwf:quantity: mean_column
4180
+ ecmwf:input_observations: surface
4181
+ ecmwf:time_aggregation: instantaneous
5081
4182
  metadata_mapping:
5082
- id: '$.id'
5083
4183
  <<: *month_year
5084
- aggregation:
5085
- - '{{"time_aggregation": "{aggregation}"}}'
5086
- - '$.null'
5087
- variable:
5088
- - '{{"variable": "{variable}"}}'
5089
- - '$.null'
5090
- version:
5091
- - '{{"version": "{version}"}}'
5092
- - '$.null'
5093
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5094
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_GREENHOUSE_GAS_INVERSION"}}'
5095
4184
  CAMS_EU_AIR_QUALITY_RE:
5096
4185
  productType: EO:ECMWF:DAT:CAMS_EUROPE_AIR_QUALITY_REANALYSES
5097
- type:
5098
- - validated_reanalysis
5099
- format: zip
5100
- variable:
5101
- - nitrogen_dioxide
5102
- model:
5103
- - ensemble
5104
- level:
5105
- - '0'
4186
+ ecmwf:type: validated_reanalysis
4187
+ ecmwf:data_format: zip
4188
+ ecmwf:variable: nitrogen_dioxide
4189
+ ecmwf:model: ensemble
4190
+ ecmwf:level: 0
5106
4191
  metadata_mapping:
5107
- id: '$.id'
5108
4192
  <<: *month_year
5109
- type:
5110
- - '{{"type": {type}}}'
5111
- - '$.null'
5112
- <<: *variable_list
5113
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5114
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_EUROPE_AIR_QUALITY_REANALYSES"}}'
5115
4193
  CAMS_GRF:
5116
4194
  productType: EO:ECMWF:DAT:CAMS_GLOBAL_RADIATIVE_FORCINGS
5117
- format: zip
5118
- variable:
5119
- - radiative_forcing_of_carbon_dioxide
5120
- forcing_type: instantaneous
5121
- band:
5122
- - long_wave
5123
- sky_type:
5124
- - all_sky
5125
- level:
5126
- - surface
5127
- version:
5128
- - '2'
4195
+ ecmwf:data_format: zip
4196
+ ecmwf:variable: radiative_forcing_of_carbon_dioxide
4197
+ ecmwf:forcing_type: instantaneous
4198
+ ecmwf:band: long_wave
4199
+ ecmwf:sky_type: all_sky
4200
+ ecmwf:level: surface
4201
+ ecmwf:version: 2
5129
4202
  metadata_mapping:
5130
- id: '$.id'
5131
4203
  <<: *month_year
5132
- <<: *variable_list
5133
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5134
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_RADIATIVE_FORCINGS"}}'
5135
4204
  CAMS_GRF_AUX:
5136
4205
  productType: EO:ECMWF:DAT:CAMS_GLOBAL_RADIATIVE_FORCING_AUXILLIARY_VARIABLES
5137
- band:
5138
- - short_wave
5139
- sky_type:
5140
- - clear_sky
5141
- version:
5142
- - '1.5'
5143
- format: zip
5144
- variable:
5145
- - aerosol_radiation_effect
5146
- aerosol_type:
5147
- - marine
5148
- level:
5149
- - surface
4206
+ ecmwf:band: short_wave
4207
+ ecmwf:sky_type: clear_sky
4208
+ ecmwf:version: 1.5
4209
+ ecmwf:data_format: zip
4210
+ ecmwf:variable: aerosol_radiation_effect
4211
+ ecmwf:aerosol_type: marine
4212
+ ecmwf:level: surface
5150
4213
  metadata_mapping:
5151
- id: '$.id'
5152
4214
  <<: *month_year
5153
- <<: *variable_list
5154
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5155
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_RADIATIVE_FORCING_AUXILLIARY_VARIABLES"}}'
5156
4215
  CAMS_GREENHOUSE_EGG4:
5157
4216
  productType: EO:ECMWF:DAT:CAMS_GLOBAL_GHG_REANALYSIS_EGG4
5158
- format: grib
5159
- variable:
5160
- - snow_albedo
5161
- step:
5162
- - '0'
5163
- metadata_mapping:
5164
- id: '$.id'
5165
- <<: *variable_list
5166
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5167
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_GHG_REANALYSIS_EGG4"}}'
4217
+ ecmwf:data_format: grib
4218
+ ecmwf:variable: snow_albedo
4219
+ ecmwf:step: 0
5168
4220
  CAMS_GREENHOUSE_EGG4_MONTHLY:
5169
4221
  productType: EO:ECMWF:DAT:CAMS_GLOBAL_GHG_REANALYSIS_EGG4_MONTHLY
5170
- format: grib
5171
- variable:
5172
- - snow_albedo
5173
- providerProductType:
5174
- - monthly_mean_by_hour_of_day
5175
- step:
5176
- - '3'
5177
- time:
5178
- - '00:00'
4222
+ ecmwf:data_format: grib
4223
+ ecmwf:variable: snow_albedo
4224
+ ecmwf:product_type: monthly_mean_by_hour_of_day
4225
+ ecmwf:step: 3
4226
+ ecmwf:time: 00:00
5179
4227
  metadata_mapping:
5180
- id: '$.id'
5181
4228
  <<: *month_year
5182
- providerProductType:
5183
- - '{{"product_type": {providerProductType}}}'
5184
- - '$.null'
5185
- <<: *variable_list
5186
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5187
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_GHG_REANALYSIS_EGG4_MONTHLY"}}'
5188
4229
  CAMS_EU_AIR_QUALITY_FORECAST:
5189
4230
  productType: EO:ECMWF:DAT:CAMS_EUROPE_AIR_QUALITY_FORECASTS
5190
- model:
5191
- - ensemble
5192
- format: grib
5193
- variable:
5194
- - alder_pollen
5195
- type:
5196
- - forecast
5197
- time:
5198
- - '00:00'
5199
- level:
5200
- - '0'
5201
- leadtime_hour:
5202
- - '0'
5203
- metadata_mapping:
5204
- id: '$.id'
5205
- type:
5206
- - '{{"type": {type}}}'
5207
- - '$.null'
5208
- <<: *variable_list
5209
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5210
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_EUROPE_AIR_QUALITY_FORECASTS"}}'
4231
+ ecmwf:model: ensemble
4232
+ ecmwf:data_format: grib
4233
+ ecmwf:variable: alder_pollen
4234
+ ecmwf:type: forecast
4235
+ ecmwf:time: 00:00
4236
+ ecmwf:level: 0
4237
+ ecmwf:leadtime_hour: 0
5211
4238
  CAMS_GAC_FORECAST:
5212
4239
  productType: EO:ECMWF:DAT:CAMS_GLOBAL_ATMOSPHERIC_COMPOSITION_FORECASTS
5213
- type:
5214
- - forecast
5215
- format: grib
5216
- variable:
5217
- - ammonium_aerosol_optical_depth_550nm
5218
- time:
5219
- - '00:00'
5220
- leadtime_hour:
5221
- - '0'
5222
- metadata_mapping:
5223
- id: '$.id'
5224
- type:
5225
- - '{{"type": {type}}}'
5226
- - '$.null'
5227
- <<: *variable_list
5228
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5229
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_GLOBAL_ATMOSPHERIC_COMPOSITION_FORECASTS"}}'
4240
+ ecmwf:type: forecast
4241
+ ecmwf:data_format: grib
4242
+ ecmwf:variable: 10m_u_component_of_wind
4243
+ ecmwf:time: 00:00
4244
+ ecmwf:leadtime_hour: 0
4245
+ CAMS_GFE_GFAS:
4246
+ productType: EO:ECMWF:DAT:CAMS_GLOBAL_FIRE_EMISSIONS_GFAS
4247
+ ecmwf:data_format: grib
4248
+ ecmwf:variable: wildfire_combustion_rate
4249
+ ecmwf:time: 00:00
4250
+ ecmwf:leadtime_hour: 0
5230
4251
  CAMS_SOLAR_RADIATION:
5231
4252
  productType: EO:ECMWF:DAT:CAMS_SOLAR_RADIATION_TIMESERIES
5232
- sky_type: clear
5233
- step: 1minute
5234
- time_reference: true_solar_time
5235
- altitude: -999
5236
- format: csv
4253
+ ecmwf:sky_type: clear
4254
+ ecmwf:time_step: 1minute
4255
+ ecmwf:time_reference: true_solar_time
4256
+ ecmwf:altitude: -999
4257
+ ecmwf:format: csv
4258
+ geometry: POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))
5237
4259
  metadata_mapping:
5238
- id: '$.id'
5239
- step:
5240
- - '{{"time_step": "{step}"}}'
5241
- - '$.null'
5242
- sky_type:
5243
- - '{{"sky_type": "{sky_type}"}}'
5244
- - '$.null'
5245
4260
  geometry:
5246
4261
  - '{{"longitude": {geometry#to_longitude_latitude}["lon"], "latitude": {geometry#to_longitude_latitude}["lat"]}}'
5247
4262
  - '$.null'
5248
- defaultGeometry: 'POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90))'
5249
- orderLink: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download?{{"location": "{downloadLink}","product_id":"{id}", "dataset_id": "EO:ECMWF:DAT:CAMS_SOLAR_RADIATION_TIMESERIES"}}'
5250
4263
  auth: !plugin
5251
4264
  type: TokenAuth
5252
4265
  matching_url: https://[-\w\.]+.wekeo2.eu
@@ -5280,6 +4293,9 @@
5280
4293
  metadata_mapping:
5281
4294
  download_id: $.json.features[0]._id
5282
4295
  downloadLink: https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/download/{download_id}
4296
+ products:
4297
+ FIRE_HISTORICAL:
4298
+ output_extension: .grib
5283
4299
 
5284
4300
  ---
5285
4301
  !provider # MARK: wekeo_cmems
@@ -5321,10 +4337,11 @@
5321
4337
  missionEndDate: '$.metadata._source.tempextent_end'
5322
4338
  processingLevel: '$.null'
5323
4339
  keywords: '$.metadata._source.keywords'
5324
- constraints_file_url: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/queryable/{dataset}'
5325
- constraints_file_dataset_key: productType
5326
- constraints_entry: constraints
5327
- stop_without_constraints_entry_key: true
4340
+ discover_queryables:
4341
+ fetch_url: null
4342
+ product_type_fetch_url: null
4343
+ constraints_url: 'https://gateway.prod.wekeo2.eu/hda-broker/api/v1/dataaccess/queryable/{dataset}'
4344
+ constraints_entry: constraints
5328
4345
  metadata_mapping:
5329
4346
  productType:
5330
4347
  - '{{"dataset_id": "{productType}"}}'
@@ -5766,12 +4783,12 @@
5766
4783
  description: Destination Earth Digital Twin Outputs from LUMI through Polytope API
5767
4784
  url: https://polytope.lumi.apps.dte.destination-earth.eu/openapi
5768
4785
  search: !plugin
5769
- type: BuildSearchResult
4786
+ type: ECMWFSearch
5770
4787
  ssl_verify: true
5771
4788
  discover_queryables:
5772
4789
  fetch_url: null
5773
4790
  product_type_fetch_url: null
5774
- constraints_file_url: "https://s3.central.data.destination-earth.eu/swift/v1/dedt-lumi-constraints/{dataset}.json"
4791
+ constraints_url: "https://s3.central.data.destination-earth.eu/swift/v1/dedt-lumi-constraints/{ecmwf:dataset}.json"
5775
4792
  metadata_mapping:
5776
4793
  productType: destination-earth
5777
4794
  storageStatus: OFFLINE
@@ -5783,86 +4800,32 @@
5783
4800
  qs: $.qs
5784
4801
  orderLink: 'https://polytope.lumi.apps.dte.destination-earth.eu/api/v1/requests/destination-earth?{{"verb": "retrieve", "request": {qs#to_geojson} }}'
5785
4802
  downloadLink: $.null
5786
- activity:
5787
- - activity
5788
- - $.activity
5789
- anoffset:
5790
- - anoffset
5791
- - $.anoffset
5792
- class:
5793
- - class
5794
- - $.class
5795
- dataset:
5796
- - dataset
5797
- - $.dataset
5798
- domain:
5799
- - domain
5800
- - $.domain
5801
- experiment:
5802
- - experiment
5803
- - $.experiment
5804
- expver:
5805
- - expver
5806
- - $.expver
5807
- generation:
5808
- - generation
5809
- - $.generation
5810
- levelist:
5811
- - levelist
5812
- - $.levelist
5813
- levtype:
5814
- - levtype
5815
- - $.levtype
5816
- model:
5817
- - model
5818
- - $.model
5819
- param:
5820
- - param
5821
- - $.param
5822
- realization:
5823
- - realization
5824
- - $.realization
5825
- resolution:
5826
- - resolution
5827
- - $.resolution
5828
- step:
5829
- - step
5830
- - $.step
5831
- stream:
5832
- - stream
5833
- - $.stream
5834
- time:
5835
- - time
5836
- - $.time
5837
- type:
5838
- - type
5839
- - $.type
5840
4803
  products:
5841
4804
  DT_EXTREMES:
5842
- class: d1
5843
- dataset: extremes-dt
5844
- expver: "0001"
5845
- stream: oper
5846
- type: fc
5847
- levtype: sfc
5848
- step: "0"
5849
- param: "31"
5850
- time: "0000"
4805
+ "ecmwf:dataset": extremes-dt
4806
+ "ecmwf:class": d1
4807
+ "ecmwf:expver": "0001"
4808
+ "ecmwf:stream": oper
4809
+ "ecmwf:type": fc
4810
+ "ecmwf:levtype": sfc
4811
+ "ecmwf:step": "0"
4812
+ "ecmwf:param": "31"
4813
+ "ecmwf:time": "0000"
5851
4814
  DT_CLIMATE_ADAPTATION:
5852
- activity: ScenarioMIP
5853
- class: d1
5854
- dataset: climate-dt
5855
- experiment: SSP3-7.0
5856
- expver: "0001"
5857
- generation: 1
5858
- model: IFS-NEMO
5859
- param: 134/165/166
5860
- realization: 1
5861
- resolution: high
5862
- stream: clte
5863
- type: fc
5864
- levtype: sfc
5865
- time: "0000"
4815
+ "ecmwf:dataset": climate-dt
4816
+ "ecmwf:class": d1
4817
+ "ecmwf:generation": 1
4818
+ "ecmwf:expver": "0001"
4819
+ "ecmwf:stream": clte
4820
+ "ecmwf:type": fc
4821
+ "ecmwf:activity": ScenarioMIP
4822
+ "ecmwf:experiment": SSP3-7.0
4823
+ "ecmwf:realization": 1
4824
+ "ecmwf:model": IFS-NEMO
4825
+ "ecmwf:param": 134/165/166
4826
+ "ecmwf:resolution": high
4827
+ "ecmwf:levtype": sfc
4828
+ "ecmwf:time": "0000"
5866
4829
  download: !plugin
5867
4830
  type: HTTPDownload
5868
4831
  ssl_verify: true
@@ -5894,9 +4857,7 @@
5894
4857
  no_auth_download: True
5895
4858
  products:
5896
4859
  DT_EXTREMES:
5897
- output_extension: .grib
5898
4860
  DT_CLIMATE_ADAPTATION:
5899
- output_extension: .grib
5900
4861
  auth: !plugin
5901
4862
  type: OIDCAuthorizationCodeFlowAuth
5902
4863
  matching_url: https://[-\w\.]+.dte.destination-earth.eu
@@ -5980,11 +4941,6 @@
5980
4941
  on_success:
5981
4942
  metadata_mapping:
5982
4943
  downloadLink: '{orderStatusLink}'
5983
- products:
5984
- DT_EXTREMES:
5985
- output_extension: .grib
5986
- DT_CLIMATE_ADAPTATION:
5987
- output_extension: .grib
5988
4944
  auth: !plugin
5989
4945
  type: OIDCTokenExchangeAuth
5990
4946
  matching_url: https://[-\w\.]+.data.destination-earth.eu
@@ -6677,6 +5633,38 @@
6677
5633
  parentIdentifier: EO:EUM:DAT:0394
6678
5634
  MSG_AMVR02:
6679
5635
  parentIdentifier: EO:EUM:DAT:0405
5636
+ MSG_LST:
5637
+ parentIdentifier: EO:EUM:DAT:0088
5638
+ MSG_LST_DIR:
5639
+ parentIdentifier: EO:EUM:DAT:0394
5640
+ MFG_GSA_57:
5641
+ parentIdentifier: EO:EUM:DAT:0301
5642
+ MFG_GSA_63:
5643
+ parentIdentifier: EO:EUM:DAT:0302
5644
+ MSG_MFG_GSA_0:
5645
+ parentIdentifier: EO:EUM:DAT:0300
5646
+ HIRS_FDR_1_MULTI:
5647
+ parentIdentifier: EO:EUM:DAT:0647
5648
+ MSG_OCA_CDR:
5649
+ parentIdentifier: EO:EUM:DAT:0617
5650
+ S6_RADIO_OCCULTATION:
5651
+ parentIdentifier: EO:EUM:DAT:0853
5652
+ MTG_LI_AF:
5653
+ parentIdentifier: EO:EUM:DAT:0686
5654
+ MTG_LI_LFL:
5655
+ parentIdentifier: EO:EUM:DAT:0691
5656
+ MTG_LI_LGR:
5657
+ parentIdentifier: EO:EUM:DAT:0782
5658
+ MTG_LI_AFA:
5659
+ parentIdentifier: EO:EUM:DAT:0687
5660
+ MTG_LI_AFR:
5661
+ parentIdentifier: EO:EUM:DAT:0688
5662
+ MTG_LI_LEF:
5663
+ parentIdentifier: EO:EUM:DAT:0690
5664
+ MTG_FCI_FDHSI:
5665
+ parentIdentifier: EO:EUM:DAT:0662
5666
+ MTG_FCI_HRFI:
5667
+ parentIdentifier: EO:EUM:DAT:0665
6680
5668
  GENERIC_PRODUCT_TYPE:
6681
5669
  productType: '{productType}'
6682
5670
  parentIdentifier: '{parentIdentifier}'
@@ -6915,7 +5903,7 @@
6915
5903
  - '{{"query":{{"spaceborne:satelliteSensor":{{"eq":"{instrument}"}}}}}}'
6916
5904
  - '$.properties."spaceborne:satelliteSensor"'
6917
5905
  # INSPIRE obligated OpenSearch Parameters for Collection Search (Table 4)
6918
- title: '{$.properties."accessService:endpointURL"#replace_str(r"^.*\/(\w+)\.zip$",r"\1")}'
5906
+ title: '$.properties.identifier'
6919
5907
  keyword: '$.properties."spaceborne:keywords"'
6920
5908
  # OpenSearch Parameters for Product Search (Table 5)
6921
5909
  orbitNumber:
@@ -6945,15 +5933,18 @@
6945
5933
  - '$.properties."spaceborne:polarization"'
6946
5934
  # Custom parameters (not defined in the base document referenced above)
6947
5935
  id:
6948
- - '{{"query":{{"accessService:endpointURL":{{"contains":"{id}"}}}}}}'
6949
- - '{$.properties."accessService:endpointURL"#replace_str(r"^.*\/(\w+)\.zip$",r"\1")}'
5936
+ - '{{"query":{{"identifier":{{"eq":"{id}"}}}}}}'
5937
+ - '$.properties.identifier'
5938
+ tileIdentifier:
5939
+ - '{{"query":{{"spaceborne:tile":{{"contains":"{tileIdentifier}"}}}}}}'
5940
+ - '{$.properties."spaceborne:tile"#replace_str(r"^T?(.*)$",r"\1")}'
6950
5941
  geometry:
6951
5942
  - '{{"intersects":{geometry#to_geojson}}}'
6952
5943
  - '($.geometry.`str()`.`sub(/^None$/, POLYGON((180 -90, 180 90, -180 90, -180 -90, 180 -90)))`)|($.geometry[*])'
6953
5944
  providerProductType:
6954
5945
  - '{{"query":{{"spaceborne:productType":{{"eq":"{providerProductType}"}}}}}}'
6955
5946
  - '$.null'
6956
- downloadLink: '$.assets[?(@.roles[0] == "data")].href'
5947
+ downloadLink: '$.assets[?(@.roles[0] == "data") & (@.type != "application/xml")].href'
6957
5948
  quicklook: '$.assets[?(@.roles[0] == "overview")].href.`sub(/^(.*)$/, \\1?scope=gdh)`'
6958
5949
  thumbnail: '$.assets[?(@.roles[0] == "overview")].href.`sub(/^(.*)$/, \\1?scope=gdh)`'
6959
5950
  # storageStatus set to ONLINE for consistency between providers
@@ -7065,20 +6056,19 @@
7065
6056
  need_search: true
7066
6057
  metadata_mapping:
7067
6058
  downloadLink: $.json.asset.value.href
7068
- products:
7069
- FIRE_HISTORICAL:
7070
- output_extension: .grib
7071
6059
  search: !plugin
7072
- type: BuildSearchResult
6060
+ type: ECMWFSearch
7073
6061
  ssl_verify: true
7074
6062
  end_date_excluded: false
6063
+ dates_required: True
7075
6064
  remove_from_query:
7076
6065
  - dataset
7077
6066
  - date
7078
6067
  discover_queryables:
7079
6068
  fetch_url: null
7080
6069
  product_type_fetch_url: null
7081
- constraints_file_url: https://ewds.climate.copernicus.eu/api/catalogue/v1/collections/{dataset}/constraints.json
6070
+ constraints_url: https://ewds.climate.copernicus.eu/api/catalogue/v1/collections/{ecmwf:dataset}/constraints.json
6071
+ form_url: https://ewds.climate.copernicus.eu/api/catalogue/v1/collections/{ecmwf:dataset}/form.json
7082
6072
  metadata_mapping:
7083
6073
  productType: $.productType
7084
6074
  title: $.id
@@ -7096,193 +6086,137 @@
7096
6086
  storageStatus: '{$.null#replace_str("Not Available","OFFLINE")}'
7097
6087
  downloadLink: $.null
7098
6088
  qs: $.qs
7099
- orderLink: 'https://ewds.climate.copernicus.eu/api/retrieve/v1/processes/{dataset}/execution?{{"inputs": {qs#to_geojson}}}'
7100
- # Copernicus CDS specific parameters
7101
- api_product_type:
7102
- - product_type
7103
- - $.api_product_type
7104
- dataset:
7105
- - dataset
7106
- - $.dataset
7107
- dataset_type:
7108
- - dataset_type
7109
- - $.dataset_type
7110
- day:
7111
- - day
7112
- - $.day
7113
- download_format:
7114
- - download_format
7115
- - $.download_format
7116
- format:
7117
- - data_format
7118
- - $.format
7119
- grid:
7120
- - grid
7121
- - $.grid
7122
- hday:
7123
- - hday
7124
- - $.hday
7125
- hmonth:
7126
- - hmonth
7127
- - $.hmonth
7128
- hyear:
7129
- - hyear
7130
- - $.hyear
7131
- hydrological_model:
7132
- - hydrological_model
7133
- - $.hydrological_model
7134
- leadtime_hour:
7135
- - leadtime_hour
7136
- - $.leadtime_hour
7137
- model_levels:
7138
- - model_levels
7139
- - $.model_levels
7140
- month:
7141
- - month
7142
- - $.month
7143
- originating_centre:
7144
- - originating_centre
7145
- - $.originating_centre
7146
- soil_level:
7147
- - soil_level
7148
- - $.soil_level
7149
- system_version:
6089
+ orderLink: 'https://ewds.climate.copernicus.eu/api/retrieve/v1/processes/{ecmwf:dataset}/execution?{{"inputs": {qs#to_geojson}}}'
6090
+ "ecmwf:system_version":
7150
6091
  - system_version
7151
- - '{$.system_version#to_geojson}'
7152
- variable:
7153
- - variable
7154
- - $.variable
7155
- time:
7156
- - time
7157
- - $.time
7158
- year:
7159
- - year
7160
- - $.year
6092
+ - '{$."ecmwf:system_version"#to_geojson}'
7161
6093
  products:
7162
6094
  EFAS_HISTORICAL:
7163
- dataset: efas-historical
7164
- format: grib
7165
- download_format: zip
7166
- model_levels: surface_level
7167
- variable: snow_depth_water_equivalent
7168
- system_version: version_5_0
7169
- time: 00:00
6095
+ "ecmwf:dataset": efas-historical
6096
+ "ecmwf:data_format": grib
6097
+ "ecmwf:download_format": zip
6098
+ "ecmwf:model_levels": surface_level
6099
+ "ecmwf:variable": snow_depth_water_equivalent
6100
+ "ecmwf:system_version": version_4_0
6101
+ "ecmwf:time": 06:00
7170
6102
  metadata_mapping:
7171
6103
  <<: *hday_hmonth_hyear
7172
6104
  EFAS_FORECAST:
7173
- dataset: efas-forecast
7174
- format: grib
7175
- download_format: zip
7176
- system_version: operational
7177
- originating_centre: ecmwf
7178
- api_product_type: control_forecast
7179
- variable: river_discharge_in_the_last_6_hours
7180
- model_levels: surface_level
7181
- time: 00:00
7182
- leadtime_hour: '24'
6105
+ "ecmwf:dataset": efas-forecast
6106
+ "ecmwf:data_format": grib
6107
+ "ecmwf:download_format": zip
6108
+ "ecmwf:system_version": operational
6109
+ "ecmwf:originating_centre": ecmwf
6110
+ "ecmwf:product_type": control_forecast
6111
+ "ecmwf:variable":
6112
+ - river_discharge_in_the_last_6_hours
6113
+ - river_discharge_in_the_last_24_hours
6114
+ "ecmwf:model_levels": surface_level
6115
+ "ecmwf:time": 00:00
6116
+ "ecmwf:leadtime_hour": '24'
7183
6117
  metadata_mapping:
7184
6118
  <<: *day_month_year
7185
6119
  EFAS_SEASONAL:
7186
- dataset: efas-seasonal
7187
- system_version: operational
7188
- format: grib
7189
- download_format: zip
7190
- variable: river_discharge_in_the_last_24_hours
7191
- model_levels: surface_level
7192
- leadtime_hour: '24'
6120
+ "ecmwf:dataset": efas-seasonal
6121
+ "ecmwf:system_version": operational
6122
+ "ecmwf:data_format": grib
6123
+ "ecmwf:download_format": zip
6124
+ "ecmwf:variable": river_discharge_in_the_last_24_hours
6125
+ "ecmwf:model_levels": surface_level
6126
+ "ecmwf:leadtime_hour": '24'
7193
6127
  metadata_mapping:
7194
6128
  <<: *month_year
7195
6129
  EFAS_REFORECAST:
7196
- dataset: efas-reforecast
7197
- system_version: version_5_0
7198
- format: grib
7199
- download_format: zip
7200
- api_product_type: control_forecast
7201
- variable: river_discharge_in_the_last_6_hours
7202
- model_levels: surface_level
7203
- leadtime_hour: '6'
6130
+ "ecmwf:dataset": efas-reforecast
6131
+ "ecmwf:system_version": version_4_0
6132
+ "ecmwf:data_format": grib
6133
+ "ecmwf:download_format": zip
6134
+ "ecmwf:product_type": control_forecast
6135
+ "ecmwf:variable": river_discharge_in_the_last_6_hours
6136
+ "ecmwf:model_levels": surface_level
6137
+ "ecmwf:leadtime_hour": '0'
6138
+ "ecmwf:hday": '03'
7204
6139
  metadata_mapping:
7205
- <<: *hday_hmonth_hyear
6140
+ <<: *hmonth_hyear
7206
6141
  EFAS_SEASONAL_REFORECAST:
7207
- dataset: efas-seasonal-reforecast
7208
- system_version: version_5_0
7209
- format: grib
7210
- download_format: zip
7211
- variable: river_discharge_in_the_last_24_hours
7212
- model_levels: surface_level
7213
- leadtime_hour: '24'
6142
+ "ecmwf:dataset": efas-seasonal-reforecast
6143
+ "ecmwf:system_version": version_5_0
6144
+ "ecmwf:data_format": grib
6145
+ "ecmwf:download_format": zip
6146
+ "ecmwf:variable": river_discharge_in_the_last_24_hours
6147
+ "ecmwf:model_levels": surface_level
6148
+ "ecmwf:leadtime_hour": '24'
7214
6149
  metadata_mapping:
7215
6150
  <<: *hmonth_hyear
7216
6151
  GLOFAS_HISTORICAL:
7217
- dataset: cems-glofas-historical
7218
- system_version: version_4_0
7219
- variable: river_discharge_in_the_last_24_hours
7220
- format: grib2
7221
- download_format: zip
7222
- hydrological_model: lisflood
7223
- api_product_type: consolidated
6152
+ "ecmwf:dataset": cems-glofas-historical
6153
+ "ecmwf:system_version": version_4_0
6154
+ "ecmwf:variable": river_discharge_in_the_last_24_hours
6155
+ "ecmwf:data_format": grib2
6156
+ "ecmwf:download_format": zip
6157
+ "ecmwf:hydrological_model": lisflood
6158
+ "ecmwf:product_type": consolidated
7224
6159
  metadata_mapping:
7225
6160
  <<: *hday_hmonth_hyear
7226
6161
  GLOFAS_FORECAST:
7227
- dataset: cems-glofas-forecast
7228
- system_version: operational
7229
- variable: river_discharge_in_the_last_24_hours
7230
- format: grib2
7231
- hydrological_model: htessel_lisflood
7232
- api_product_type: control_forecast
7233
- leadtime_hour: '24'
7234
- download_format: zip
6162
+ "ecmwf:dataset": cems-glofas-forecast
6163
+ "ecmwf:system_version": operational
6164
+ "ecmwf:variable": river_discharge_in_the_last_24_hours
6165
+ "ecmwf:data_format": grib2
6166
+ "ecmwf:hydrological_model": htessel_lisflood
6167
+ "ecmwf:product_type": control_forecast
6168
+ "ecmwf:leadtime_hour": '24'
6169
+ "ecmwf:download_format": zip
7235
6170
  metadata_mapping:
7236
6171
  <<: *day_month_year
7237
6172
  GLOFAS_SEASONAL:
7238
- dataset: cems-glofas-seasonal
7239
- variable: river_discharge_in_the_last_24_hours
7240
- format: grib2
7241
- download_format: zip
7242
- system_version: operational
7243
- hydrological_model: lisflood
7244
- leadtime_hour: '24'
6173
+ "ecmwf:dataset": cems-glofas-seasonal
6174
+ "ecmwf:variable": river_discharge_in_the_last_24_hours
6175
+ "ecmwf:data_format": grib2
6176
+ "ecmwf:download_format": zip
6177
+ "ecmwf:system_version": operational
6178
+ "ecmwf:hydrological_model": htessel_lisflood
6179
+ "ecmwf:leadtime_hour": '24'
7245
6180
  metadata_mapping:
7246
6181
  <<: *month_year
7247
6182
  GLOFAS_SEASONAL_REFORECAST:
7248
- dataset: cems-glofas-seasonal-reforecast
7249
- format: grib2
7250
- download_format: zip
7251
- variable: river_discharge_in_the_last_24_hours
7252
- system_version: version_4_0
7253
- hydrological_model: lisflood
7254
- leadtime_hour: '24'
6183
+ "ecmwf:dataset": cems-glofas-seasonal-reforecast
6184
+ "ecmwf:data_format": grib2
6185
+ "ecmwf:download_format": zip
6186
+ "ecmwf:variable": river_discharge_in_the_last_24_hours
6187
+ "ecmwf:system_version": version_4_0
6188
+ "ecmwf:hydrological_model": lisflood
6189
+ "ecmwf:leadtime_hour": '24'
6190
+ "ecmwf:hday": '27'
7255
6191
  metadata_mapping:
7256
6192
  <<: *hmonth_hyear
7257
6193
  GLOFAS_REFORECAST:
7258
- dataset: cems-glofas-reforecast
7259
- variable: river_discharge_in_the_last_24_hours
7260
- format: grib2
7261
- download_format: zip
7262
- system_version: version_4_0
7263
- hydrological_model: lisflood
7264
- api_product_type: control_reforecast
7265
- leadtime_hour: '24'
6194
+ "ecmwf:dataset": cems-glofas-reforecast
6195
+ "ecmwf:variable": river_discharge_in_the_last_24_hours
6196
+ "ecmwf:data_format": grib2
6197
+ "ecmwf:download_format": zip
6198
+ "ecmwf:system_version": version_3_1
6199
+ "ecmwf:hydrological_model": lisflood
6200
+ "ecmwf:product_type": control_reforecast
6201
+ "ecmwf:leadtime_hour": '24'
6202
+ "ecmwf:hday": '03'
7266
6203
  metadata_mapping:
7267
- <<: *hday_hmonth_hyear
6204
+ <<: *hmonth_hyear
7268
6205
  FIRE_HISTORICAL:
7269
- dataset: cems-fire-historical-v1
7270
- grid: original_grid
7271
- dataset_type: consolidated_dataset
7272
- api_product_type: reanalysis
7273
- variable: build_up_index
7274
- system_version: '4_1'
7275
- format: grib
6206
+ "ecmwf:dataset": cems-fire-historical-v1
6207
+ "ecmwf:grid": original_grid
6208
+ "ecmwf:dataset_type": consolidated_dataset
6209
+ "ecmwf:product_type": reanalysis
6210
+ "ecmwf:variable": build_up_index
6211
+ "ecmwf:system_version": '4_1'
6212
+ "ecmwf:data_format": grib
7276
6213
  metadata_mapping:
7277
6214
  <<: *day_month_year
7278
6215
  FIRE_SEASONAL:
7279
- dataset: cems-fire-seasonal
7280
- day: '01'
7281
- leadtime_hour: '12'
7282
- variable: build_up_index
7283
- system_version: '5'
7284
- metadata_mapping:
7285
- system_version:
7286
- - release_version
7287
- - $.system_version
6216
+ "ecmwf:dataset": cems-fire-seasonal
6217
+ "ecmwf:day": '01'
6218
+ "ecmwf:leadtime_hour": '12'
6219
+ "ecmwf:variable": build_up_index
6220
+ "ecmwf:release_version": '5'
6221
+ metadata_mapping:
7288
6222
  <<: *month_year