anemoi-datasets 0.5.19__tar.gz → 0.5.20__tar.gz

{anemoi_datasets-0.5.19 → anemoi_datasets-0.5.20}/.gitignore

@@ -135,3 +135,8 @@ _version.py
 *.to_upload
 tempCodeRunnerFile.python
 Untitled-*.py
+*.zip
+*.json
+*.db
+*.tgz
+_api/

anemoi_datasets-0.5.20/.readthedocs.yaml

@@ -0,0 +1,19 @@
+version: 2
+
+build:
+  os: ubuntu-22.04
+  tools:
+    python: "3.11"
+#  jobs:
+#    pre_build:
+#    - bash docs/scripts/api_build.sh
+
+sphinx:
+  configuration: docs/conf.py
+
+python:
+  install:
+  - method: pip
+    path: .
+    extra_requirements:
+    - docs

anemoi_datasets-0.5.20/.release-please-manifest.json

@@ -0,0 +1,3 @@
+{
+    ".": "0.5.20"
+}

anemoi_datasets-0.5.20/03-constant-fields.rst

@@ -0,0 +1,3 @@
+########################
+ Adding constant fields
+########################

{anemoi_datasets-0.5.19 → anemoi_datasets-0.5.20}/CHANGELOG.md

@@ -8,6 +8,25 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 Please add your functional changes to the appropriate section in the PR.
 Keep it human-readable, your future self will thank you!
 
+## [0.5.20](https://github.com/ecmwf/anemoi-datasets/compare/0.5.19...0.5.20) (2025-03-31)
+
+
+### Features
+
+* interpolate nearest spatial ([#260](https://github.com/ecmwf/anemoi-datasets/issues/260)) ([e6c9af4](https://github.com/ecmwf/anemoi-datasets/commit/e6c9af48dca7292940a8b10f2804e9d456b6bccc))
+* new data sources ([#258](https://github.com/ecmwf/anemoi-datasets/issues/258)) ([708c816](https://github.com/ecmwf/anemoi-datasets/commit/708c816b80ae30781f42442e0e9d8d70fed2371c))
+* save opened anemoi_dataset ([#259](https://github.com/ecmwf/anemoi-datasets/issues/259)) ([4759dd9](https://github.com/ecmwf/anemoi-datasets/commit/4759dd9da67ece246e691eb6be4637ef6bc0b157))
+
+
+### Bug Fixes
+
+* Remove hardcoded indices and get pressure levels from keys directly ([#257](https://github.com/ecmwf/anemoi-datasets/issues/257)) ([777fbac](https://github.com/ecmwf/anemoi-datasets/commit/777fbac9fb09afd6e77ee13f8442ccbb3efb73f8))
+
+
+### Documentation
+
+* Add API Docs ([#255](https://github.com/ecmwf/anemoi-datasets/issues/255)) ([be13424](https://github.com/ecmwf/anemoi-datasets/commit/be1342400552f520b64f4f0fdb29d39ee51d81fe))
+
 ## [0.5.19](https://github.com/ecmwf/anemoi-datasets/compare/0.5.18...0.5.19) (2025-03-27)
 
 

{anemoi_datasets-0.5.19 → anemoi_datasets-0.5.20}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: anemoi-datasets
-Version: 0.5.19
+Version: 0.5.20
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License
@@ -205,6 +205,7 @@ License:                                  Apache License
            See the License for the specific language governing permissions and
            limitations under the License.
         
+Project-URL: Changelog, https://github.com/ecmwf/anemoi-datasets/CHANGELOG.md
 Project-URL: Documentation, https://anemoi-datasets.readthedocs.io/
 Project-URL: Homepage, https://github.com/ecmwf/anemoi-datasets/
 Project-URL: Issues, https://github.com/ecmwf/anemoi-datasets/issues
@@ -224,8 +225,8 @@ Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Programming Language :: Python :: Implementation :: PyPy
 Requires-Python: >=3.9
 License-File: LICENSE
-Requires-Dist: anemoi-transform>=0.1.4
-Requires-Dist: anemoi-utils[provenance]>=0.4.16
+Requires-Dist: anemoi-transform>=0.1.6
+Requires-Dist: anemoi-utils[provenance]>=0.4.18
 Requires-Dist: cfunits
 Requires-Dist: numpy
 Requires-Dist: pyyaml
@@ -233,8 +234,12 @@ Requires-Dist: semantic-version
 Requires-Dist: tqdm
 Requires-Dist: zarr<=2.18.4
 Provides-Extra: all
-Requires-Dist: anemoi-datasets[create,remote,xarray]; extra == "all"
+Requires-Dist: anemoi-datasets[comparelam,create,remote,xarray]; extra == "all"
+Provides-Extra: comparelam
+Requires-Dist: prettytable; extra == "comparelam"
+Requires-Dist: termcolor; extra == "comparelam"
 Provides-Extra: create
+Requires-Dist: cachetools; extra == "create"
 Requires-Dist: earthkit-data[mars]>=0.12.4; extra == "create"
 Requires-Dist: earthkit-geo>=0.3; extra == "create"
 Requires-Dist: earthkit-meteo>=0.3; extra == "create"
@@ -244,6 +249,7 @@ Requires-Dist: pyproj>=3; extra == "create"
 Provides-Extra: dev
 Requires-Dist: anemoi-datasets[all,docs,tests]; extra == "dev"
 Provides-Extra: docs
+Requires-Dist: anemoi-datasets[all]; extra == "docs"
 Requires-Dist: nbsphinx; extra == "docs"
 Requires-Dist: pandoc; extra == "docs"
 Requires-Dist: sphinx; extra == "docs"

{anemoi_datasets-0.5.19 → anemoi_datasets-0.5.20}/docs/Makefile

@@ -19,4 +19,5 @@ help:
 # Catch-all target: route all unknown targets to Sphinx using the new
 # "make mode" option.  $(O) is meant as a shortcut for $(SPHINXOPTS).
 %: Makefile
+	bash $(SOURCEDIR)/scripts/api_build.sh
 	@$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)

anemoi_datasets-0.5.20/docs/_templates/apidoc/package.rst.jinja

@@ -0,0 +1,55 @@
+{%- macro automodule(modname, options) -%}
+.. automodule:: {{ modname }}
+{%- for option in options %}
+   :{{ option }}:
+{%- endfor %}
+{%- endmacro %}
+
+{%- macro toctree(docnames) -%}
+.. toctree::
+   :maxdepth: {{ maxdepth }}
+{% for docname in docnames %}
+   {{ docname }}
+{%- endfor %}
+{%- endmacro %}
+
+{%- if is_namespace %}
+{{- pkgname.split(".")[1:] | join(".") | e | heading }}
+{% else %}
+{{- pkgname.split(".")[1:] | join(" ") | e | heading }}
+{% endif %}
+
+{%- if is_namespace %}
+.. py:module:: {{ pkgname }}
+{% endif %}
+
+{%- if modulefirst and not is_namespace %}
+{{ automodule(["anemoi", pkgname] | join("."), [""]) }}
+{% endif %}
+
+{%- if subpackages %}
+Subpackages
+-----------
+
+{{ toctree(subpackages) }}
+{% endif %}
+
+{%- if submodules %}
+{% if separatemodules %}
+{{ toctree(submodules) }}
+{% else %}
+{%- for submodule in submodules %}
+{% if show_headings %}
+{{- submodule.split(".")[2:] | join(".") | e | heading(2) }}
+{% endif %}
+{{ automodule(["anemoi", submodule] | join("."), automodule_options) }}
+{% endfor %}
+{%- endif %}
+{%- endif %}
+
+{%- if not modulefirst and not is_namespace %}
+Module contents
+---------------
+
+{{ automodule(pkgname, automodule_options) }}
+{% endif %}

anemoi_datasets-0.5.20/docs/cli/compare-lam.rst

@@ -0,0 +1,51 @@
+.. _compare_lam_command:
+
+Compare-LAM Command
+===================
+
+Compare statistics of two datasets.
+This command compares the statistics of each variable in two datasets **only in the overlapping area** between the two.
+
+Example use cases:
+------------------
+- **Stretched Grid**
+- **Boundary LAM**
+
+In both cases, it is necessary to check the alignment between the variables of the local dataset and those of the global dataset.
+Both datasets will coexist on the same grid, and statistical coherence is essential for training stability.
+
+The `compare-lam` command outputs a table comparing dataset statistics in **HTML format**.
+Additionally, a plot of the dataset grids can be displayed and saved if requested.
+
+Usage:
+******
+.. code:: console
+
+   $ anemoi-datasets compare-lam dataset1 dataset2 -D num_dates -O outpath -R round_ndigits --selected-vars var1 var2 ... [--save-plots]
+
+Arguments:
+----------
+
+- **dataset1**: Path to the first dataset (the global dataset).
+- **dataset2**: Path to the second dataset (the LAM dataset).
+- **-D, --num-of-dates**: Number of time steps (datapoints) to compare. *(default: 10)*
+- **-O, --outpath**: Path to store the output table (and optional plots). *(default: "./")*
+- **-R, --round-of-digits**: Number of decimal places to round values to. *(default: 4)*
+- **--selected-vars**: List of variables to compare between the datasets. *(default: ["10u", "10v", "2d", "2t"])*
+- **--save-plots (optional)**: Enable this flag to save an image of the dataset grids.
+
+Example:
+--------
+
+.. code:: console
+
+   $ compare-lam aifs-ea-an-oper-0001-mars-n320-1979-2022-6h-v6.zarr metno-meps-archive-det-opendap-2p5km-2020-2023-6h-v1.zarr -D 10 -O "./" -R 4 --selected-vars 2t msl --save-plots
+
+Argparse integration:
+---------------------
+
+.. argparse::
+    :module: anemoi.datasets.__main__
+    :func: create_parser
+    :prog: anemoi-datasets
+    :path: compare-lam

anemoi_datasets-0.5.20/docs/cli/grib-index.rst

@@ -0,0 +1,24 @@
+.. _grib-index_command:
+
+Grib-index Command
+============
+
+The `grib-index` command is used to create an index file for GRIB files. The index file is then used
+by the `grib-index` :ref:`source <grib-index_source>`.
+
+The command will recursively scan the directories provided and open all the GRIB files found. It will
+then create an index file for each GRIB file, which will be used to read the data.
+
+.. code:: bash
+
+    anemoi-datasets grib-index --index index.db /path1/to/grib/files /path2/to/grib/files
+
+
+See :ref:`grib_flavour` for more information about GRIB flavours.
+
+
+.. argparse::
+    :module: anemoi.datasets.__main__
+    :func: create_parser
+    :prog: anemoi-datasets
+    :path: grib-index

{anemoi_datasets-0.5.19 → anemoi_datasets-0.5.20}/docs/cli/introduction.rst

@@ -20,3 +20,4 @@ The commands are:
 - :ref:`Inspect Command <Inspect_command>`
 - :ref:`Compare Command <compare_command>`
 - :ref:`Scan Command <scan_command>`
+- :ref:`Compare LAM Command <compare_lam_command>`

anemoi_datasets-0.5.20/docs/datasets/building/filters/yaml/orog_to_z.yaml

@@ -0,0 +1,11 @@
+input:
+  pipe:
+  - source:
+      # mars, grib, netcdf, etc.
+      # source attributes here
+      # ...
+      # Must load an orography variable
+
+  - orog_to_z:
+      orog: orog # Name of orography (input) variable
+      z: z # Name of z (output) variable

anemoi_datasets-0.5.20/docs/datasets/building/filters/yaml/regrid1.yaml

@@ -0,0 +1,11 @@
+input:
+  pipe:
+  - source:
+      # mars, grib, netcdf, etc.
+      # source attributes here
+      # ...
+
+  - regrid:
+      method: nearest
+      in_grid: o32
+      out_grid: o48

anemoi_datasets-0.5.20/docs/datasets/building/filters/yaml/regrid2.yaml

@@ -0,0 +1,9 @@
+input:
+  pipe:
+  - source:
+      # mars, grib, netcdf, etc.
+      # source attributes here
+      # ...
+
+  - regrid:
+      matrix: /path/to/regrid/matrix.npz

anemoi_datasets-0.5.20/docs/datasets/building/filters/yaml/rename.yaml

@@ -0,0 +1,13 @@
+input:
+  pipe:
+  - source:
+      # mars, grib, netcdf, etc.
+      # source attributes here
+      # ...
+
+  - rename:
+      param:
+        # Map old `param` names to new ones
+        temperature_2m: 2t
+        temperature_850hPa: t_850
+        # ...

anemoi_datasets-0.5.20/docs/datasets/building/filters/yaml/sum.yaml

@@ -0,0 +1,15 @@
+input:
+  pipe:
+  - source:
+      # mars, grib, netcdf, etc.
+      # source attributes here
+      # ...
+      # Must load the variables to be summed
+
+  - sum:
+      params:
+      # List of input variables
+      - variable1
+      - variable2
+      - variable3
+      output: variable_total # Name of output variable

anemoi_datasets-0.5.20/docs/datasets/building/filters/yaml/wz_to_w.yaml

@@ -0,0 +1,11 @@
+input:
+  pipe:
+  - source:
+      # mars, grib, netcdf, etc.
+      # source attributes here
+      # ...
+      # Must load geometric vertical velocity
+
+  - wz_to_w:
+      wz: wz # Name of geometric vertical velocity (input) variable
+      x: z # Name of pressure vertical velocity (output) variable

anemoi_datasets-0.5.20/docs/datasets/building/sources/anemoi-dataset.rst

@@ -0,0 +1,19 @@
+.. _anemoi-dataset_source:
+
+################
+ anemoi-dataset
+################
+
+.. admonition:: Experimental
+   :class: important
+
+      This source is experimental and may change in the future.
+
+An anemoi-dataset can be a source for a dataset:
+
+.. literalinclude:: yaml/anemoi-dataset.yaml
+   :language: yaml
+
+The parameters are the same as the ones used in the ``open_dataset``
+function, which allows you to subset and combine datasets. See
+:ref:`opening-datasets` for more information.

anemoi_datasets-0.5.19/docs/datasets/building/sources/eccc_fstd.rst → anemoi_datasets-0.5.20/docs/datasets/building/sources/eccc-fstd.rst

@@ -5,12 +5,14 @@
 To read files in the standard format used at Environment and Climate
 Change Canada (ECCC), the following source can be used:
 
-.. literalinclude:: yaml/eccc_fstd.yaml
+.. literalinclude:: yaml/eccc-fstd.yaml
    :language: yaml
 
 The recipe will build a dataset from a standard file using the
 ``fstd2nc`` xarray plugin.
 
-The ``fstd2nc`` dependencie is not part of the default anemoi-datasets
+The ``fstd2nc`` dependency is not part of the default anemoi-datasets
 installation and has to be install following the `fstd2nc project
 description <https://github.com/neishm/fstd2nc>`_.
+
+See :ref:`create-cf-data` for more information.

anemoi_datasets-0.5.20/docs/datasets/building/sources/grib-index.rst

@@ -0,0 +1,11 @@
+.. _grib-index_source:
+
+############
+ grib-index
+############
+
+The `grib-index` source is used to read GRIB files with the help of an
+index file created with the `grib-index` :ref:`command
+<grib-index_command>`.
+
+See :ref:`create-grib-data` for more information.

{anemoi_datasets-0.5.19 → anemoi_datasets-0.5.20}/docs/datasets/building/sources/grib.rst

@@ -1,3 +1,5 @@
+.. _grib_source:
+
 ######
  grib
 ######
@@ -32,6 +34,8 @@ hour, you can use the following configuration:
 The patterns in between the curly brackets are replaced by the values of
 the `date` and formatted according to the Python strftime_ method.
 
+See :ref:`create-grib-data` for more information.
+
 .. note::
 
    You can combine all the above options when selecting GRIB messages

{anemoi_datasets-0.5.19 → anemoi_datasets-0.5.20}/docs/datasets/building/sources/netcdf.rst

@@ -24,3 +24,5 @@ files, using Unix’ shell `wildcards
    information, but in some cases it is not possible. If you encounter
    this or similar issues, please open an issue in the anemoi-datasets
    repository.
+
+See :ref:`create-cf-data` for more information.

{anemoi_datasets-0.5.19 → anemoi_datasets-0.5.20}/docs/datasets/building/sources/opendap.rst

@@ -4,3 +4,5 @@
 
 .. literalinclude:: yaml/opendap.yaml
    :language: yaml
+
+See :ref:`create-cf-data` for more information.

anemoi_datasets-0.5.19/docs/datasets/building/sources/repeated_dates.rst → anemoi_datasets-0.5.20/docs/datasets/building/sources/repeated-dates.rst

@@ -1,14 +1,14 @@
 ################
- repeated_dates
+ repeated-dates
 ################
 
-The `repeated_dates` source is used to repeat a single source multiple
+The `repeated-dates` source is used to repeat a single source multiple
 times, so that its data is present at multiple dates. A simple example
-of this is when you have source that contains a constant field, such as
-orography or bathymetry, that you want to have repeated at all the dates
-of the dataset.
+of this is when you have a source that contains a constant field, such
+as orography or bathymetry, that you want to have repeated at all the
+dates of the dataset.
 
-The generale format of the `repeated_dates` source is:
+The general format of the `repeated-dates` source is:
 
 .. literalinclude:: yaml/repeated_dates1.yaml
    :language: yaml
@@ -21,19 +21,19 @@ where ``source`` is any of the :ref:`operations <operations>` or
  constant
 **********
 
-.. literalinclude:: yaml/repeated_dates2.yaml
+.. literalinclude:: yaml/repeated-dates2.yaml
    :language: yaml
 
 *************
  climatology
 *************
 
-.. literalinclude:: yaml/repeated_dates3.yaml
+.. literalinclude:: yaml/repeated-dates3.yaml
    :language: yaml
 
 *********
  closest
 *********
 
-.. literalinclude:: yaml/repeated_dates4.yaml
+.. literalinclude:: yaml/repeated-dates4.yaml
    :language: yaml

{anemoi_datasets-0.5.19 → anemoi_datasets-0.5.20}/docs/datasets/building/sources/xarray-based.rst

@@ -2,14 +2,16 @@
  xarray-based-sources
 ######################
 
-More in general, you can specify any valid xarray.open_dataset_
-arguments as the source and anemoi-dataset will try to build a dataset
-from it. Examples of valid xarray.open_dataset_ arguments are: netCDF,
-zarr, opendap, etc.
+More generally, you can specify any valid xarray.open_dataset_ arguments
+as the source, and anemoi-dataset will try to build a dataset from it.
+Examples of valid xarray.open_dataset_ arguments include: netCDF, Zarr,
+OpenDAP, etc.
 
 .. literalinclude:: yaml/xarray-based.yaml
    :language: yaml
 
+See :ref:`create-cf-data` for more information.
+
 .. _cf conventions: http://cfconventions.org/
 
 .. _wildcards: https://en.wikipedia.org/wiki/Glob_(programming)

{anemoi_datasets-0.5.19 → anemoi_datasets-0.5.20}/docs/datasets/building/sources/xarray-kerchunk.rst

@@ -12,6 +12,8 @@ install the relevant packages before running the code below.
 .. literalinclude:: xarray-kerchunk.py
    :language: python
 
+See :ref:`create-cf-data` for more information.
+
 .. _era5 dataset available on aws: https://registry.opendata.aws/ecmwf-era5/
 
 .. _kerchunk tutorial: https://fsspec.github.io/kerchunk/tutorial.html

{anemoi_datasets-0.5.19 → anemoi_datasets-0.5.20}/docs/datasets/building/sources/xarray-zarr.rst

@@ -3,16 +3,18 @@
 #############
 
 Here is an example recipe that builds a dataset using one of the many
-regridded versions of ERA5 hosted by Google in Analysis-Ready, Cloud
-Optimized format. See `here
+regridded versions of ERA5 hosted by Google in an Analysis-Ready,
+Cloud-Optimised format. See `here
 <https://cloud.google.com/storage/docs/public-datasets/era5>`_ for more
 information.
 
 .. literalinclude:: yaml/xarray-zarr.yaml
    :language: yaml
 
-Note that unlike the ``mars`` examples, there is no need to include a
-``grid`` specification. Also, in order to subselect the vertical levels,
+Note that, unlike the ``mars`` examples, there is no need to include a
+``grid`` specification. Additionally, to subselect the vertical levels,
 it is necessary to use the :ref:`join <building-join>` operation to join
 separate lists containing 2D variables and 3D variables. If all vertical
-levels are desired, then it is OK to specify a single source.
+levels are desired, then it is acceptable to specify a single source.
+
+See :ref:`create-cf-data` for more information.

{anemoi_datasets-0.5.19 → anemoi_datasets-0.5.20}/docs/datasets/building/sources/yaml/accumulations1.yaml

@@ -2,5 +2,5 @@ input:
   accumulations:
     accumulation_period: 6
     class: ea
-    param: [tp, cp, sf]
+    param: [ tp, cp, sf ]
     levtype: sfc

anemoi_datasets-0.5.20/docs/datasets/building/sources/yaml/accumulations2.yaml

@@ -0,0 +1,6 @@
+input:
+  accumulations:
+    accumulation_period: [ 6, 12 ]
+    class: od
+    param: [ tp, cp, sf ]
+    levtype: sfc

anemoi_datasets-0.5.20/docs/datasets/building/sources/yaml/anemoi-dataset.yaml

@@ -0,0 +1,11 @@
+input:
+  anemoi-dataset:
+    join:
+    - dataset: dataset1
+      select: [ z_500, t_500, u_500, v_500 ]
+      frequency: 6h
+    - dataset: dataset2
+      select: [ msl, 2t, 10u, 10v ]
+      frequency: 6h
+    start: 2000
+    end: 2001

anemoi_datasets-0.5.20/docs/datasets/building/sources/yaml/forcings.yaml

@@ -0,0 +1,11 @@
+input:
+  join:
+  - source1:
+    args1: value1
+    args2: value2
+  - forcings:
+    template: ${input.join.0.source1}
+    param:
+    - insolation
+    - cos_julian_day
+    - sin_julian_day

anemoi_datasets-0.5.20/docs/datasets/building/sources/yaml/grib2.yaml

@@ -0,0 +1,5 @@
+input:
+  grib:
+    path: /path/to/data.grib
+    param: [ u, v ]
+    levelist: [ 1000, 850, 500 ]

{anemoi_datasets-0.5.19 → anemoi_datasets-0.5.20}/docs/datasets/building/sources/yaml/mars-cds.yaml

@@ -3,5 +3,5 @@ input:
         use_cdsapi_dataset: "reanalysis-era5-complete"
         class: ea
         levtype: sfc
-        param: [10u, 10v, 2t, msl]
+        param: [ 10u, 10v, 2t, msl ]
         grid: n320

anemoi_datasets-0.5.20/docs/datasets/building/sources/yaml/mars1.yaml

@@ -0,0 +1,5 @@
+input:
+  mars:
+    levtype: sfc
+    param: [ 2t, msl ]
+    grid: [ 0.25, 0.25 ]

anemoi_datasets-0.5.20/docs/datasets/building/sources/yaml/mars2.yaml

@@ -0,0 +1,10 @@
+input:
+  join:
+  - mars:
+      levtype: sfc
+      param: [ 2t, msl ]
+      grid: [ 0.25, 0.25 ]
+  - mars:
+      levtype: pl
+      param: [ u, v ]
+      grid: [ 0.25, 0.25 ]

{anemoi_datasets-0.5.19 → anemoi_datasets-0.5.20}/docs/datasets/building/sources/yaml/recentre.yaml

@@ -5,10 +5,10 @@ data_sources:
       expver: "0001"
       grid: 20.0/20.0
       levtype: sfc
-      param: [10u, 10v, 2t]
+      param: [ 10u, 10v, 2t ]
       type: an
       stream: enda
-      number: [1, 2, 3, 4, 5, 6, 7, 8, 9]
+      number: [ 1, 2, 3, 4, 5, 6, 7, 8, 9 ]
 
   center_source:
     mars:
@@ -16,7 +16,7 @@ data_sources:
       expver: "0001"
       grid: 20.0/20.0
       levtype: sfc
-      param: [10u, 10v, 2t]
+      param: [ 10u, 10v, 2t ]
       type: an
       stream: oper
 

anemoi_datasets-0.5.19/docs/datasets/building/sources/yaml/repeated_dates1.yaml → anemoi_datasets-0.5.20/docs/datasets/building/sources/yaml/repeated-dates1.yaml

@@ -1,5 +1,5 @@
 
-repeated_dates:
+repeated-dates:
     mode: mode
     # ... parameters related to the mode ...
     source:

anemoi_datasets-0.5.20/docs/datasets/building/sources/yaml/repeated-dates2.yaml

@@ -0,0 +1,6 @@
+repeated-dates:
+  mode: constant
+  source:
+    xarray-zarr:
+      url: dem.zarr
+      variable: dem

anemoi_datasets-0.5.20/docs/datasets/building/sources/yaml/repeated-dates3.yaml

@@ -0,0 +1,8 @@
+repeated-dates:
+  mode: climatology
+  year: 2019
+  day: 15
+  source:
+    grib:
+      path: some/path/to/data.grib
+      param: [ some_param ]

anemoi_datasets-0.5.20/docs/datasets/building/sources/yaml/repeated-dates4.yaml

@@ -0,0 +1,9 @@
+repeated-dates:
+  mode: closest
+  frequency: 24h
+  maximum: 30d
+  skip_all_nans: true
+  source:
+    grib:
+      path: path/to/data.grib
+      param: [ some_param ]