anemoi-datasets 0.5.26__tar.gz → 0.5.27__tar.gz

anemoi_datasets-0.5.27/.github/workflows/pr-label-ats.yml

@@ -0,0 +1,66 @@
+# This workflow checks that the appropriate ATS labels are applied to a pull request:
+# - "ATS Approval Not Needed": pass
+# - "ATS Approved": pass
+# - "ATS Approval Needed": fail
+# - Missing ATS label: fail
+
+name: "[PR] ATS labels"
+
+on:
+  pull_request:
+    types:
+      - opened
+      - edited
+      - reopened
+      - labeled
+      - unlabeled
+      - synchronize
+
+permissions:
+  pull-requests: read
+
+jobs:
+  check:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Get PR details
+        uses: actions/github-script@v7
+        id: check-pr
+        with:
+          script: |
+            const pr = await github.rest.pulls.get({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              pull_number: context.payload.pull_request.number,
+            });
+            const labels = pr.data.labels.map(label => label.name);
+            core.setOutput('labels', JSON.stringify(labels));
+            core.setOutput('author', context.payload.pull_request.user.login);
+
+      - name: Evaluate ATS labels
+        run: |
+          AUTHOR='${{ steps.check-pr.outputs.author }}'
+          if [ "$AUTHOR" == "DeployDuck" ] || [ "$AUTHOR" == "pre-commit-ci[bot]" ]; then
+            echo "Bot PR, skipping."
+            exit 0
+          fi
+          LABELS=$(echo '${{ steps.check-pr.outputs.labels }}' | jq -r '.[]')
+          echo "Labels found:"
+          echo -e "$LABELS\n"
+          echo "Result:"
+          if echo "$LABELS" | grep -qi "ATS approval not needed"; then
+            echo "ATS approval not needed. Passing."
+            EXIT_CODE=0
+          elif echo "$LABELS" | grep -qi "ATS approved"; then
+            echo "ATS Approved. Passing."
+            EXIT_CODE=0
+          elif echo "$LABELS" | grep -qi "ATS approval needed"; then
+            echo "ATS Approval Needed. Failing."
+            EXIT_CODE=1
+          else
+            echo "No ATS approval labels found. Please assign the appropriate ATS label. Failing."
+            EXIT_CODE=1
+          fi
+          echo -e "\nFor more information on ATS labels, see:"
+          echo "https://anemoi.readthedocs.io/en/latest/contributing/guidelines.html#labelling-guidelines"
+          exit $EXIT_CODE

{anemoi_datasets-0.5.26 → anemoi_datasets-0.5.27}/.github/workflows/python-pull-request.yml

@@ -19,7 +19,7 @@ jobs:
   checks:
     strategy:
       matrix:
-        python-version: ["3.9", "3.10", "3.11", "3.12"]
+        python-version: ["3.10", "3.11", "3.12"]
     uses: ecmwf/reusable-workflows/.github/workflows/qa-pytest-pyproject.yml@v2
     with:
       python-version: ${{ matrix.python-version }}

{anemoi_datasets-0.5.26 → anemoi_datasets-0.5.27}/.pre-commit-config.yaml

@@ -10,7 +10,7 @@ repos:
     entry: jupyter nbconvert --ClearOutputPreprocessor.enabled=True --inplace
     additional_dependencies: [jupyter]
 - repo: https://github.com/pre-commit/pre-commit-hooks
-  rev: v5.0.0
+  rev: v6.0.0
   hooks:
   - id: check-yaml # Check YAML files for syntax errors only
     args: [--unsafe, --allow-multiple-documents]
@@ -41,7 +41,7 @@ repos:
     - --profile black
     - --project anemoi
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.11.12
+  rev: v0.12.11
   hooks:
   - id: ruff
     args:
@@ -69,7 +69,7 @@ repos:
   hooks:
   - id: pyproject-fmt
 -   repo: https://github.com/jshwi/docsig # Check docstrings against function sig
-    rev: v0.69.3
+    rev: v0.71.0
     hooks:
     -   id: docsig
         args:

anemoi_datasets-0.5.27/.release-please-manifest.json

@@ -0,0 +1,3 @@
+{
+    ".": "0.5.27"
+}

{anemoi_datasets-0.5.26 → anemoi_datasets-0.5.27}/CHANGELOG.md

@@ -8,6 +8,36 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 Please add your functional changes to the appropriate section in the PR.
 Keep it human-readable, your future self will thank you!
 
+## [0.5.27](https://github.com/ecmwf/anemoi-datasets/compare/0.5.26...0.5.27) (2025-10-06)
+
+
+### Features
+
+* Add 'model_level_number' to coordinate guesser (ecmwf/anemoi-datasets[#402](https://github.com/ecmwf/anemoi-datasets/issues/402)) ([#403](https://github.com/ecmwf/anemoi-datasets/issues/403)) ([fa0b7e8](https://github.com/ecmwf/anemoi-datasets/commit/fa0b7e809740d918cddb98596a9178181fe900d2))
+* Extend xarray Variable.sel to handle scalar variables ([#381](https://github.com/ecmwf/anemoi-datasets/issues/381)) ([1306d62](https://github.com/ecmwf/anemoi-datasets/commit/1306d62d0c7e2be627460e35ba8a6780b0b26db7))
+* Improve conftest types ([#395](https://github.com/ecmwf/anemoi-datasets/issues/395)) ([bd8143d](https://github.com/ecmwf/anemoi-datasets/commit/bd8143d4baf94a5243c023632e62838226ae8fd4))
+* Remove python 3.9 from pyproject.toml. ([#392](https://github.com/ecmwf/anemoi-datasets/issues/392)) ([7f3a250](https://github.com/ecmwf/anemoi-datasets/commit/7f3a250cddf35bba7c83867933236587a1b48572))
+* **sources:** Add FDB source ([#405](https://github.com/ecmwf/anemoi-datasets/issues/405)) ([9222d59](https://github.com/ecmwf/anemoi-datasets/commit/9222d59280cafaf99f1471a028069fd6043522c9))
+* Validate dataset ([#330](https://github.com/ecmwf/anemoi-datasets/issues/330)) ([34d06df](https://github.com/ecmwf/anemoi-datasets/commit/34d06df5b8ea40568f1a413b30904a103d26acb9))
+
+
+### Bug Fixes
+
+* Allow multiple options to be provided to anemoi-datasets inspect ([#372](https://github.com/ecmwf/anemoi-datasets/issues/372)) ([dea680e](https://github.com/ecmwf/anemoi-datasets/commit/dea680e54a4daa43ce15400ff49adb2a29c39380))
+* Anemoi inspect wrong message ([#429](https://github.com/ecmwf/anemoi-datasets/issues/429)) ([984ccef](https://github.com/ecmwf/anemoi-datasets/commit/984ccef5561245a2a64b6e9b3c0543764b817664))
+* Better handling of xarray metadata ([#322](https://github.com/ecmwf/anemoi-datasets/issues/322)) ([4304cb4](https://github.com/ecmwf/anemoi-datasets/commit/4304cb40a6d6956492b5246a56f4af1a914d7cab))
+* Cleaning _build when building datasets ([#413](https://github.com/ecmwf/anemoi-datasets/issues/413)) ([046a7eb](https://github.com/ecmwf/anemoi-datasets/commit/046a7eb992653df34ba1c7550e38489e3df4d227))
+* Define the missing forwards_subclass_metadata_specific method in the ZipBase class ([#377](https://github.com/ecmwf/anemoi-datasets/issues/377)) ([2816314](https://github.com/ecmwf/anemoi-datasets/commit/28163143a76cec618e74a2b85d86a7d0d31168f5))
+* Remove config_path in Config ([#431](https://github.com/ecmwf/anemoi-datasets/issues/431)) ([2bf674f](https://github.com/ecmwf/anemoi-datasets/commit/2bf674fd966ce2a0c19cb72185173c999ae1c6af))
+* Remove-obsolete-code-and-rename ([#423](https://github.com/ecmwf/anemoi-datasets/issues/423)) ([ab3da59](https://github.com/ecmwf/anemoi-datasets/commit/ab3da591c9d7f809e21da8e354afff07b97cc490))
+* Save_dataset ([#383](https://github.com/ecmwf/anemoi-datasets/issues/383)) ([05b8f51](https://github.com/ecmwf/anemoi-datasets/commit/05b8f51f1b7c60cc3bc2695ccc274c149af2b9cf))
+* Support for sources with already opened datasets ([#417](https://github.com/ecmwf/anemoi-datasets/issues/417)) ([9bc2d17](https://github.com/ecmwf/anemoi-datasets/commit/9bc2d1736d457c09c042e8db45ac587c94e75218))
+
+
+### Documentation
+
+* Reference filters transform ([#389](https://github.com/ecmwf/anemoi-datasets/issues/389)) ([4e5d278](https://github.com/ecmwf/anemoi-datasets/commit/4e5d2785db5bb644d20a90e6cb1d3aa17e412718))
+
 ## [0.5.26](https://github.com/ecmwf/anemoi-datasets/compare/0.5.25...0.5.26) (2025-07-11)
 
 

{anemoi_datasets-0.5.26/src/anemoi_datasets.egg-info → anemoi_datasets-0.5.27}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: anemoi-datasets
-Version: 0.5.26
+Version: 0.5.27
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License
@@ -216,17 +216,16 @@ Classifier: Intended Audience :: Developers
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3 :: Only
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Programming Language :: Python :: Implementation :: PyPy
-Requires-Python: >=3.9
+Requires-Python: >=3.10
 License-File: LICENSE
 Requires-Dist: anemoi-transform>=0.1.10
-Requires-Dist: anemoi-utils[provenance]>=0.4.26
+Requires-Dist: anemoi-utils[provenance]>=0.4.32
 Requires-Dist: cfunits
 Requires-Dist: numcodecs<0.16
 Requires-Dist: numpy
@@ -262,6 +261,7 @@ Requires-Dist: requests; extra == "remote"
 Provides-Extra: tests
 Requires-Dist: anemoi-datasets[xarray]; extra == "tests"
 Requires-Dist: pytest; extra == "tests"
+Requires-Dist: pytest-skip-slow; extra == "tests"
 Requires-Dist: pytest-xdist; extra == "tests"
 Provides-Extra: xarray
 Requires-Dist: adlfs; extra == "xarray"

{anemoi_datasets-0.5.26 → anemoi_datasets-0.5.27}/docs/cli/introduction.rst

@@ -20,4 +20,5 @@ The commands are:
 - :ref:`Inspect Command <Inspect_command>`
 - :ref:`Compare Command <compare_command>`
 - :ref:`Scan Command <scan_command>`
+- :ref:`Validate Command <validate_command>`
 - :ref:`Compare LAM Command <compare_lam_command>`

anemoi_datasets-0.5.27/docs/cli/validate.rst

@@ -0,0 +1,45 @@
+.. _validate_command:
+
+Validate Command
+============
+
+Use this command to validate a zarr dataset, or a class that implements the
+:class:`anemoi.datasets.Dataset` interface.
+
+
+This command has two modes of operation:
+
+1. Validate a local zarr dataset by specifying its path.
+2. Validate a dataset class by providing its fully qualified class name.
+
+Example usage
+-------------
+
+To validate a local zarr dataset:
+
+.. code-block:: bash
+
+    anemoi-datasets validate /path/to/dataset.zarr
+
+To validate a dataset class:
+
+.. code-block:: bash
+
+    anemoi-datasets validate --callable my_package.MyDatasetClass  some-args-relevant-to-the-class
+
+
+In the first case, the command will check the compatibility of the zarr dataset using anemoi-datasets own class, in the second case, it will use the class provided by the user.
+
+When running the command, emojis are used to categorise the different validation results:
+
+* ✅: validation succeeded
+* ⚠️: validation for the attribute/method is not implemented
+* 💣: validation failed because the test does not pass
+* 💥: validation failed because the validation tool is out of date
+
+
+.. argparse::
+    :module: anemoi.datasets.__main__
+    :func: create_parser
+    :prog: anemoi-datasets
+    :path: validate

{anemoi_datasets-0.5.26 → anemoi_datasets-0.5.27}/docs/conf.py

@@ -40,9 +40,9 @@ year = datetime.datetime.now().year
 if year == 2024:
     years = "2024"
 else:
-    years = "2024-%s" % (year,)
+    years = f"2024-{year}"
 
-copyright = "%s, Anemoi contributors" % (years,)
+copyright = f"{years}, Anemoi contributors"
 
 
 try:

anemoi_datasets-0.5.27/docs/howtos/create/04-create-with-filter.rst

@@ -0,0 +1,117 @@
+.. _create-with-filter:
+
+#################################
+ Create a dataset using a filter
+#################################
+
+A ``filter`` is a software component that takes as input the output of a
+source or another filter and can modify the fields and/or their
+metadata. For example, typical filters are interpolations, renaming of
+variables, etc. Filters are available as part of ``anemoi-transform``.
+
+****************
+ Using a filter
+****************
+
+In the example below we see a recipe to create a dataset from MARS data
+in which we perform a rename transform to update ``tp`` to be named
+``tp_era5``. To be able to use the transform we just define it as a
+second step of the pipe, after gathering the data.
+
+.. literalinclude:: yaml/recipe-filter1.yaml
+
+That recipe will generate the following dataset:
+
+.. code:: bash
+
+   Dataset Summary
+   ===============
+
+   📦 Path          : recipe1.zarr
+   🔢 Format version: 0.30.0
+
+   📅 Start      : 2020-12-12 00:00
+   📅 End        : 2020-12-13 12:00
+   ⏰ Frequency  : 12h
+   🚫 Missing    : 0
+   🌎 Resolution : 20.0
+   🌎 Field shape: [9, 18]
+
+   📐 Shape      : 4 × 9 × 1 × 162 (22.8 KiB)
+   💽 Size       : 40.7 KiB (40.7 KiB)
+   📁 Files      : 48
+
+      Index │ Variable │         Min │         Max │         Mean │       Stdev
+      ──────┼──────────┼─────────────┼─────────────┼──────────────┼────────────
+         0 │ 2t       │     226.496 │     309.946 │       278.03 │     19.2561
+         1 │ cp       │           0 │  0.00739765 │   0.00014582 │ 0.000527194
+         2 │ q_100    │ 1.38935e-06 │ 4.20381e-06 │  2.68779e-06 │ 5.59043e-07
+         3 │ q_50     │ 1.26881e-06 │ 3.20919e-06 │  2.74525e-06 │ 4.35595e-07
+         4 │ t_100    │     189.787 │     226.929 │      207.052 │     9.26841
+         5 │ t_50     │      189.14 │      236.51 │       212.79 │      9.5502
+         6 │ tp_era5  │           0 │  0.00823116 │  0.000326814 │  0.00078008
+         7 │ w_100    │  -0.0114685 │   0.0129402 │ -0.000355278 │  0.00448272
+         8 │ w_50     │ -0.00815806 │   0.0126816 │ -0.000267674 │  0.00331866
+      ──────┴──────────┴─────────────┴─────────────┴──────────────┴────────────
+   🔋 Dataset ready, last update 1 minute ago.
+   📊 Statistics ready.
+
+***********************
+ Creating a new filter
+***********************
+
+In order to create a new filter the recommendation is to define it under
+the package ``anemoi-transform``. Available filters can be found in
+``anemoi/transform/filters`` or running the command ``anemoi-transform
+filters list``. For details about how to create a filter please refer to
+the `anemoi-transform
+<https://anemoi.readthedocs.io/projects/transform/en/latest/>`_
+documentation.
+
+************************
+ Using multiple filters
+************************
+
+It's possible to stack multiple filters one after the other. Below you
+can see an updated version of the dataset creation we had where we now
+create a dataset and apply a rename filter and our newly defined
+``VerticalVelocity`` filter.
+
+.. literalinclude:: yaml/recipe-filter2.yaml
+
+That recipe will generate the following dataset:
+
+.. code:: bash
+
+   Dataset Summary
+   ===============
+
+
+   📦 Path          : recipe2.zarr
+   🔢 Format version: 0.30.0
+
+   📅 Start      : 2020-12-12 00:00
+   📅 End        : 2020-12-13 12:00
+   ⏰ Frequency  : 12h
+   🚫 Missing    : 0
+   🌎 Resolution : 20.0
+   🌎 Field shape: [9, 18]
+
+   📐 Shape      : 4 × 9 × 1 × 162 (22.8 KiB)
+   💽 Size       : 41.1 KiB (41.1 KiB)
+   📁 Files      : 48
+
+      Index │ Variable │         Min │         Max │        Mean │       Stdev
+      ──────┼──────────┼─────────────┼─────────────┼─────────────┼────────────
+         0 │ 2t       │     226.496 │     309.946 │      278.03 │     19.2561
+         1 │ cp       │           0 │  0.00739765 │  0.00014582 │ 0.000527194
+         2 │ q_100    │ 1.38935e-06 │ 4.20381e-06 │ 2.68779e-06 │ 5.59043e-07
+         3 │ q_50     │ 1.26881e-06 │ 3.20919e-06 │ 2.74525e-06 │ 4.35595e-07
+         4 │ t_100    │     189.787 │     226.929 │     207.052 │     9.26841
+         5 │ t_50     │      189.14 │      236.51 │      212.79 │      9.5502
+         6 │ tp_era5  │           0 │  0.00823116 │ 0.000326814 │  0.00078008
+         7 │ wz_100   │ -0.00798191 │  0.00721723 │ 0.000224189 │  0.00277693
+         8 │ wz_50    │    -0.01549 │   0.0103844 │ 0.000341309 │  0.00417065
+      ──────┴──────────┴─────────────┴─────────────┴─────────────┴────────────
+   🔋 Dataset ready, last update 11 seconds ago.
+   📊 Statistics ready.

anemoi_datasets-0.5.27/docs/howtos/create/yaml/recipe-filter1.yaml

@@ -0,0 +1,31 @@
+dates:
+  start: 2020-12-12 00:00:00
+  end: 2020-12-14 12:00:00
+  frequency: 12h
+
+input:
+  pipe:
+    - join:
+      - mars:
+          expver: "0001"
+          class: ea
+          grid: 20./20.
+          param: [2t]
+          levtype: sfc
+      - mars:
+          expver: "0001"
+          class: ea
+          grid: 20./20.
+          param: [q, t,w]
+          levtype: pl
+          level: [50, 100]
+          stream: oper
+          type: an
+      - accumulations:
+          expver: "0001"
+          class: ea
+          grid: 20./20.
+          param: [cp, tp]
+    - rename:
+        param:
+          tp: tp_era5

anemoi_datasets-0.5.27/docs/howtos/create/yaml/recipe-filter2.yaml

@@ -0,0 +1,35 @@
+dates:
+  start: 2020-12-12 00:00:00
+  end: 2020-12-14 12:00:00
+  frequency: 12h
+
+input:
+  pipe:
+    - join:
+      - mars:
+          expver: "0001"
+          class: ea
+          grid: 20./20.
+          param: [2t]
+          levtype: sfc
+      - mars:
+          expver: "0001"
+          class: ea
+          grid: 20./20.
+          param: [q, t,w]
+          levtype: pl
+          level: [50, 100]
+          stream: oper
+          type: an
+      - accumulations:
+          expver: "0001"
+          class: ea
+          grid: 20./20.
+          param: [cp, tp]
+    - rename:
+        param:
+          tp: tp_era5
+    - w_to_wz:
+        w_component: w
+        temperature: t
+        humidity: q

{anemoi_datasets-0.5.26 → anemoi_datasets-0.5.27}/docs/howtos/introduction.rst

@@ -13,6 +13,7 @@ good starting point.
 -  :ref:`create-grib-data`
 -  :ref:`create-cf-data`
 -  :ref:`constant-data`
+-  :ref:`create-with-filter`
 
 .. toctree::
    :maxdepth: 1

{anemoi_datasets-0.5.26 → anemoi_datasets-0.5.27}/docs/index.rst

@@ -164,6 +164,7 @@ You may also have to install pandoc on macOS:
    cli/scan
    cli/patch
    cli/compare-lam
+   cli/validate
 
 .. toctree::
    :maxdepth: 1

{anemoi_datasets-0.5.26 → anemoi_datasets-0.5.27}/pyproject.toml

@@ -28,7 +28,7 @@ authors = [
   { name = "European Centre for Medium-Range Weather Forecasts (ECMWF)", email = "software.support@ecmwf.int" },
 ]
 
-requires-python = ">=3.9"
+requires-python = ">=3.10"
 
 classifiers = [
   "Development Status :: 4 - Beta",
@@ -36,7 +36,6 @@ classifiers = [
   "License :: OSI Approved :: Apache Software License",
   "Operating System :: OS Independent",
   "Programming Language :: Python :: 3 :: Only",
-  "Programming Language :: Python :: 3.9",
   "Programming Language :: Python :: 3.10",
   "Programming Language :: Python :: 3.11",
   "Programming Language :: Python :: 3.12",
@@ -50,7 +49,7 @@ dynamic = [
 ]
 dependencies = [
   "anemoi-transform>=0.1.10",
-  "anemoi-utils[provenance]>=0.4.26",
+  "anemoi-utils[provenance]>=0.4.32",
   "cfunits",
   "numcodecs<0.16",                   # Until we move to zarr3
   "numpy",
@@ -100,6 +99,7 @@ optional-dependencies.remote = [
 optional-dependencies.tests = [
   "anemoi-datasets[xarray]",
   "pytest",
+  "pytest-skip-slow",
   "pytest-xdist",
 ]
 
@@ -136,6 +136,7 @@ profile = "black"
 testpaths = "tests"
 addopts = [
   "--numprocesses=auto",
+  "--maxprocesses=16",
   "--strict-config",
 ]
 

{anemoi_datasets-0.5.26 → anemoi_datasets-0.5.27}/src/anemoi/datasets/__init__.py

@@ -7,7 +7,6 @@
 # granted to it by virtue of its status as an intergovernmental organisation
 # nor does it submit to any jurisdiction.
 
-from typing import List
 
 from .data import MissingDateError
 from .data import add_dataset_path
@@ -23,7 +22,7 @@ except ImportError:  # pragma: no cover
     # Local copy or not installed with setuptools
     __version__ = "999"
 
-__all__: List[str] = [
+__all__: list[str] = [
     "add_dataset_path",
     "add_named_dataset",
     "list_dataset_names",

{anemoi_datasets-0.5.26 → anemoi_datasets-0.5.27}/src/anemoi/datasets/_version.py

@@ -1,7 +1,14 @@
 # file generated by setuptools-scm
 # don't change, don't track in version control
 
-__all__ = ["__version__", "__version_tuple__", "version", "version_tuple"]
+__all__ = [
+    "__version__",
+    "__version_tuple__",
+    "version",
+    "version_tuple",
+    "__commit_id__",
+    "commit_id",
+]
 
 TYPE_CHECKING = False
 if TYPE_CHECKING:
@@ -9,13 +16,19 @@ if TYPE_CHECKING:
     from typing import Union
 
     VERSION_TUPLE = Tuple[Union[int, str], ...]
+    COMMIT_ID = Union[str, None]
 else:
     VERSION_TUPLE = object
+    COMMIT_ID = object
 
 version: str
 __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
+commit_id: COMMIT_ID
+__commit_id__: COMMIT_ID
 
-__version__ = version = '0.5.26'
-__version_tuple__ = version_tuple = (0, 5, 26)
+__version__ = version = '0.5.27'
+__version_tuple__ = version_tuple = (0, 5, 27)
+
+__commit_id__ = commit_id = 'g2b7d13494'

{anemoi_datasets-0.5.26 → anemoi_datasets-0.5.27}/src/anemoi/datasets/commands/check.py

@@ -77,7 +77,7 @@ class Check(Command):
 
         recipe_filename = os.path.basename(recipe)
         recipe_name = os.path.splitext(recipe_filename)[0]
-        in_recipe_name = yaml.safe_load(open(recipe, "r", encoding="utf-8"))["name"]
+        in_recipe_name = yaml.safe_load(open(recipe, encoding="utf-8"))["name"]
         if recipe_name != in_recipe_name:
             print(f"Recipe name {recipe_name} does not match the name in the recipe file {in_recipe_name}")
 

{anemoi_datasets-0.5.26 → anemoi_datasets-0.5.27}/src/anemoi/datasets/commands/copy.py

@@ -14,7 +14,6 @@ import sys
 from concurrent.futures import ThreadPoolExecutor
 from concurrent.futures import as_completed
 from typing import Any
-from typing import Optional
 
 import tqdm
 from anemoi.utils.remote import Transfer
@@ -136,7 +135,7 @@ class ZarrCopier:
             return zarr.storage.NestedDirectoryStore(path)
         return path
 
-    def copy_chunk(self, n: int, m: int, source: Any, target: Any, _copy: Any, verbosity: int) -> Optional[slice]:
+    def copy_chunk(self, n: int, m: int, source: Any, target: Any, _copy: Any, verbosity: int) -> slice | None:
         """Copy a chunk of data from source to target.
 
         Parameters

{anemoi_datasets-0.5.26 → anemoi_datasets-0.5.27}/src/anemoi/datasets/commands/create.py

@@ -120,7 +120,7 @@ class Create(Command):
         task("finalise", options)
 
         task("init_additions", options)
-        task("run_additions", options)
+        task("load_additions", options)
         task("finalise_additions", options)
 
         task("patch", options)