anemoi-datasets 0.5.20__py3-none-any.whl → 0.5.22__py3-none-any.whl

anemoi/datasets/create/sources/grib.py

@@ -17,9 +17,11 @@ from typing import Optional
 from typing import Union
 
 import earthkit.data as ekd
+from anemoi.transform.fields import new_field_from_grid
+from anemoi.transform.fields import new_fieldlist_from_list
 from anemoi.transform.flavour import RuleBasedFlavour
+from anemoi.transform.grids import grid_registry
 from earthkit.data import from_source
-from earthkit.data.indexing.fieldlist import FieldArray
 from earthkit.data.utils.patterns import Pattern
 
 from .legacy import legacy_source
@@ -27,169 +29,6 @@ from .legacy import legacy_source
 LOG = logging.getLogger(__name__)
 
 
-def _load(context: Any, name: str, record: Dict[str, Any]) -> tuple:
-    """Load data from a given source.
-
-    Parameters
-    ----------
-    context : Any
-        The context in which the function is executed.
-    name : str
-        The name of the data source.
-    record : dict of str to Any
-        The record containing source information.
-
-    Returns
-    -------
-    tuple
-        A tuple containing the data as a numpy array and the UUID of the HGrid.
-    """
-    ds = None
-
-    param = record["param"]
-
-    if "path" in record:
-        context.info(f"Using {name} from {record['path']} (param={param})")
-        ds = from_source("file", record["path"])
-
-    if "url" in record:
-        context.info(f"Using {name} from {record['url']} (param={param})")
-        ds = from_source("url", record["url"])
-
-    ds = ds.sel(param=param)
-
-    assert len(ds) == 1, f"{name} {param}, expected one field, got {len(ds)}"
-    ds = ds[0]
-
-    return ds.to_numpy(flatten=True), ds.metadata("uuidOfHGrid")
-
-
-class Geography:
-    """This class retrieves the latitudes and longitudes of unstructured grids,
-    and checks if the fields are compatible with the grid.
-
-    Parameters
-    ----------
-    context : Any
-        The context in which the function is executed.
-    latitudes : dict of str to Any
-        Latitude information.
-    longitudes : dict of str to Any
-        Longitude information.
-    """
-
-    def __init__(self, context: Any, latitudes: Dict[str, Any], longitudes: Dict[str, Any]) -> None:
-        """Initialize the Geography class.
-
-        Parameters
-        ----------
-        context : Any
-            The context in which the function is executed.
-        latitudes : dict of str to Any
-            Latitude information.
-        longitudes : dict of str to Any
-            Longitude information.
-        """
-        latitudes, uuidOfHGrid_lat = _load(context, "latitudes", latitudes)
-        longitudes, uuidOfHGrid_lon = _load(context, "longitudes", longitudes)
-
-        assert (
-            uuidOfHGrid_lat == uuidOfHGrid_lon
-        ), f"uuidOfHGrid mismatch: lat={uuidOfHGrid_lat} != lon={uuidOfHGrid_lon}"
-
-        context.info(f"Latitudes: {len(latitudes)}, Longitudes: {len(longitudes)}")
-        assert len(latitudes) == len(longitudes)
-
-        self.uuidOfHGrid = uuidOfHGrid_lat
-        self.latitudes = latitudes
-        self.longitudes = longitudes
-        self.first = True
-
-    def check(self, field: Any) -> None:
-        """Check if the field is compatible with the grid.
-
-        Parameters
-        ----------
-        field : Any
-            The field to check.
-        """
-        if self.first:
-            # We only check the first field, for performance reasons
-            assert (
-                field.metadata("uuidOfHGrid") == self.uuidOfHGrid
-            ), f"uuidOfHGrid mismatch: {field.metadata('uuidOfHGrid')} != {self.uuidOfHGrid}"
-            self.first = False
-
-
-class AddGrid:
-    """An earth-kit.data.Field wrapper that adds grid information.
-
-    Parameters
-    ----------
-    field : Any
-        The field to wrap.
-    geography : Geography
-        The geography information.
-    """
-
-    def __init__(self, field: Any, geography: Geography) -> None:
-        """Initialize the AddGrid class.
-
-        Parameters
-        ----------
-        field : Any
-            The field to wrap.
-        geography : Geography
-            The geography information.
-        """
-        self._field = field
-
-        geography.check(field)
-
-        self._latitudes = geography.latitudes
-        self._longitudes = geography.longitudes
-
-    def __getattr__(self, name: str) -> Any:
-        """Get an attribute from the wrapped field.
-
-        Parameters
-        ----------
-        name : str
-            The name of the attribute.
-
-        Returns
-        -------
-        Any
-            The attribute value.
-        """
-        return getattr(self._field, name)
-
-    def __repr__(self) -> str:
-        """Get the string representation of the wrapped field.
-
-        Returns
-        -------
-        str
-            The string representation.
-        """
-        return repr(self._field)
-
-    def grid_points(self) -> tuple:
-        """Get the grid points (latitudes and longitudes).
-
-        Returns
-        -------
-        tuple
-            The latitudes and longitudes.
-        """
-        return self._latitudes, self._longitudes
-
-    @property
-    def resolution(self) -> str:
-        """Get the resolution of the grid."""
-        return "unknown"
-
-
 def check(ds: Any, paths: List[str], **kwargs: Any) -> None:
     """Check if the dataset matches the expected number of fields.
 
@@ -243,23 +82,29 @@ def execute(
     context: Any,
     dates: List[Any],
     path: Union[str, List[str]],
-    latitudes: Optional[Dict[str, Any]] = None,
-    longitudes: Optional[Dict[str, Any]] = None,
     flavour: Optional[Union[str, Dict[str, Any]]] = None,
+    grid_definition: Optional[Dict[str, Any]] = None,
     *args: Any,
     **kwargs: Any,
 ) -> ekd.FieldList:
-    """Execute the function to load data from GRIB files.
+    """Executes the function to load data from GRIB files.
 
-    Args:
-        context (Any): The context in which the function is executed.
-        dates (List[Any]): List of dates.
-        path (Union[str, List[str]]): Path or list of paths to the GRIB files.
-        latitudes (Optional[Dict[str, Any]], optional): Latitude information. Defaults to None.
-        longitudes (Optional[Dict[str, Any]], optional): Longitude information. Defaults to None.
-        flavour (Optional[Union[str, Dict[str, Any]]], optional): Flavour information. Defaults to None.
-        *args (Any): Additional arguments.
-        **kwargs (Any): Additional keyword arguments.
+    Parameters
+    ----------
+    context : Any
+        The context in which the function is executed.
+    dates : list of Any
+        List of dates.
+    path : str or list of str
+        Path or list of paths to the GRIB files.
+    flavour : str or dict of str to Any, optional
+        Flavour information, by default None.
+    grid_definition : dict of str to Any, optional
+        Grid definition configuration to create a Grid object, by default None.
+    *args : Any
+        Additional positional arguments.
+    **kwargs : Any
+        Additional keyword arguments.
 
     Returns
     -------
@@ -270,9 +115,10 @@ def execute(
     if flavour is not None:
         flavour = RuleBasedFlavour(flavour)
 
-    geography = None
-    if latitudes is not None and longitudes is not None:
-        geography = Geography(context, latitudes, longitudes)
+    if grid_definition is not None:
+        grid = grid_registry.from_config(grid_definition)
+    else:
+        grid = None
 
     ds = from_source("empty")
     dates = [d.isoformat() for d in dates]
@@ -295,8 +141,8 @@ def execute(
     if kwargs and not context.partial_ok:
         check(ds, given_paths, valid_datetime=dates, **kwargs)
 
-    if geography is not None:
-        ds = FieldArray([AddGrid(_, geography) for _ in ds])
+    if grid is not None:
+        ds = new_fieldlist_from_list([new_field_from_grid(f, grid) for f in ds])
 
     if len(ds) == 0:
         LOG.warning(f"No fields found for {dates} in {given_paths} (kwargs={kwargs})")

anemoi/datasets/create/sources/xarray_support/metadata.py

@@ -209,6 +209,12 @@ class XArrayMetadata(RawMetadata):
         Any
             The value for the specified key, optionally cast to the specified type.
         """
+
+        if key == "levelist":
+            # Special case for levelist, for compatibility with GRIB
+            if key not in self._d and "level" in self._d:
+                key = "level"
+
         if key in self._d:
             if astype is not None:
                 return astype(self._d[key])

anemoi/datasets/create/sources/xarray_zarr.py

@@ -38,4 +38,4 @@ def execute(context: Any, dates: List[str], url: str, *args: Any, **kwargs: Any)
     ekd.FieldList
         The loaded data.
     """
-    return load_many("🇿", context, url, *args, **kwargs).execute(dates)
+    return load_many("🇿", context, dates, url, *args, **kwargs)

anemoi/datasets/create/writer.py

@@ -20,7 +20,7 @@ LOG = logging.getLogger(__name__)
 class ViewCacheArray:
     """A class that provides a caching mechanism for writing to a NumPy-like array.
 
-    The is initialized with a NumPy-like array, a shape and a list to reindex the first
+    The is initialised with a NumPy-like array, a shape and a list to reindex the first
     dimension. The array is used to store the final data, while the cache is used to
     temporarily store the data before flushing it to the array.
 

anemoi/datasets/data/complement.py

@@ -8,12 +8,14 @@
 # nor does it submit to any jurisdiction.
 
 
+import datetime
 import logging
 from abc import abstractmethod
 from functools import cached_property
 from typing import Any
 from typing import Dict
 from typing import List
+from typing import Optional
 from typing import Set
 from typing import Tuple
 
@@ -30,7 +32,7 @@ from .indexing import apply_index_to_slices_changes
 from .indexing import index_to_slices
 from .indexing import update_tuple
 from .misc import _auto_adjust
-from .misc import _open
+from .misc import _open_dataset
 
 LOG = logging.getLogger(__name__)
 
@@ -92,6 +94,18 @@ class Complement(Combined):
         """Returns the list of variables to be added to the target dataset."""
         return self._variables
 
+    @property
+    def statistics(self) -> Dict[str, NDArray[Any]]:
+        """Returns the statistics of the complemented dataset."""
+        index = [self._source.name_to_index[v] for v in self._variables]
+        return {k: v[index] for k, v in self._source.statistics.items()}
+
+    def statistics_tendencies(self, delta: Optional[datetime.timedelta] = None) -> Dict[str, NDArray[Any]]:
+        index = [self._source.name_to_index[v] for v in self._variables]
+        if delta is None:
+            delta = self.frequency
+        return {k: v[index] for k, v in self._source.statistics_tendencies(delta).items()}
+
     @property
     def name_to_index(self) -> Dict[str, int]:
         """Returns a dictionary mapping variable names to their indices."""
@@ -170,6 +184,16 @@ class Complement(Combined):
         """
         pass
 
+    def forwards_subclass_metadata_specific(self) -> dict[str, Any]:
+        """Get the metadata specific to the forwards subclass.
+
+        Returns
+        -------
+        dict[str, Any]
+            The metadata specific to the forwards subclass.
+        """
+        return dict(complement=self._source.dataset_metadata())
+
 
 class ComplementNone(Complement):
     """A class to complement a target dataset with variables from a source dataset without interpolation."""
@@ -281,7 +305,6 @@ def complement_factory(args: Tuple, kwargs: dict) -> Dataset:
     Dataset
         The complemented dataset.
     """
-    from .select import Select
 
     assert len(args) == 0, args
 
@@ -296,8 +319,8 @@ def complement_factory(args: Tuple, kwargs: dict) -> Dataset:
     if interpolation not in ("none", "nearest"):
         raise NotImplementedError(f"Complement method={interpolation} not implemented")
 
-    source = _open(source)
-    target = _open(target)
+    source = _open_dataset(source)
+    target = _open_dataset(target)
     # `select` is the same as `variables`
     (source, target), kwargs = _auto_adjust([source, target], kwargs, exclude=["select"])
 
@@ -309,10 +332,4 @@ def complement_factory(args: Tuple, kwargs: dict) -> Dataset:
 
     complement = Class(target=target, source=source)._subset(**kwargs)
 
-    # Will join the datasets along the variables axis
-    reorder = source.variables
-    complemented = _open([target, complement])
-    ordered = (
-        Select(complemented, complemented._reorder_to_columns(reorder), {"reoder": reorder})._subset(**kwargs).mutate(),
-    )
-    return ordered
+    return _open_dataset([target, complement], reorder=source.variables)

anemoi/datasets/data/forwards.py

@@ -290,6 +290,10 @@ class Combined(Forwards):
         ValueError
             If the resolutions are not the same.
         """
+        if d1.resolution is None or d2.resolution is None:
+            LOG.warning("One of the datasets has no resolution, cannot check compatibility")
+            return
+
         if d1.resolution != d2.resolution:
             raise ValueError(f"Incompatible resolutions: {d1.resolution} and {d2.resolution} ({d1} {d2})")
 

anemoi/datasets/data/grids.py

@@ -344,7 +344,7 @@ class Cutout(GridsBase):
         self.cropping_distance = cropping_distance
         self.neighbours = neighbours
         self.min_distance_km = min_distance_km
-        self.plot = plot
+        self._plot = plot
         self.masks = []  # To store the masks for each LAM dataset
         self.global_mask = np.ones(self.globe.shape[-1], dtype=bool)
 
@@ -373,7 +373,7 @@ class Cutout(GridsBase):
                 lam.longitudes,
                 self.globe.latitudes,
                 self.globe.longitudes,
-                plot=False,
+                plot=self._plot,
                 min_distance_km=self.min_distance_km,
                 cropping_distance=self.cropping_distance,
                 neighbours=self.neighbours,
@@ -399,7 +399,7 @@ class Cutout(GridsBase):
                             prev_lam_lons,
                             lam_lats,
                             lam_lons,
-                            plot=False,
+                            plot=self._plot,
                             min_distance_km=self.min_distance_km,
                             cropping_distance=self.cropping_distance,
                             neighbours=self.neighbours,

anemoi/datasets/data/misc.py

@@ -677,7 +677,7 @@ def _save_dataset(recipe: Dict[str, Any], zarr_path: str, n_workers: int = 1) ->
     # Workers return (date, subset) tuples.
     root = zarr.open(zarr_path, mode="a")
     initialize_zarr_store(root, full_ds, recipe)
-    print("Zarr store initialized.", flush=True)
+    print("Zarr store initialised.", flush=True)
 
     existing_dates = np.array(sorted(root["dates"]), dtype="datetime64[s]")
     all_dates = full_ds.dates

anemoi/datasets/data/stores.py

@@ -11,6 +11,7 @@
 import datetime
 import logging
 import os
+import tempfile
 import warnings
 from functools import cached_property
 from typing import Any
@@ -185,10 +186,30 @@ def name_to_zarr_store(path_or_url: str) -> ReadOnlyStore:
     store = path_or_url
 
     if store.startswith("s3://"):
-        store = S3Store(store)
+        return S3Store(store)
+
+    if store.startswith("http://") or store.startswith("https://"):
 
-    elif store.startswith("http://") or store.startswith("https://"):
         parsed = urlparse(store)
+
+        if store.endswith(".zip"):
+            import multiurl
+
+            # Zarr cannot handle zip files over HTTP
+            tmpdir = tempfile.gettempdir()
+            name = os.path.basename(parsed.path)
+            path = os.path.join(tmpdir, name)
+            LOG.warning("Zarr does not support zip files over HTTP, downloading to %s", path)
+            if os.path.exists(path):
+                LOG.warning("File %s already exists, reusing it", path)
+                return name_to_zarr_store(path)
+
+            LOG.warning("Downloading %s", store)
+
+            multiurl.download(store, path + ".tmp")
+            os.rename(path + ".tmp", path)
+            return name_to_zarr_store(path)
+
         bits = parsed.netloc.split(".")
         if len(bits) == 5 and (bits[1], bits[3], bits[4]) == ("s3", "amazonaws", "com"):
             s3_url = f"s3://{bits[0]}{parsed.path}"
@@ -540,10 +561,21 @@ QUIET = set()
 
 def zarr_lookup(name: str, fail: bool = True) -> Optional[str]:
     """Look up a zarr dataset by name."""
-    if name.endswith(".zarr") or name.endswith(".zip"):
-        return name
 
     config = load_config()["datasets"]
+    use_search_path_not_found = config.get("use_search_path_not_found", False)
+
+    if name.endswith(".zarr") or name.endswith(".zip"):
+
+        if os.path.exists(name):
+            return name
+
+        if not use_search_path_not_found:
+            # There will be an error triggered by the open_zarr
+            return name
+
+        LOG.warning("File %s not found, trying to search in the search path", name)
+        name = os.path.splitext(os.path.basename(name))[0]
 
     if name in config["named"]:
         if name not in QUIET:

{anemoi_datasets-0.5.20.dist-info → anemoi_datasets-0.5.22.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: anemoi-datasets
-Version: 0.5.20
+Version: 0.5.22
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License
@@ -225,9 +225,10 @@ Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Programming Language :: Python :: Implementation :: PyPy
 Requires-Python: >=3.9
 License-File: LICENSE
-Requires-Dist: anemoi-transform>=0.1.6
-Requires-Dist: anemoi-utils[provenance]>=0.4.18
+Requires-Dist: anemoi-transform>=0.1.9
+Requires-Dist: anemoi-utils[provenance]>=0.4.21
 Requires-Dist: cfunits
+Requires-Dist: numcodecs<0.16
 Requires-Dist: numpy
 Requires-Dist: pyyaml
 Requires-Dist: semantic-version
@@ -268,4 +269,5 @@ Requires-Dist: kerchunk; extra == "xarray"
 Requires-Dist: pandas; extra == "xarray"
 Requires-Dist: planetary-computer; extra == "xarray"
 Requires-Dist: pystac-client; extra == "xarray"
+Requires-Dist: s3fs>=0.5; extra == "xarray"
 Dynamic: license-file

{anemoi_datasets-0.5.20.dist-info → anemoi_datasets-0.5.22.dist-info}/RECORD

@@ -1,29 +1,31 @@
 anemoi/datasets/__init__.py,sha256=i_wsAT3ezEYF7o5dpqGrpoG4wmLS-QIBug18uJbSYMs,1065
 anemoi/datasets/__main__.py,sha256=ErwAqE3rBc7OaNO2JRsEOhWpB8ldjAt7BFSuRhbnlqQ,936
-anemoi/datasets/_version.py,sha256=0Ib1b9ijC26N78gsH6oTzFbmTu3c8De1ac8TlFGaEZU,513
+anemoi/datasets/_version.py,sha256=KERiCy5SlogIpKH0HhOSfNJ6Gz_dzHHWww2moJQR1BQ,513
+anemoi/datasets/check.py,sha256=hbEMUurl2IjZbp56dBgOfAEsAmmgymgRM5ySaMJSTdk,2755
 anemoi/datasets/grids.py,sha256=Hhj1aOXHvDjmI46M_UlLSjCs1qYqxH-uqd_kapDSdbU,18134
 anemoi/datasets/testing.py,sha256=fy_JzavUwLlK_2rtXAT-UGUyo5gjyQW2y826zf334Wg,2645
 anemoi/datasets/commands/__init__.py,sha256=O5W3yHZywRoAqmRUioAr3zMCh0hGVV18wZYGvc00ioM,698
+anemoi/datasets/commands/check.py,sha256=zEJqE5XkNLsebemg5XIvvZTv2bA6R49zVaka9HRySKU,2655
 anemoi/datasets/commands/cleanup.py,sha256=FX082xkHKCSd8d-FUN5zDBSiKA-QYQEeUZ6dCUD-Ob8,1816
 anemoi/datasets/commands/compare-lam.py,sha256=F5GYRsKOtdhDePhifgf1TCj5L2T8EVIA2N8AdO-AKKY,14857
 anemoi/datasets/commands/compare.py,sha256=jzhjbbt1U-YANTVRBhrwSh2CcYgk4qX2IiTMJtcn82s,3678
-anemoi/datasets/commands/copy.py,sha256=UlvW9YIlP7jwKAY7TikVAfhkrjaQ9Kkxqfx8jEut-Jg,16010
-anemoi/datasets/commands/create.py,sha256=5BXdPZMO-ZULBnEVgyeSS-IMy4p84HSyFVG855gqj3k,6598
+anemoi/datasets/commands/copy.py,sha256=hP7BSqkGzK8-n3BA2vlpFcbO3INHmShPZ75Aw_K_g4Y,17302
+anemoi/datasets/commands/create.py,sha256=3myohTCLsM6oUuZHIfLaTlDaq-DOcJZRM4Vks007fZg,6543
 anemoi/datasets/commands/finalise-additions.py,sha256=2LqU7ke3i-yRQbjkgldX6e2QlyE-tKqp0b6QOhJF19g,1985
 anemoi/datasets/commands/finalise.py,sha256=-YtN9wFFDrM_i_V9YHoXZsajF3eAax-73Zsi4uHAFCI,1709
-anemoi/datasets/commands/grib-index.py,sha256=1aO4Lm_7ZpRF_lRRF-OEMZ37ByYPZfUAIFW7jOsIf7Q,3161
+anemoi/datasets/commands/grib-index.py,sha256=H9snsk1w2tL6ObBhlHVxFXxCm5sB-eUGrX772G8Nb2s,3057
 anemoi/datasets/commands/init-additions.py,sha256=2vMom5L38UvLLopzP2z-R_Fq31fU2uMvKXoDq5d8oI4,1931
 anemoi/datasets/commands/init.py,sha256=5IKyJ_hJA4lLIbpT88XtcGzXccHLSGwSoqVSvVJGxPg,2852
-anemoi/datasets/commands/inspect.py,sha256=dGx_3IQTNaV3iGfwhHp_G1fIecBWeRbOLU9ckrZ7epg,26578
+anemoi/datasets/commands/inspect.py,sha256=kaDHXP8Cv8PsGqEXUF5Yruf5OQHwOIkjCS0SNxMs6eg,26578
 anemoi/datasets/commands/load-additions.py,sha256=zqmRherIHXb5WIB4cnAuCBEsxFJmUpGjafvm6RtQ7Co,2004
 anemoi/datasets/commands/load.py,sha256=U1Y8qByjreu7H9WeX4G8-tyKsz48va10fkW1L4U4wWg,2034
 anemoi/datasets/commands/patch.py,sha256=Q9FDabWxlvK1QaeH4D9zhNpoSGB4h7EliWgcV76iFBs,1599
 anemoi/datasets/commands/publish.py,sha256=7YusLCWYdVLuexZzvyh8ztYoBOBzVmve3uJs-XKeMAE,1469
-anemoi/datasets/commands/scan.py,sha256=e5t_oxSi-II38TVQiMlWMJ8AZhDEBk5PcPD22DDbHfU,4008
+anemoi/datasets/commands/scan.py,sha256=6Uoyd7WkM4ypoqmZargXIG50uRKzHE3AlvkAr7sCBy4,4262
 anemoi/datasets/compute/__init__.py,sha256=hCW0QcLHJmE-C1r38P27_ZOvCLNewex5iQEtZqx2ckI,393
 anemoi/datasets/compute/recentre.py,sha256=kwxDB8qpgOCFZSQJvjAmVcpH5zWsfk5FSoIureqNHd4,5915
-anemoi/datasets/create/__init__.py,sha256=D0a5Q-xv5_mtBTzEO_6IaWHCQUbZyH0NjHwEtixMCXs,50699
-anemoi/datasets/create/check.py,sha256=FrgyZP3Xyx4qXHl8_ZfM31fgNhcxMqxlE5oLweMDGU0,10003
+anemoi/datasets/create/__init__.py,sha256=8TJwN_t7Epg6yBSbbRW2L039Xh_aqUsUgZBNR3U2yl0,51165
+anemoi/datasets/create/check.py,sha256=xqobSfh3655ZoKs-CjHWBiEpIfrHU_vkqwiIsAOrqvs,10795
 anemoi/datasets/create/chunks.py,sha256=kZV3dWoCuv3Bttc0wysJB7OPbXsD99exKyrrj4HGFwQ,4025
 anemoi/datasets/create/config.py,sha256=xrSlaY2p5zssfLIt8A1CP9WwJReSXVWBMQM7bT1aFbU,13448
 anemoi/datasets/create/filter.py,sha256=Hu4o3Z2omIdcu5ycJqmBkY_ZSKTG5JkjbIuxXM8ADfs,1254
@@ -34,7 +36,7 @@ anemoi/datasets/create/source.py,sha256=xoV8uH_y6aBSE4_PWuy5w7Q7cX-tGm8e-2xC9flS
 anemoi/datasets/create/testing.py,sha256=FzTSsbv_JBGViGrD1jT6z_T2yaA0KCrbJ3SCgp-rFPQ,2406
 anemoi/datasets/create/typing.py,sha256=Hs2uDG8ZVtQ-Q-5I9-W0Pik2p1hZH5-JPVjpJXRXP7M,484
 anemoi/datasets/create/utils.py,sha256=94JKPYcNSurA62yFAytW5dUFVz-r-fdwiPOkmu121pM,5572
-anemoi/datasets/create/writer.py,sha256=yjgic7FfVWuVKysi3HbaW6i2j4e831oCUdyD48Ua-MA,2203
+anemoi/datasets/create/writer.py,sha256=nZBJvYZ63g_c9FfL65bAeG10Y6bX2R7CgtZvY0kW3fI,2203
 anemoi/datasets/create/zarr.py,sha256=N9PGGD-dYvcc97BZjLVWm5XQeYTiK9gwvhtreRiQzBI,9437
 anemoi/datasets/create/filters/__init__.py,sha256=rhetUFPZKe-vwDIfMY33SbYrJMq909dUJRgBzuX6Q6E,901
 anemoi/datasets/create/filters/empty.py,sha256=Dw1kUnAlFt6b5ds0kmrw9Gak09XjSqF8m1_MpHZNV9I,1013
@@ -56,7 +58,7 @@ anemoi/datasets/create/filters/unrotate_winds.py,sha256=3AJf0crnVVySLlXLIdfEUxRR
 anemoi/datasets/create/filters/uv_to_speeddir.py,sha256=Zdc34AG5Bsz-Z7JGuznyRJr6F-BnWKXPiI3mjmOpbek,2883
 anemoi/datasets/create/filters/wz_to_w.py,sha256=slOiX5RibG48Zrkss8Qjpb-8ZTnvSvmKlk1Hy45_wzU,2812
 anemoi/datasets/create/input/__init__.py,sha256=XeURpmbReQvpELltGFKzg3oZFXWRdUxW9SK3K662SBQ,3364
-anemoi/datasets/create/input/action.py,sha256=WmRPe5ZYQz8vxAtOr6hLYGLzikcldyps6dG3BwHiBp8,7709
+anemoi/datasets/create/input/action.py,sha256=pc_2RPbs3laF8vBhNkbFdib40kTcF5QW6QL0p8VLNzA,7778
 anemoi/datasets/create/input/concat.py,sha256=bU8SWfBVfK8bRAmmN4UO9zpIGxwQvRUk9_vwrKPOTE4,5355
 anemoi/datasets/create/input/context.py,sha256=qrLccxMe9UkyQxsNuR6JSK7oLzZq21dt38AxZ9kYzsY,2714
 anemoi/datasets/create/input/data_sources.py,sha256=4xUUShM0pCXIZVPJW_cSNMUwCO_wLx996MLFpTLChm0,4385
@@ -67,19 +69,19 @@ anemoi/datasets/create/input/join.py,sha256=RAdgE4lVcC71_J47dNa1weJuWdTXSQIvo06G
 anemoi/datasets/create/input/misc.py,sha256=FVaH_ym52RZI_fnLSMM_dKTQmWTrInucP780E3gGqvw,3357
 anemoi/datasets/create/input/pipe.py,sha256=-tCz161IwXoI8pl1hilA9T_j5eHSr-sgbijFLp9HHNc,2083
 anemoi/datasets/create/input/repeated_dates.py,sha256=HaPzDCNHQBY1VVp6gvd3drwjWjYpSBh-GLgHqBRJTz0,12012
-anemoi/datasets/create/input/result.py,sha256=wX5iAAtm50ezLn2QsIDIQnGEGmgE08lWltRwnkFWSLw,24220
+anemoi/datasets/create/input/result.py,sha256=BmeZVN63ZnUkiOwT0mkE4DdB06OmVwdRZkiV4ACPNrI,24309
 anemoi/datasets/create/input/step.py,sha256=WcR9NgRvUKF60Fo5veLvRCAQMrOd55x1gOEAmd2t2r4,5948
 anemoi/datasets/create/input/template.py,sha256=Iycw9VmfA0WEIDP_Of8bp-8HsV0EUfwbnm0WjxiO4GA,4092
 anemoi/datasets/create/input/trace.py,sha256=dakPYMmwKq6s17Scww1CN-xYBD3btJTGeDknOhAcnEM,3320
 anemoi/datasets/create/sources/__init__.py,sha256=XNiiGaC6NbxnGfl6glPw-gTJASi3vsGKwVlfkMqYGk4,950
-anemoi/datasets/create/sources/accumulations.py,sha256=ZA8F8RJPMHok5RpIHH4x-txwiSll8zuWwqJ3rn95JHk,20295
+anemoi/datasets/create/sources/accumulations.py,sha256=ifnUtbvmA8s7KOEL7ZOgbkiPxL3pa0FclGsZWZN3eyE,32782
 anemoi/datasets/create/sources/accumulations2.py,sha256=iBORRrH0N7r3gMWm3mCkJ6XmB-dO_lEckHPwvmk9fu0,20673
 anemoi/datasets/create/sources/anemoi_dataset.py,sha256=2xJJTmKlv87F_2ECMKeehaeW7_oWLlDcLt8C_Prp1RI,2017
 anemoi/datasets/create/sources/constants.py,sha256=5O6d9tEuAmVjl5vNkNfmkaAjKXFlw1UjeueTsF1GZCI,1528
 anemoi/datasets/create/sources/eccc_fstd.py,sha256=8HK38f444HcWMvBhooP0XqTfMXYoCbN_8G9RI_Ne5rc,659
 anemoi/datasets/create/sources/empty.py,sha256=5mVIVRUwnBfE3zp-bvNA_imXCSpyds-4mewcI8HXAiY,1020
-anemoi/datasets/create/sources/forcings.py,sha256=877OZoXUoJncQ2_AAGSijwWqM-4kJJdxdIa6SFvZBUw,1216
-anemoi/datasets/create/sources/grib.py,sha256=nGjrKTQZB8GQCvfX7SgfdmcVJVSXF9kpb2GmSX7H7bM,8731
+anemoi/datasets/create/sources/forcings.py,sha256=PmcAd-nFZzILRxfvrptb45VLD9Nd2vjy0xeToeoKl1Y,1222
+anemoi/datasets/create/sources/grib.py,sha256=wh1kx2IbzeHDzqSEKB-gaM3Cs3Z_oVa7pyHZiOzF3-s,4278
 anemoi/datasets/create/sources/grib_index.py,sha256=Pnm0RLga9lpD4MqVaZr7IqXMBlw1DtTIWZRfz7fq30Q,19026
 anemoi/datasets/create/sources/hindcasts.py,sha256=_4880rgd4AsRxlDXVi6dkh8mlKXrz2i27btVlmlMFjY,2611
 anemoi/datasets/create/sources/legacy.py,sha256=RJce-9TwmUUCFbgC8A3Dp61nSBfB8_lWti8WNoOMIcU,2652
@@ -92,7 +94,7 @@ anemoi/datasets/create/sources/source.py,sha256=x8k---A2_3AglYqNsXLlv1ti4f9n_gVK
 anemoi/datasets/create/sources/tendencies.py,sha256=saHGYl-MnvBEeZX-n1zgT8lehA7LC2G5dMNnxklI9-U,5590
 anemoi/datasets/create/sources/xarray.py,sha256=zBuWCmBidEY3Wz6DDRZStBcrkw646AXpIM8B1nHV55c,2555
 anemoi/datasets/create/sources/xarray_kerchunk.py,sha256=vdFaFzze8VLjYUgIX8Lc39ELvwmgfT3ioyxBHAt4nrs,1136
-anemoi/datasets/create/sources/xarray_zarr.py,sha256=McY-vgXmUbGAkBViAfYwBUeVmGUU-Qr8UW-jUGu5-9s,1209
+anemoi/datasets/create/sources/xarray_zarr.py,sha256=5eQOpB3sBD49RarTME81s0ynIVkha2pP0ymA4TNnLYY,1201
 anemoi/datasets/create/sources/zenodo.py,sha256=KEetFEk5GzGFpoos8rbBQBTa2XElWG7oTYjfZXgbu0Q,2065
 anemoi/datasets/create/sources/xarray_support/README.md,sha256=56olM9Jh0vI0_bU9GI-IqbBcz4DZXWONqvdzN_VeAFE,78
 anemoi/datasets/create/sources/xarray_support/__init__.py,sha256=8Dv7KQW8O3VvHOsSbqYdjaaomYIhXIKgSGatnNEweNU,5564
@@ -101,42 +103,42 @@ anemoi/datasets/create/sources/xarray_support/field.py,sha256=YRxx6kh1qO2qQ6I_Vy
 anemoi/datasets/create/sources/xarray_support/fieldlist.py,sha256=UyUljq2Ax-PpQ-bvG4Dsi_lkZucuPgCy120EadDeUMU,8271
 anemoi/datasets/create/sources/xarray_support/flavour.py,sha256=UyfzBjYMNfugMCq-r5Ie3qDuorLwaalPi_0oZHckZcg,32073
 anemoi/datasets/create/sources/xarray_support/grid.py,sha256=lsE8bQwBH9pflzvsJ89Z6ExYPdHJd54xorMNzL2gTd0,6181
-anemoi/datasets/create/sources/xarray_support/metadata.py,sha256=WRO86l-ZB7iJ7pG5Vz9kVv5h1MokfF0fuy0bNSNBRIc,10687
+anemoi/datasets/create/sources/xarray_support/metadata.py,sha256=OJ35Y4m9BpPmnrabD9qiuHUEfejc6YfTIWPm8prHokk,10876
 anemoi/datasets/create/sources/xarray_support/patch.py,sha256=Snk8bz7gp0HrG0MrY5hrXu7VC0tKgtoiWXByi2sBYJc,2037
 anemoi/datasets/create/sources/xarray_support/time.py,sha256=Y_lZTUOXWJH4jcSgyL4WTDwrtPXi7MUiumaXfRoqqAY,12486
 anemoi/datasets/create/sources/xarray_support/variable.py,sha256=fcazws9vuizmx55JCXwbkwffg4WxJllPrEg2US1VysE,9163
 anemoi/datasets/create/statistics/__init__.py,sha256=_BuPcuUrwQAEcMQVds93EV9M5ys2ao8jCWKV4OVoSSA,18291
 anemoi/datasets/create/statistics/summary.py,sha256=JdtChTmsr1Y958_nka36HltTbeZkawuGbprbfZD7Ux8,4790
 anemoi/datasets/data/__init__.py,sha256=wzhk_7VQImge12Xkg99xuiFOC7DAjBW1mu446y0Iq60,3057
-anemoi/datasets/data/complement.py,sha256=QcbcAW3HaG1g4QBrEzH6Lzk8YEdnK9hJP4OpxW_oU2E,9835
+anemoi/datasets/data/complement.py,sha256=N1vJAO2bijrWAxXQi9AFAPVEBe4vikSIKEXcX1EqQHI,10590
 anemoi/datasets/data/concat.py,sha256=eY5rujcdal00BJCv00mKSlxp0FKVvPQd7uqrBnL9fj4,8996
 anemoi/datasets/data/dataset.py,sha256=d-LZPCczG2-ZAua29FGP3_QWzwdnWPHhKpG1dHFQKio,31290
 anemoi/datasets/data/debug.css,sha256=z2X_ZDSnZ9C3pyZPWnQiEyAxuMxUaxJxET4oaCImTAQ,211
 anemoi/datasets/data/debug.py,sha256=hVa1jAQ-TK7CoKJNyyUC0eZPobFG-FpkVXEaO_3B-MA,10796
 anemoi/datasets/data/ensemble.py,sha256=-36kMjuT2y5jUeSnjCRTCyE4um6DLAADBVSKSTkHZZg,5352
 anemoi/datasets/data/fill_missing.py,sha256=ceONpzD-PWLMTtG4WOw6USw-Cd1O55VYzfpAiEsROK8,8797
-anemoi/datasets/data/forwards.py,sha256=d0LL0AORQApGmuPIfMWevOOZuePlgZ6GldHUKmqnTtg,19732
-anemoi/datasets/data/grids.py,sha256=vTAfGq3SaTU4tQzzfeRpFAKlmfL-JVvpjP4e3nGWO3s,22045
+anemoi/datasets/data/forwards.py,sha256=3DHmjed5lDG-4tUIafvbAE5z7bJ-odVT6yG68EdQzoY,19904
+anemoi/datasets/data/grids.py,sha256=8fZSitKTStBT-fsQWwTXiTgyrmYjh_jQ5dJi1U3lRz0,22056
 anemoi/datasets/data/indexing.py,sha256=DasVd1j0FB0iTw6eqvhiLka4ztf2zJcI5NgWxmtxzCw,7526
 anemoi/datasets/data/interpolate.py,sha256=-kSYwdjKH7zJtfITdbqdH6KyOFGVZDyHg4TaFk9shEI,9279
 anemoi/datasets/data/join.py,sha256=ZEHOsCecKBkKKH-vki404Sm7r7cV368ECO7PXPpay3s,9212
 anemoi/datasets/data/masked.py,sha256=giOvHLcGbLf6mZPqZjAxQd1kvydmkepDFh2EqchXLTQ,10213
 anemoi/datasets/data/merge.py,sha256=SvQhJHf-C-Kn7hEjFqomienk-epPPjMtoccRNCJpMtw,8733
-anemoi/datasets/data/misc.py,sha256=l8ZJwEjUf9CoPn-RhnilVDVTGypkVIzJ5xV77h8zzkc,20951
+anemoi/datasets/data/misc.py,sha256=6JOag2VJBJhz-eEEWL9F5nriEJyKz9aZL2P3FYcOSJo,20951
 anemoi/datasets/data/missing.py,sha256=ogfVDponbs0bGHMxps32Fj_fq4gT26R70yEMco5gdK8,12593
 anemoi/datasets/data/rescale.py,sha256=nGfJ5tWCncMJ7NMXkLbmt6z0ELrD6FxpbjJreQ3W91g,7004
 anemoi/datasets/data/select.py,sha256=Xs6uOzJL0CoOGeWA_E5_ukr8Jav2kXbZ41vhk7Vr8PE,8277
 anemoi/datasets/data/statistics.py,sha256=Hi9tPtNPBFaD0jcBa5vxoZp1radEMS-1RXwA3RbWrK8,3173
-anemoi/datasets/data/stores.py,sha256=-1WSQDYCMJVZlcvBim7Ay_h-VLJffbJ3v7N0uB2VfXc,18918
+anemoi/datasets/data/stores.py,sha256=9RuNKbBv3SeEKRME63GZKzlJonMlvvyQk6F4xhSheL4,20023
 anemoi/datasets/data/subset.py,sha256=3h3Y7Mcw-fxs9-S0z8WNk6TcV5Hk5u9ZWfpJCTAZt4g,8804
 anemoi/datasets/data/unchecked.py,sha256=c7YIa9gFxOOjqyyOqrhGaFWQ1pN7_0W1Q8ABUTkI8e8,7311
 anemoi/datasets/data/xy.py,sha256=-jWzYismrK3eI3YCKIBpU1BCmraRncmVn0_2IUY--lk,7579
 anemoi/datasets/dates/__init__.py,sha256=pEArHDQ7w5E0WC8Vvf9ypyKSdm6gnhoN9TmooITB7C4,13617
 anemoi/datasets/dates/groups.py,sha256=IOveL6IyTXZwEdXZEnRAnpu9pINY95VN7LzcpLfJ09E,10105
 anemoi/datasets/utils/__init__.py,sha256=hCW0QcLHJmE-C1r38P27_ZOvCLNewex5iQEtZqx2ckI,393
-anemoi_datasets-0.5.20.dist-info/licenses/LICENSE,sha256=8HznKF1Vi2IvfLsKNE5A2iVyiri3pRjRPvPC9kxs6qk,11354
-anemoi_datasets-0.5.20.dist-info/METADATA,sha256=iGcUiyvv_JjdtsXo_oq_WgwweD1nPE0xAM8n5d0qeQU,16039
-anemoi_datasets-0.5.20.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-anemoi_datasets-0.5.20.dist-info/entry_points.txt,sha256=yR-o-4uiPEA_GLBL81SkMYnUoxq3CAV3hHulQiRtGG0,66
-anemoi_datasets-0.5.20.dist-info/top_level.txt,sha256=DYn8VPs-fNwr7fNH9XIBqeXIwiYYd2E2k5-dUFFqUz0,7
-anemoi_datasets-0.5.20.dist-info/RECORD,,
+anemoi_datasets-0.5.22.dist-info/licenses/LICENSE,sha256=8HznKF1Vi2IvfLsKNE5A2iVyiri3pRjRPvPC9kxs6qk,11354
+anemoi_datasets-0.5.22.dist-info/METADATA,sha256=69SMdVpJ30oSexpKZRQnt8wh1-Y_SqG2blHvW0XByVY,16113
+anemoi_datasets-0.5.22.dist-info/WHEEL,sha256=0CuiUZ_p9E4cD6NyLD6UG80LBXYyiSYZOKDm5lp32xk,91
+anemoi_datasets-0.5.22.dist-info/entry_points.txt,sha256=yR-o-4uiPEA_GLBL81SkMYnUoxq3CAV3hHulQiRtGG0,66
+anemoi_datasets-0.5.22.dist-info/top_level.txt,sha256=DYn8VPs-fNwr7fNH9XIBqeXIwiYYd2E2k5-dUFFqUz0,7
+anemoi_datasets-0.5.22.dist-info/RECORD,,