anemoi-datasets 0.5.10__py3-none-any.whl → 0.5.12__py3-none-any.whl

anemoi/datasets/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.5.10'
-__version_tuple__ = version_tuple = (0, 5, 10)
+__version__ = version = '0.5.12'
+__version_tuple__ = version_tuple = (0, 5, 12)

anemoi/datasets/create/__init__.py

@@ -19,7 +19,6 @@ from functools import cached_property
 import cftime
 import numpy as np
 import tqdm
-from anemoi.utils.config import DotDict as DotDict
 from anemoi.utils.dates import as_datetime
 from anemoi.utils.dates import frequency_to_string
 from anemoi.utils.dates import frequency_to_timedelta
@@ -327,7 +326,7 @@ class HasElementForDataMixin:
         self.output = build_output(config.output, parent=self)
 
         self.input = build_input_(main_config=config, output_config=self.output)
-        LOG.info(self.input)
+        LOG.info("%s", self.input)
 
 
 def build_input_(main_config, output_config):

anemoi/datasets/create/functions/filters/rename.py

@@ -44,7 +44,6 @@ class RenamedFieldMapping:
 
     def __repr__(self) -> str:
         return repr(self.field)
-        return f"{self.field} -> {self.what} -> {self.renaming}"
 
 
 class RenamedFieldFormat:

anemoi/datasets/create/functions/sources/grib.py

@@ -9,11 +9,14 @@
 
 
 import glob
+import logging
 
 from earthkit.data import from_source
 from earthkit.data.indexing.fieldlist import FieldArray
 from earthkit.data.utils.patterns import Pattern
 
+LOG = logging.getLogger(__name__)
+
 
 def _load(context, name, record):
     ds = None
@@ -141,4 +144,7 @@ def execute(context, dates, path, latitudes=None, longitudes=None, *args, **kwar
     if geography is not None:
         ds = FieldArray([AddGrid(_, geography) for _ in ds])
 
+    if len(ds) == 0:
+        LOG.warning(f"No fields found for {dates} in {given_paths} (kwargs={kwargs})")
+
     return ds

anemoi/datasets/create/functions/sources/xarray/__init__.py

@@ -12,7 +12,6 @@ import logging
 from earthkit.data.core.fieldlist import MultiFieldList
 
 from anemoi.datasets.data.stores import name_to_zarr_store
-from anemoi.datasets.utils.fields import NewMetadataField as NewMetadataField
 
 from .. import iterate_patterns
 from .fieldlist import XarrayFieldList

anemoi/datasets/create/functions/sources/xarray/field.py

@@ -10,6 +10,7 @@
 
 import datetime
 import logging
+from functools import cached_property
 
 from earthkit.data.core.fieldlist import Field
 from earthkit.data.core.fieldlist import math
@@ -46,8 +47,6 @@ class XArrayField(Field):
             This is actually a nD object, but the first dimensions are always 1.
             The other two dimensions are latitude and longitude.
         """
-        super().__init__(owner.array_backend)
-
         self.owner = owner
         self.selection = selection
 
@@ -86,7 +85,8 @@ class XArrayField(Field):
 
         return values  # .reshape(self.shape)
 
-    def _make_metadata(self):
+    @cached_property
+    def _metadata(self):
         return XArrayMetadata(self)
 
     def grid_points(self):

anemoi/datasets/create/functions/sources/xarray/fieldlist.py

@@ -14,10 +14,8 @@ import logging
 import yaml
 from earthkit.data.core.fieldlist import FieldList
 
-from .coordinates import is_scalar as is_scalar
 from .field import EmptyFieldList
 from .flavour import CoordinateGuesser
-from .metadata import XArrayMetadata as XArrayMetadata
 from .time import Time
 from .variable import FilteredVariable
 from .variable import Variable

anemoi/datasets/create/functions/sources/xarray/variable.py

@@ -13,7 +13,6 @@ import math
 from functools import cached_property
 
 import numpy as np
-from earthkit.data.utils.array import ensure_backend
 
 from .field import XArrayField
 
@@ -30,7 +29,6 @@ class Variable:
         grid,
         time,
         metadata,
-        array_backend=None,
     ):
         self.ds = ds
         self.variable = variable
@@ -48,7 +46,6 @@ class Variable:
         self.by_name = {c.variable.name: c for c in coordinates}
 
         self.length = math.prod(self.shape)
-        self.array_backend = ensure_backend(array_backend)
 
     @property
     def name(self):

anemoi/datasets/create/input/action.py

@@ -10,14 +10,8 @@
 import logging
 from copy import deepcopy
 
-from anemoi.utils.dates import as_datetime as as_datetime
-from anemoi.utils.dates import frequency_to_timedelta as frequency_to_timedelta
 from earthkit.data.core.order import build_remapping
 
-from anemoi.datasets.dates import DatesProvider as DatesProvider
-from anemoi.datasets.fields import FieldArray as FieldArray
-from anemoi.datasets.fields import NewValidDateTimeField as NewValidDateTimeField
-
 from .context import Context
 from .misc import is_function
 

anemoi/datasets/create/input/context.py

@@ -10,14 +10,8 @@
 import logging
 import textwrap
 
-from anemoi.utils.dates import as_datetime as as_datetime
-from anemoi.utils.dates import frequency_to_timedelta as frequency_to_timedelta
 from anemoi.utils.humanize import plural
 
-from anemoi.datasets.dates import DatesProvider as DatesProvider
-from anemoi.datasets.fields import FieldArray as FieldArray
-from anemoi.datasets.fields import NewValidDateTimeField as NewValidDateTimeField
-
 from .trace import step
 from .trace import trace
 

anemoi/datasets/create/input/data_sources.py

@@ -10,13 +10,6 @@
 import logging
 from functools import cached_property
 
-from anemoi.utils.dates import as_datetime as as_datetime
-from anemoi.utils.dates import frequency_to_timedelta as frequency_to_timedelta
-
-from anemoi.datasets.dates import DatesProvider as DatesProvider
-from anemoi.datasets.fields import FieldArray as FieldArray
-from anemoi.datasets.fields import NewValidDateTimeField as NewValidDateTimeField
-
 from .action import Action
 from .action import action_factory
 from .misc import _tidy

anemoi/datasets/create/input/empty.py

@@ -10,13 +10,6 @@
 import logging
 from functools import cached_property
 
-from anemoi.utils.dates import as_datetime as as_datetime
-from anemoi.utils.dates import frequency_to_timedelta as frequency_to_timedelta
-
-from anemoi.datasets.dates import DatesProvider as DatesProvider
-from anemoi.datasets.fields import FieldArray as FieldArray
-from anemoi.datasets.fields import NewValidDateTimeField as NewValidDateTimeField
-
 from .misc import assert_fieldlist
 from .result import Result
 from .trace import trace_datasource

anemoi/datasets/create/input/filter.py

@@ -10,13 +10,6 @@
 import logging
 from functools import cached_property
 
-from anemoi.utils.dates import as_datetime as as_datetime
-from anemoi.utils.dates import frequency_to_timedelta as frequency_to_timedelta
-
-from anemoi.datasets.dates import DatesProvider as DatesProvider
-from anemoi.datasets.fields import FieldArray as FieldArray
-from anemoi.datasets.fields import NewValidDateTimeField as NewValidDateTimeField
-
 from ..functions import import_function
 from .function import FunctionContext
 from .misc import _tidy

anemoi/datasets/create/input/function.py

@@ -10,13 +10,6 @@
 import logging
 from functools import cached_property
 
-from anemoi.utils.dates import as_datetime as as_datetime
-from anemoi.utils.dates import frequency_to_timedelta as frequency_to_timedelta
-
-from anemoi.datasets.dates import DatesProvider as DatesProvider
-from anemoi.datasets.fields import FieldArray as FieldArray
-from anemoi.datasets.fields import NewValidDateTimeField as NewValidDateTimeField
-
 from ..functions import import_function
 from .action import Action
 from .misc import _tidy

anemoi/datasets/create/input/misc.py

@@ -10,15 +10,9 @@
 import logging
 from functools import wraps
 
-from anemoi.utils.dates import as_datetime as as_datetime
-from anemoi.utils.dates import frequency_to_timedelta as frequency_to_timedelta
 from earthkit.data.core.fieldlist import MultiFieldList
 from earthkit.data.indexing.fieldlist import FieldList
 
-from anemoi.datasets.dates import DatesProvider as DatesProvider
-from anemoi.datasets.fields import FieldArray as FieldArray
-from anemoi.datasets.fields import NewValidDateTimeField as NewValidDateTimeField
-
 from ..functions import import_function
 
 LOG = logging.getLogger(__name__)

anemoi/datasets/create/input/pipe.py

@@ -7,6 +7,7 @@
 # granted to it by virtue of its status as an intergovernmental organisation
 # nor does it submit to any jurisdiction.
 
+import json
 import logging
 
 from .action import Action
@@ -20,7 +21,11 @@ LOG = logging.getLogger(__name__)
 class PipeAction(Action):
     def __init__(self, context, action_path, *configs):
         super().__init__(context, action_path, *configs)
-        assert len(configs) > 1, configs
+        if len(configs) <= 1:
+            raise ValueError(
+                f"PipeAction requires at least two actions, got {len(configs)}\n{json.dumps(configs, indent=2)}"
+            )
+
         current = action_factory(configs[0], context, action_path + ["0"])
         for i, c in enumerate(configs[1:]):
             current = step_factory(c, context, action_path + [str(i + 1)], previous_step=current)

anemoi/datasets/create/input/repeated_dates.py

@@ -12,12 +12,11 @@ import logging
 from collections import defaultdict
 
 import numpy as np
+from anemoi.transform.fields import new_field_with_valid_datetime
+from anemoi.transform.fields import new_fieldlist_from_list
 from anemoi.utils.dates import as_datetime
 from anemoi.utils.dates import frequency_to_timedelta
 
-from anemoi.datasets.fields import FieldArray
-from anemoi.datasets.fields import NewValidDateTimeField
-
 from .action import Action
 from .action import action_factory
 from .join import JoinResult
@@ -116,9 +115,10 @@ class DateMapperClosest(DateMapper):
 
 
 class DateMapperClimatology(DateMapper):
-    def __init__(self, source, year, day):
+    def __init__(self, source, year, day, hour=None):
         self.year = year
         self.day = day
+        self.hour = hour
 
     def transform(self, group_of_dates):
         from anemoi.datasets.dates.groups import GroupOfDates
@@ -130,6 +130,8 @@ class DateMapperClimatology(DateMapper):
         new_dates = defaultdict(list)
         for date in dates:
             new_date = date.replace(year=self.year, day=self.day)
+            if self.hour is not None:
+                new_date = new_date.replace(hour=self.hour, minute=0, second=0)
             new_dates[new_date].append(date)
 
         for date, dates in new_dates.items():
@@ -185,9 +187,12 @@ class DateMapperResult(Result):
 
         for field in self.source_results.datasource:
             for date in self.original_group_of_dates:
-                result.append(NewValidDateTimeField(field, date))
+                result.append(new_field_with_valid_datetime(field, date))
+
+        if not result:
+            raise ValueError("repeated_dates: no input data found")
 
-        return FieldArray(result)
+        return new_fieldlist_from_list(result)
 
 
 class RepeatedDatesAction(Action):

anemoi/datasets/create/input/result.py

@@ -15,16 +15,10 @@ from collections import defaultdict
 from functools import cached_property
 
 import numpy as np
-from anemoi.utils.dates import as_datetime as as_datetime
-from anemoi.utils.dates import frequency_to_timedelta as frequency_to_timedelta
 from anemoi.utils.humanize import seconds_to_human
 from anemoi.utils.humanize import shorten_list
 from earthkit.data.core.order import build_remapping
 
-from anemoi.datasets.dates import DatesProvider as DatesProvider
-from anemoi.datasets.fields import FieldArray as FieldArray
-from anemoi.datasets.fields import NewValidDateTimeField as NewValidDateTimeField
-
 from .trace import trace
 from .trace import trace_datasource
 

anemoi/datasets/create/input/step.py

@@ -10,13 +10,6 @@
 import logging
 from copy import deepcopy
 
-from anemoi.utils.dates import as_datetime as as_datetime
-from anemoi.utils.dates import frequency_to_timedelta as frequency_to_timedelta
-
-from anemoi.datasets.dates import DatesProvider as DatesProvider
-from anemoi.datasets.fields import FieldArray as FieldArray
-from anemoi.datasets.fields import NewValidDateTimeField as NewValidDateTimeField
-
 from .action import Action
 from .context import Context
 from .misc import is_function

anemoi/datasets/data/dataset.py

@@ -15,6 +15,7 @@ import pprint
 import warnings
 from functools import cached_property
 
+import numpy as np
 from anemoi.utils.dates import frequency_to_seconds
 from anemoi.utils.dates import frequency_to_string
 from anemoi.utils.dates import frequency_to_timedelta
@@ -42,6 +43,9 @@ def _tidy(v):
     if isinstance(v, slice):
         return (v.start, v.stop, v.step)
 
+    if isinstance(v, np.integer):
+        return int(v)
+
     return v
 
 
@@ -241,7 +245,8 @@ class Dataset:
         if not isinstance(vars, (list, tuple, set)):
             vars = [vars]
 
-        assert set(vars) <= set(self.name_to_index)
+        if not set(vars) <= set(self.name_to_index):
+            raise ValueError(f"drop: unknown variables: {set(vars) - set(self.name_to_index)}")
 
         return sorted([v for k, v in self.name_to_index.items() if k not in vars])
 

anemoi/datasets/data/grids.py

@@ -289,14 +289,15 @@ class Cutout(GridsBase):
         """
         index, changes = index_to_slices(index, self.shape)
         # Select data from each LAM
-        lam_data = [lam[index] for lam in self.lams]
+        lam_data = [lam[index[:3]] for lam in self.lams]
 
         # First apply spatial indexing on `self.globe` and then apply the mask
         globe_data_sliced = self.globe[index[:3]]
         globe_data = globe_data_sliced[..., self.global_mask]
 
-        # Concatenate LAM data with global data
-        result = np.concatenate(lam_data + [globe_data], axis=self.axis)
+        # Concatenate LAM data with global data, apply the grid slicing
+        result = np.concatenate(lam_data + [globe_data], axis=self.axis)[..., index[3]]
+
         return apply_index_to_slices_changes(result, changes)
 
     def collect_supporting_arrays(self, collected, *path):
@@ -324,7 +325,8 @@ class Cutout(GridsBase):
         """
         shapes = [np.sum(mask) for mask in self.masks]
         global_shape = np.sum(self.global_mask)
-        return tuple(self.lams[0].shape[:-1] + (sum(shapes) + global_shape,))
+        total_shape = sum(shapes) + global_shape
+        return tuple(self.lams[0].shape[:-1] + (int(total_shape),))
 
     def check_same_resolution(self, d1, d2):
         # Turned off because we are combining different resolutions

anemoi/datasets/data/join.py

@@ -124,7 +124,14 @@ class Join(Combined):
                 if v in md:
                     result[v] = md[v]
 
-        assert len(result) == len(variables), (result, variables)
+        if len(result) != len(variables):
+            LOG.error("Some variables are missing metadata.")
+            for v in variables:
+                if v not in result:
+                    LOG.error("Missing metadata for %r.", v)
+
+            raise ValueError("Some variables are missing metadata.")
+
         return result
 
     @cached_property

anemoi/datasets/dates/groups.py

@@ -28,7 +28,7 @@ class GroupOfDates:
         assert isinstance(provider, DatesProvider), type(provider)
         assert isinstance(dates, list)
 
-        self.dates = dates
+        self.dates = [as_datetime(_) for _ in dates]
         self.provider = provider
         self.partial_ok = partial_ok
 

{anemoi_datasets-0.5.10.dist-info → anemoi_datasets-0.5.12.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: anemoi-datasets
-Version: 0.5.10
+Version: 0.5.12
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
-License: Apache License
+License:                                  Apache License
                                    Version 2.0, January 2004
                                 http://www.apache.org/licenses/
         
@@ -224,40 +224,39 @@ Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Programming Language :: Python :: Implementation :: PyPy
 Requires-Python: >=3.9
 License-File: LICENSE
-Requires-Dist: anemoi-transform >=0.0.5
-Requires-Dist: anemoi-utils[provenance] >=0.4.2
+Requires-Dist: anemoi-transform>=0.1
+Requires-Dist: anemoi-utils[provenance]>=0.4.9
 Requires-Dist: cfunits
 Requires-Dist: numpy
 Requires-Dist: pyyaml
 Requires-Dist: semantic-version
 Requires-Dist: tqdm
-Requires-Dist: zarr <=2.17
+Requires-Dist: zarr<=2.17
 Provides-Extra: all
-Requires-Dist: anemoi-datasets[create,remote,xarray] ; extra == 'all'
+Requires-Dist: anemoi-datasets[create,remote,xarray]; extra == "all"
 Provides-Extra: create
-Requires-Dist: earthkit-data[mars] >=0.10.7 ; extra == 'create'
-Requires-Dist: earthkit-geo >=0.2 ; extra == 'create'
-Requires-Dist: earthkit-meteo ; extra == 'create'
-Requires-Dist: eccodes >=2.38.1 ; extra == 'create'
-Requires-Dist: entrypoints ; extra == 'create'
-Requires-Dist: pyproj ; extra == 'create'
+Requires-Dist: earthkit-data[mars]>=0.10.7; extra == "create"
+Requires-Dist: earthkit-geo>=0.2; extra == "create"
+Requires-Dist: earthkit-meteo; extra == "create"
+Requires-Dist: eccodes>=2.38.1; extra == "create"
+Requires-Dist: entrypoints; extra == "create"
+Requires-Dist: pyproj; extra == "create"
 Provides-Extra: dev
-Requires-Dist: anemoi-datasets[all,docs,tests] ; extra == 'dev'
+Requires-Dist: anemoi-datasets[all,docs,tests]; extra == "dev"
 Provides-Extra: docs
-Requires-Dist: nbsphinx ; extra == 'docs'
-Requires-Dist: pandoc ; extra == 'docs'
-Requires-Dist: sphinx ; extra == 'docs'
-Requires-Dist: sphinx-argparse ; extra == 'docs'
-Requires-Dist: sphinx-rtd-theme ; extra == 'docs'
+Requires-Dist: nbsphinx; extra == "docs"
+Requires-Dist: pandoc; extra == "docs"
+Requires-Dist: sphinx; extra == "docs"
+Requires-Dist: sphinx-argparse; extra == "docs"
+Requires-Dist: sphinx-rtd-theme; extra == "docs"
 Provides-Extra: remote
-Requires-Dist: boto3 ; extra == 'remote'
-Requires-Dist: requests ; extra == 'remote'
+Requires-Dist: boto3; extra == "remote"
+Requires-Dist: requests; extra == "remote"
 Provides-Extra: tests
-Requires-Dist: pytest ; extra == 'tests'
+Requires-Dist: pytest; extra == "tests"
 Provides-Extra: xarray
-Requires-Dist: gcsfs ; extra == 'xarray'
-Requires-Dist: kerchunk ; extra == 'xarray'
-Requires-Dist: pandas ; extra == 'xarray'
-Requires-Dist: planetary-computer ; extra == 'xarray'
-Requires-Dist: pystac-client ; extra == 'xarray'
-
+Requires-Dist: gcsfs; extra == "xarray"
+Requires-Dist: kerchunk; extra == "xarray"
+Requires-Dist: pandas; extra == "xarray"
+Requires-Dist: planetary-computer; extra == "xarray"
+Requires-Dist: pystac-client; extra == "xarray"

{anemoi_datasets-0.5.10.dist-info → anemoi_datasets-0.5.12.dist-info}/RECORD

@@ -1,7 +1,6 @@
 anemoi/datasets/__init__.py,sha256=0GOHATiKgkUqLRgAVQhNP1aPO7ULfSr8DqUf2ANPEv8,1010
 anemoi/datasets/__main__.py,sha256=5NW2A3OgTimB4ptwYThivIRSeCrvabMuvnr8mmnVx0E,715
-anemoi/datasets/_version.py,sha256=BixMRkBB7zaOaaqyQD1DB0Uu3zeudj_rm9MVXojbgng,413
-anemoi/datasets/fields.py,sha256=OCOu4i3UFjI_EqOm3gW5_8yEnM3EhNMb3MzbCki0piI,1941
+anemoi/datasets/_version.py,sha256=ZArwdbjC4yDqbe9dEwhZVS693DGl1K3jnRxJy_dutjo,413
 anemoi/datasets/grids.py,sha256=bq7pB_6uswILT3t8C8SeUpUrBww31dw5au_USrped6c,10919
 anemoi/datasets/testing.py,sha256=7HGOz5_V9MbkHTDJ4KbklGRndBMrFfVrBBu6a9k0_qY,1825
 anemoi/datasets/commands/__init__.py,sha256=O5W3yHZywRoAqmRUioAr3zMCh0hGVV18wZYGvc00ioM,698
@@ -21,7 +20,7 @@ anemoi/datasets/commands/publish.py,sha256=z1MV9_1BsEnw81Y_17fHkKGYe8_ZJo9eeQ1kG
 anemoi/datasets/commands/scan.py,sha256=mXzYEcYsncxC7ItyL_TlVRiWji6OFYfVxO5OMD9mbEI,3304
 anemoi/datasets/compute/__init__.py,sha256=hCW0QcLHJmE-C1r38P27_ZOvCLNewex5iQEtZqx2ckI,393
 anemoi/datasets/compute/recentre.py,sha256=tKs-YZLhqsMRBNEUF41hcuMmyvbRuFX07xJq-Cqg2_w,4954
-anemoi/datasets/create/__init__.py,sha256=Hbkuxiy3Dv85SCRLV0R6KpJOLLYFRYPVbfMc-O1T0N8,36304
+anemoi/datasets/create/__init__.py,sha256=q8JIS6mcfJhMD8-uJN-EMkaG4DwKNTIJy53iGKHhiXw,36259
 anemoi/datasets/create/check.py,sha256=1fT1au1LmSGKTQYhnmMK9ImSZnLLevkKX1a0jUtEuVc,6148
 anemoi/datasets/create/chunks.py,sha256=c7ufk-EamAGqxOI4ScTFlBzdEiH6V1R0f0SPavtZ2Xw,2457
 anemoi/datasets/create/config.py,sha256=Tq9kJ-bKhYSTWCXNa8lZIJpO3RteZfCr5hQVM12IgD0,8892
@@ -37,7 +36,7 @@ anemoi/datasets/create/functions/filters/empty.py,sha256=EGLufFcNFoqIXTZj7jQFjtF
 anemoi/datasets/create/functions/filters/noop.py,sha256=5YqumPxlGDOZOrYWayLr8PTycVWG2X_0PmoFi3Hj584,458
 anemoi/datasets/create/functions/filters/pressure_level_relative_humidity_to_specific_humidity.py,sha256=jjmocA4WDKCAL49QUFk_3S0JRiPMmeVM7Wlxmfr1v6c,1857
 anemoi/datasets/create/functions/filters/pressure_level_specific_humidity_to_relative_humidity.py,sha256=e8LvXUq-qNKJrcjb1DSUXaPeFfxcWxFjGAkm47cOnE8,1855
-anemoi/datasets/create/functions/filters/rename.py,sha256=HOL1H3evAsxtwbA7H3NlrFLXrEVwkXO60CTwzaFGWjE,2546
+anemoi/datasets/create/functions/filters/rename.py,sha256=cDF3xmdhwzIZn_nwaO3hxG4fb2vpKtJtmy0ZdLGXyHI,2481
 anemoi/datasets/create/functions/filters/rotate_winds.py,sha256=GZq8DFbwOxeROvPS5qVKlYuXq8xKbCAwlZprS6I04Hc,2429
 anemoi/datasets/create/functions/filters/single_level_dewpoint_to_relative_humidity.py,sha256=X5HbuMHFQoC2v_SYH4S7ocWFqV4JQUUGybvtyP-twaA,1719
 anemoi/datasets/create/functions/filters/single_level_relative_humidity_to_dewpoint.py,sha256=pTM5Hwsi9yeuBmz66m3Zlmr554USoLzgzMMGSMh4BmM,1908
@@ -51,7 +50,7 @@ anemoi/datasets/create/functions/sources/accumulations.py,sha256=tI5Aga1aLDp8Dqf
 anemoi/datasets/create/functions/sources/constants.py,sha256=GaiUpJPYupiLWl8O9GEZ9KmlD88pH6dlBiUVrhNl_uA,918
 anemoi/datasets/create/functions/sources/empty.py,sha256=YTpOJ3rcb_eS9CbnpwPWBR9r1APIAaG6a_N803YFZFE,500
 anemoi/datasets/create/functions/sources/forcings.py,sha256=p442lCOXm8TJFRlP0mgwZujveo9gCtdAGLS4KSIqYfk,661
-anemoi/datasets/create/functions/sources/grib.py,sha256=lsjCaorleRjdT2d0BerMDhBSglSVuwXT9kftQhKY15M,4384
+anemoi/datasets/create/functions/sources/grib.py,sha256=BSieYEnoG92-8lPlrK7CIaGX7qozpkixqHarucDZtLk,4543
 anemoi/datasets/create/functions/sources/hindcasts.py,sha256=AWtSW_VoeWIjwjojyAL8FskKMq9fTUfnQ1OI30_J2qA,1677
 anemoi/datasets/create/functions/sources/mars.py,sha256=_QDAhb1onZRBcH21jMdlhw8gp1taiQyt3bpkbQpGWRY,8736
 anemoi/datasets/create/functions/sources/netcdf.py,sha256=GZvd8-d9lQFQ6sJL1usJPtnVqRz2UWqJOX3Fup1CAcI,547
@@ -62,45 +61,45 @@ anemoi/datasets/create/functions/sources/tendencies.py,sha256=z8iDelu0vvDE8S-Rus
 anemoi/datasets/create/functions/sources/xarray_kerchunk.py,sha256=8evD6Sype3ffCbmQ0jMBpgR97UeNvkTB5rwchhy4YzY,1446
 anemoi/datasets/create/functions/sources/xarray_zarr.py,sha256=3JvoGfQZ4NCUcfxDAbNZOL7z2VRNJzr1H3r8dsWbrgk,545
 anemoi/datasets/create/functions/sources/zenodo.py,sha256=rPL9uNPeFTdI9XvVEahtHkxzE18MyrjNXZjpt_sNeH4,1251
-anemoi/datasets/create/functions/sources/xarray/__init__.py,sha256=cI9KoD4JpPb2buMzP3_y3juMw9rsxViG1XabekDJEQI,3214
+anemoi/datasets/create/functions/sources/xarray/__init__.py,sha256=fEJI2OGOtk-CJqCzaege0uwPKGpqEkeKxgt2bN-W934,3136
 anemoi/datasets/create/functions/sources/xarray/coordinates.py,sha256=-FkcAaio2KumOd20eb1hLv9rRhjnu-CyqtqzrMsZx18,6213
-anemoi/datasets/create/functions/sources/xarray/field.py,sha256=PaCbVvzcktlbjnaw6Yqa-MD15xlfa1HNjAxuGCjQ7O4,3673
-anemoi/datasets/create/functions/sources/xarray/fieldlist.py,sha256=efYYWQ7tw-zrzT8N_VhnblZ3IpccOdZuCdgdFtVegMA,5987
+anemoi/datasets/create/functions/sources/xarray/field.py,sha256=70_3wxBE-flftWqyHAyBP7FhwZOHgrSW6WDmA8QGszs,3680
+anemoi/datasets/create/functions/sources/xarray/fieldlist.py,sha256=wBHPQPm1oJnaVGO6p0opx9tEOIJkdINw_cCTG1y9GYk,5884
 anemoi/datasets/create/functions/sources/xarray/flavour.py,sha256=6mqldGyx40Zgy4_VkuGWKgrSuPbWKe__nmEradQO5qg,14855
 anemoi/datasets/create/functions/sources/xarray/grid.py,sha256=OuLBVv_CdgtLgGACpqhjX8fwtYzM7tfJiwUOXbG_ifw,3644
 anemoi/datasets/create/functions/sources/xarray/metadata.py,sha256=GXHjPm8MsFU9fBfJCjllPWtKahBcKWtQwj0yA7zt4hU,4573
 anemoi/datasets/create/functions/sources/xarray/time.py,sha256=RKODUhgGtApvee3C8SdcBpz2wlQ4zJhyov1UPvblsr4,5987
-anemoi/datasets/create/functions/sources/xarray/variable.py,sha256=JtX2fa_nD3U0DAAbeKCPoMM-yUFibPjzRfDJEVCrJ80,4525
+anemoi/datasets/create/functions/sources/xarray/variable.py,sha256=j2NN-zx-yjprIJLcidxMxFC4QQZ7I8Dd0nKMrgRpsdM,4385
 anemoi/datasets/create/input/__init__.py,sha256=cAwfW9AQiG2PfmZ2Irll7HX8HyiC0Nk1Q9OhoQ84ZAg,1625
-anemoi/datasets/create/input/action.py,sha256=TIymjH5DNUMP2cdVNcmYoUmKQ439Fbr7O1BJthbgL04,4203
+anemoi/datasets/create/input/action.py,sha256=SApZApq-_mlOwk1NTERgQlPdPL8lBlIk6rxYX3JBw_E,3857
 anemoi/datasets/create/input/concat.py,sha256=DwxgoTSTqNDsVcX5btUBAA7vXtX3G5m-zJ-jDrmAC-c,3279
-anemoi/datasets/create/input/context.py,sha256=Q6-FvsfQ4W2g27M7UeLWv_C8sqqDYCmgVpjDCZPLFFo,2094
-anemoi/datasets/create/input/data_sources.py,sha256=UDeu_Tp4V3OVHBdxb5YgY_e6gvQNJjL-bJ2RJa7Ogzg,2840
-anemoi/datasets/create/input/empty.py,sha256=67sgu9i799RlnBA8omqW23x9uQMW-bja1eZnkqYYC6M,1327
-anemoi/datasets/create/input/filter.py,sha256=He-iA3u9vL5h1k8Sn5VSN4Ox-8G1e5NcBuyq8kF3ueI,2415
-anemoi/datasets/create/input/function.py,sha256=deSuE_GQjyNvkxFUF8944U3Hf8wo0u-yplct0a8qwqE,4066
+anemoi/datasets/create/input/context.py,sha256=ohpbdlX7HKVR9peaX_yhx089AeJdhKLPsvPDttcz-uE,1748
+anemoi/datasets/create/input/data_sources.py,sha256=lXBD9gJ1EbInKElhUSY7HKz_9wnep9N2RzFJPDcoFbw,2493
+anemoi/datasets/create/input/empty.py,sha256=1rWFpHiKIUa-YhlmSSSU0R8dlUVQ9qFVDyJH1NrMmtU,980
+anemoi/datasets/create/input/filter.py,sha256=TmUEGFl4hkeXvUeVAwnowO0uEOQ0vn0DQZIhslc2C0Q,2068
+anemoi/datasets/create/input/function.py,sha256=F5GQgbtFYmyqFAgNGoGDuWw-xqkcCLzuu20n1TT4GfA,3719
 anemoi/datasets/create/input/join.py,sha256=wQP1-vVg4as-R5i3pstgK6HmTJAY7WyWYhCEF6FIU1c,1991
-anemoi/datasets/create/input/misc.py,sha256=Dgx_csPAkNWD-e_wcB5A15exv7So_K9l-bmOOcLcOBU,2321
-anemoi/datasets/create/input/pipe.py,sha256=mVOfoHHbZFB7HtfDaIOzmLthZ9t8d0IMzCGm4z9u1_Q,1185
-anemoi/datasets/create/input/repeated_dates.py,sha256=fXvrjd5WB0_PJiOOZRMXHA3yTPeBpAh0zxjB4IKI8yQ,6551
-anemoi/datasets/create/input/result.py,sha256=yijzLFoMQPr2xio2XyoHczb462OPosMP4x8-uENt8GQ,20359
-anemoi/datasets/create/input/step.py,sha256=ck5smf2h0ziHxyxvS7P_ajGhMNQ5vIL3qkEqjGRDDiA,3233
+anemoi/datasets/create/input/misc.py,sha256=r7NC_QRYA8iiJJbSFgQnNuixymATK0CPZknGxgYcLOk,1975
+anemoi/datasets/create/input/pipe.py,sha256=KfPCtiqyfqkXbmC-2LTqHkCQ7bJY46XMvNDnp9QeHTQ,1344
+anemoi/datasets/create/input/repeated_dates.py,sha256=biwnjgaRGzJiFk5fAY-YA4FotzdlwkY56GKUetzOulg,6840
+anemoi/datasets/create/input/result.py,sha256=-pcVcaaj3G_xcNKWWTgzVH5Ds5-ETWmErN0KeQGitAw,20013
+anemoi/datasets/create/input/step.py,sha256=CoowF9mc3kepT8XQ2ObxO750rnQEkYNTviIHQ1m-4UA,2886
 anemoi/datasets/create/input/template.py,sha256=Vgi4wQ1aeswLbji0fIzshYhISmzdrt7b0BmgeJJjYGc,1859
 anemoi/datasets/create/input/trace.py,sha256=DYXMSnwKqOIx0XWZTKNJojWz4EqaFLknTh6ysxsW9uY,2198
 anemoi/datasets/create/statistics/__init__.py,sha256=l6VE00sfcfqBg6cDFJTian-DLnvwt1QYEYq0lCHZ0PY,12786
 anemoi/datasets/create/statistics/summary.py,sha256=wmnz4fZkr6fomXgI8JlMutU8gakfrXTc5ixf3Np7gZA,3385
 anemoi/datasets/data/__init__.py,sha256=AW1-Ycj77pWQsZcDGsp0pgTS5rFW6XC4CzuUEIUPAIk,1558
 anemoi/datasets/data/concat.py,sha256=udtYINuoLOEYYKhi_VpG2-emv80pwZbFAZKwNwXJk3s,5244
-anemoi/datasets/data/dataset.py,sha256=rknyaODW9uNSd456139ZUaqTrd59RHUab5nCFWKdSaQ,15414
+anemoi/datasets/data/dataset.py,sha256=73NjQo7wUSWqfdpyVVZIpWgEmy1x9-beN-kVtgfhBJE,15587
 anemoi/datasets/data/debug.css,sha256=z2X_ZDSnZ9C3pyZPWnQiEyAxuMxUaxJxET4oaCImTAQ,211
 anemoi/datasets/data/debug.py,sha256=IjCMwtAvknF51PCl_YRYgMZB2iX_9DC5DKILNgl_UHQ,6300
 anemoi/datasets/data/ensemble.py,sha256=KNIXDfjYSIo6JVn1bD9X92yffd4Gg83wn_2sGxqAnWU,1111
 anemoi/datasets/data/fill_missing.py,sha256=4btLi-D-hFTsS_57_gIC1nK5AVifAO-V4M-fqMrtrxk,4636
 anemoi/datasets/data/forwards.py,sha256=P9DfSY5B9w9gtkKfV6TIzXel_LY83g-2nEreJy2rYkU,8916
-anemoi/datasets/data/grids.py,sha256=IjR0Ay3AyPm3FSjT4S4-qhcbMpNzdK7jXC8yYhH6Jss,15682
+anemoi/datasets/data/grids.py,sha256=p7_nT7RLH6uKcxeAzQiGYk9lFxU_OOikDrwlb2rdEqI,15765
 anemoi/datasets/data/indexing.py,sha256=9lycQXSqUIbYj52JlFv0w_Gf6soVZnbVGswYMvGPpqs,4773
 anemoi/datasets/data/interpolate.py,sha256=D27lSH8yNhm0aoO0U3UoRbr3kni7OWXSu_X4jCbIrA0,4137
-anemoi/datasets/data/join.py,sha256=z6mVXJM4On4V2mtniHZGTWtEH4JNGY5czxjH62c_Q7s,5287
+anemoi/datasets/data/join.py,sha256=xl7SrjhggZdX_bdni5-cn8-BYGUYfEtogQeIqCgSL7U,5525
 anemoi/datasets/data/masked.py,sha256=eAVGVmQR7tWsd3xXYGXGyq28uRLwL50vOXWTNNdHxl0,4530
 anemoi/datasets/data/merge.py,sha256=6vYRy3-P4J9GgTPkdoPFs9CbZ5F0m8FAukS-P66BR_M,5448
 anemoi/datasets/data/misc.py,sha256=IKqtvcU36nyB4z6dfu7W_gnCpaeX20fK2C5A2seWdCA,10061
@@ -113,12 +112,12 @@ anemoi/datasets/data/subset.py,sha256=M9oVdwjMdDEEtpri6qcGCTL9l6Xw2epA7DFusy9IOs
 anemoi/datasets/data/unchecked.py,sha256=Vk9P3Y-JGgsWTcOhb878qV_dJv3lP4S-4I8rFWnRAJI,4278
 anemoi/datasets/data/xy.py,sha256=YzAB12jq-IoCHcjbZlS4SJKLK8e2QvIIfPwHDgkH5vM,3568
 anemoi/datasets/dates/__init__.py,sha256=wX2FvlmRfHV5HDmllIxwfrC1LuRlb7i6SguLLasP0l4,8042
-anemoi/datasets/dates/groups.py,sha256=_c-dAcQ773Xk1kJNgIMPpDGRoKwsj4VbM91rTraW4X0,5364
+anemoi/datasets/dates/groups.py,sha256=i7x8z0kv6E8qUfm1tMZR1aaOqNwQzEkV-VWpOvHjoX4,5390
 anemoi/datasets/utils/__init__.py,sha256=hCW0QcLHJmE-C1r38P27_ZOvCLNewex5iQEtZqx2ckI,393
 anemoi/datasets/utils/fields.py,sha256=l7xKOiRLgk9Eewykqu7xZP9xOajG2dx2CiDlGvBVejU,1411
-anemoi_datasets-0.5.10.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-anemoi_datasets-0.5.10.dist-info/METADATA,sha256=hYo9JfHWHJNnYDcYqBLLaoTPqp4yog3MBRx7Cr64jpg,15595
-anemoi_datasets-0.5.10.dist-info/WHEEL,sha256=R06PA3UVYHThwHvxuRWMqaGcr-PuniXahwjmQRFMEkY,91
-anemoi_datasets-0.5.10.dist-info/entry_points.txt,sha256=yR-o-4uiPEA_GLBL81SkMYnUoxq3CAV3hHulQiRtGG0,66
-anemoi_datasets-0.5.10.dist-info/top_level.txt,sha256=DYn8VPs-fNwr7fNH9XIBqeXIwiYYd2E2k5-dUFFqUz0,7
-anemoi_datasets-0.5.10.dist-info/RECORD,,
+anemoi_datasets-0.5.12.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+anemoi_datasets-0.5.12.dist-info/METADATA,sha256=x548Cd_PFUCse1QR5dj-8rNfUx94ZU45g__IjPaGLgY,15598
+anemoi_datasets-0.5.12.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
+anemoi_datasets-0.5.12.dist-info/entry_points.txt,sha256=yR-o-4uiPEA_GLBL81SkMYnUoxq3CAV3hHulQiRtGG0,66
+anemoi_datasets-0.5.12.dist-info/top_level.txt,sha256=DYn8VPs-fNwr7fNH9XIBqeXIwiYYd2E2k5-dUFFqUz0,7
+anemoi_datasets-0.5.12.dist-info/RECORD,,

{anemoi_datasets-0.5.10.dist-info → anemoi_datasets-0.5.12.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.5.0)
+Generator: setuptools (75.6.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

anemoi/datasets/fields.py

@@ -1,68 +0,0 @@
-# (C) Copyright 2024 Anemoi contributors.
-#
-# This software is licensed under the terms of the Apache Licence Version 2.0
-# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
-#
-# In applying this licence, ECMWF does not waive the privileges and immunities
-# granted to it by virtue of its status as an intergovernmental organisation
-# nor does it submit to any jurisdiction.
-
-
-from earthkit.data.indexing.fieldlist import FieldArray
-
-
-def list_to_fieldlist(fields):
-    return FieldArray(fields)
-
-
-def empty_fieldlist():
-    return FieldArray([])
-
-
-class WrappedField:
-    def __init__(self, field):
-        self._field = field
-
-    def __getattr__(self, name):
-        return getattr(self._field, name)
-
-    def __repr__(self) -> str:
-        return repr(self._field)
-
-
-class NewDataField(WrappedField):
-    def __init__(self, field, data):
-        super().__init__(field)
-        self._data = data
-        self.shape = data.shape
-
-    def to_numpy(self, flatten=False, dtype=None, index=None):
-        data = self._data
-        if dtype is not None:
-            data = data.astype(dtype)
-        if flatten:
-            data = data.flatten()
-        if index is not None:
-            data = data[index]
-        return data
-
-
-class NewMetadataField(WrappedField):
-    def __init__(self, field, **kwargs):
-        super().__init__(field)
-        self._metadata = kwargs
-
-    def metadata(self, *args, **kwargs):
-        if len(args) == 1 and args[0] in self._metadata:
-            return self._metadata[args[0]]
-        return self._field.metadata(*args, **kwargs)
-
-
-class NewValidDateTimeField(NewMetadataField):
-    def __init__(self, field, valid_datetime):
-        date = valid_datetime.date().strftime("%Y%m%d")
-        time = valid_datetime.time().strftime("%H%M")
-
-        self.valid_datetime = valid_datetime
-
-        super().__init__(field, date=date, time=time, step=0, valid_datetime=valid_datetime.isoformat())