anemoi-datasets 0.4.5__py3-none-any.whl → 0.5.0__py3-none-any.whl

anemoi/datasets/dates/__init__.py

@@ -10,8 +10,10 @@ import datetime
 import warnings
 
 # from anemoi.utils.dates import as_datetime
+from anemoi.utils.dates import DateTimes
 from anemoi.utils.dates import as_datetime
 from anemoi.utils.dates import frequency_to_timedelta
+from anemoi.utils.hindcasts import HindcastDatesTimes
 from anemoi.utils.humanize import print_dates
 
 
@@ -30,32 +32,32 @@ def extend(x):
             step = frequency_to_timedelta(step)
             while start <= end:
                 yield start
-                start += datetime.timedelta(hours=step)
+                start += step
             return
 
     yield as_datetime(x)
 
 
-class Dates:
+class DatesProvider:
     """Base class for date generation.
 
-    >>> Dates.from_config(**{"start": "2023-01-01 00:00", "end": "2023-01-02 00:00", "frequency": "1d"}).values
+    >>> DatesProvider.from_config(**{"start": "2023-01-01 00:00", "end": "2023-01-02 00:00", "frequency": "1d"}).values
     [datetime.datetime(2023, 1, 1, 0, 0), datetime.datetime(2023, 1, 2, 0, 0)]
 
-    >>> Dates.from_config(**{"start": "2023-01-01 00:00", "end": "2023-01-03 00:00", "frequency": "18h"}).values
+    >>> DatesProvider.from_config(**{"start": "2023-01-01 00:00", "end": "2023-01-03 00:00", "frequency": "18h"}).values
     [datetime.datetime(2023, 1, 1, 0, 0), datetime.datetime(2023, 1, 1, 18, 0), datetime.datetime(2023, 1, 2, 12, 0)]
 
-    >>> Dates.from_config(start="2023-01-01 00:00", end="2023-01-02 00:00", frequency=6).as_dict()
+    >>> DatesProvider.from_config(start="2023-01-01 00:00", end="2023-01-02 00:00", frequency=6).as_dict()
     {'start': '2023-01-01T00:00:00', 'end': '2023-01-02T00:00:00', 'frequency': '6h'}
 
-    >>> len(Dates.from_config(start="2023-01-01 00:00", end="2023-01-02 00:00", frequency=12))
+    >>> len(DatesProvider.from_config(start="2023-01-01 00:00", end="2023-01-02 00:00", frequency=12))
     3
-    >>> len(Dates.from_config(start="2023-01-01 00:00",
+    >>> len(DatesProvider.from_config(start="2023-01-01 00:00",
     ...                   end="2023-01-02 00:00",
     ...                   frequency=12,
     ...                   missing=["2023-01-01 12:00"]))
     3
-    >>> len(Dates.from_config(start="2023-01-01 00:00",
+    >>> len(DatesProvider.from_config(start="2023-01-01 00:00",
     ...                   end="2023-01-02 00:00",
     ...                   frequency=12,
     ...                   missing=["2099-01-01 12:00"]))
@@ -67,12 +69,18 @@ class Dates:
             missing = []
         self.missing = list(extend(missing))
         if set(self.missing) - set(self.values):
-            warnings.warn(f"Missing dates {self.missing} not in list.")
+            diff = set(self.missing) - set(self.values)
+            warnings.warn(f"Missing dates {len(diff)=} not in list.")
 
     @classmethod
     def from_config(cls, **kwargs):
+
+        if kwargs.pop("hindcasts", False):
+            return HindcastsDates(**kwargs)
+
         if "values" in kwargs:
             return ValuesDates(**kwargs)
+
         return StartEndDates(**kwargs)
 
     def __iter__(self):
@@ -89,7 +97,7 @@ class Dates:
         return f"📅 {self.values[0]} ... {self.values[-1]}"
 
 
-class ValuesDates(Dates):
+class ValuesDates(DatesProvider):
     def __init__(self, values, **kwargs):
         self.values = sorted([as_datetime(_) for _ in values])
         super().__init__(**kwargs)
@@ -101,8 +109,9 @@ class ValuesDates(Dates):
         return {"values": self.values[0]}
 
 
-class StartEndDates(Dates):
-    def __init__(self, start, end, frequency=1, months=None, **kwargs):
+class StartEndDates(DatesProvider):
+    def __init__(self, start, end, frequency=1, **kwargs):
+
         frequency = frequency_to_timedelta(frequency)
         assert isinstance(frequency, datetime.timedelta), frequency
 
@@ -123,35 +132,108 @@ class StartEndDates(Dates):
         start = as_datetime(start)
         end = as_datetime(end)
 
-        # if end <= start:
-        #     raise ValueError(f"End date {end} must be after start date {start}")
-
-        increment = frequency
-
         self.start = start
         self.end = end
         self.frequency = frequency
 
-        date = start
-        self.values = []
-        while date <= end:
+        missing = kwargs.pop("missing", [])
 
-            if months is not None:
-                if date.month not in months:
-                    date += increment
-                    continue
+        self.values = list(DateTimes(start, end, increment=frequency, **kwargs))
+        self.kwargs = kwargs
 
-            self.values.append(date)
-            date += increment
-
-        super().__init__(**kwargs)
+        super().__init__(missing=missing)
 
     def as_dict(self):
         return {
             "start": self.start.isoformat(),
             "end": self.end.isoformat(),
-            "frequency": f"{self.frequency}h",
-        }
+            "frequency": frequency_to_string(self.frequency),
+        }.update(self.kwargs)
+
+
+class Hindcast:
+
+    def __init__(self, date, refdate, hdate, step):
+        self.date = date
+        self.refdate = refdate
+        self.hdate = hdate
+        self.step = step
+
+
+class HindcastsDates(DatesProvider):
+    def __init__(self, start, end, steps=[0], years=20, **kwargs):
+
+        if not isinstance(start, list):
+            start = [start]
+            end = [end]
+
+        reference_dates = []
+        for s, e in zip(start, end):
+            reference_dates.extend(list(DateTimes(s, e, increment=24, **kwargs)))
+        # reference_dates = list(DateTimes(start, end, increment=24, **kwargs))
+        dates = []
+
+        seen = {}
+
+        for hdate, refdate in HindcastDatesTimes(reference_dates=reference_dates, years=years):
+            assert refdate - hdate >= datetime.timedelta(days=365), (refdate - hdate, refdate, hdate)
+            for step in steps:
+
+                date = hdate + datetime.timedelta(hours=step)
+
+                if date in seen:
+                    raise ValueError(f"Duplicate date {date}={hdate}+{step} for {refdate} and {seen[date]}")
+
+                seen[date] = Hindcast(date, refdate, hdate, step)
+
+                assert refdate - date > datetime.timedelta(days=360), (refdate - date, refdate, date, hdate, step)
+
+                dates.append(date)
+
+        dates = sorted(dates)
+
+        mindelta = None
+        for a, b in zip(dates, dates[1:]):
+            delta = b - a
+            assert isinstance(delta, datetime.timedelta), delta
+            if mindelta is None:
+                mindelta = delta
+            else:
+                mindelta = min(mindelta, delta)
+
+        self.frequency = mindelta
+        assert mindelta.total_seconds() > 0, mindelta
+
+        print("🔥🔥🔥🔥🔥🔥🔥🔥🔥🔥🔥🔥", dates[0], dates[-1], mindelta)
+
+        # Use all values between start and end by frequency, and set the ones that are missing
+        self.values = []
+        missing = []
+        date = dates[0]
+        last = date
+        print("------", date, dates[-1])
+        dateset = set(dates)
+        while date <= dates[-1]:
+            self.values.append(date)
+            if date not in dateset:
+                missing.append(date)
+                seen[date] = seen[last]
+            else:
+                last = date
+            date = date + mindelta
+
+        self.mapping = seen
+
+        print("🔥🔥🔥🔥🔥🔥🔥🔥🔥🔥🔥🔥", self.values[0], self.values[-1], mindelta)
+        print("🔥🔥🔥🔥🔥🔥🔥🔥🔥🔥🔥🔥", f"{len(self.values)=} - {len(missing)=}")
+
+        super().__init__(missing=missing)
+
+    def __repr__(self):
+        return f"{self.__class__.__name__}({self.values[0]}..{self.values[-1]})"
+
+    def as_dict(self):
+        return {"hindcasts": self.hindcasts}
 
 
 if __name__ == "__main__":

anemoi/datasets/dates/groups.py

@@ -7,11 +7,34 @@
 
 
 import itertools
+from functools import cached_property
 
-from anemoi.datasets.dates import Dates
+from anemoi.datasets.create.input import shorten
+from anemoi.datasets.dates import DatesProvider
 from anemoi.datasets.dates import as_datetime
 
 
+class GroupOfDates:
+    def __init__(self, dates, provider):
+        assert isinstance(provider, DatesProvider), type(provider)
+        assert isinstance(dates, list)
+
+        self.dates = dates
+        self.provider = provider
+
+    def __len__(self):
+        return len(self.dates)
+
+    def __iter__(self):
+        return iter(self.dates)
+
+    def __repr__(self) -> str:
+        return f"GroupOfDates(dates={shorten(self.dates)})"
+
+    def __eq__(self, other: object) -> bool:
+        return isinstance(other, GroupOfDates) and self.dates == other.dates
+
+
 class Groups:
     """>>> list(Groups(group_by="daily", start="2023-01-01 00:00", end="2023-01-05 00:00", frequency=12))[0]
     [datetime.datetime(2023, 1, 1, 0, 0), datetime.datetime(2023, 1, 1, 12, 0)]
@@ -41,33 +64,48 @@ class Groups:
 
     def __init__(self, **kwargs):
         group_by = kwargs.pop("group_by")
-        self.dates = Dates.from_config(**kwargs)
-        self.grouper = Grouper.from_config(group_by)
-        self.filter = Filter(self.dates.missing)
+        self._dates = DatesProvider.from_config(**kwargs)
+        self._grouper = Grouper.from_config(group_by)
+        self._filter = Filter(self._dates.missing)
+
+    @property
+    def provider(self):
+        return self._dates
 
     def __iter__(self):
-        for dates in self.grouper(self.dates):
-            dates = self.filter(dates)
+        for go in self._grouper(self._dates):
+            dates = self._filter(go.dates)
             if not dates:
                 continue
-            yield dates
+            yield GroupOfDates(dates, go.provider)
 
     def __len__(self):
-        count = 0
-        for dates in self.grouper(self.dates):
-            dates = self.filter(dates)
+        return self._len
+
+    @cached_property
+    def _len(self):
+        n = 0
+        for go in self._grouper(self._dates):
+            dates = self._filter(go.dates)
             if not dates:
                 continue
-            count += 1
-        return count
+            n += 1
+        return n
 
     def __repr__(self):
-        return f"{self.__class__.__name__}(dates={len(self)})"
+        return f"{self.__class__.__name__}(dates={len(self)},{shorten(self._dates)})"
+
+    def describe(self):
+        return self.dates.summary
+
+    def one_date(self):
+        go = next(iter(self))
+        return GroupOfDates([go.dates[0]], go.provider)
 
 
 class Filter:
     def __init__(self, missing):
-        self.missing = [as_datetime(m) for m in missing]
+        self.missing = set(as_datetime(m) for m in missing)
 
     def __call__(self, dates):
         return [d for d in dates if d not in self.missing]
@@ -76,10 +114,16 @@ class Filter:
 class Grouper:
     @classmethod
     def from_config(cls, group_by):
+
         if isinstance(group_by, int) and group_by > 0:
             return GrouperByFixedSize(group_by)
+
         if group_by is None:
             return GrouperOneGroup()
+
+        if group_by == "reference_date":
+            return ReferenceDateGroup()
+
         key = {
             "monthly": lambda dt: (dt.year, dt.month),
             "daily": lambda dt: (dt.year, dt.month, dt.day),
@@ -89,30 +133,51 @@ class Grouper:
         return GrouperByKey(key)
 
 
+class ReferenceDateGroup(Grouper):
+    def __call__(self, dates):
+        assert isinstance(dates, DatesProvider), type(dates)
+
+        mapping = dates.mapping
+
+        def same_refdate(dt):
+            return mapping[dt].refdate
+
+        for _, g in itertools.groupby(sorted(dates, key=same_refdate), key=same_refdate):
+            yield GroupOfDates(list(g), dates)
+
+
 class GrouperOneGroup(Grouper):
     def __call__(self, dates):
-        yield dates.values
+        assert isinstance(dates, DatesProvider), type(dates)
+
+        yield GroupOfDates(dates.values, dates)
 
 
 class GrouperByKey(Grouper):
+    """Group dates by a key."""
+
     def __init__(self, key):
         self.key = key
 
     def __call__(self, dates):
-        for _, g in itertools.groupby(dates, key=self.key):
-            yield list(g)
+        for _, g in itertools.groupby(sorted(dates, key=self.key), key=self.key):
+            yield GroupOfDates(list(g), dates)
 
 
 class GrouperByFixedSize(Grouper):
+    """Group dates by a fixed size."""
+
     def __init__(self, size):
         self.size = size
 
     def __call__(self, dates):
         batch = []
+
         for d in dates:
             batch.append(d)
             if len(batch) == self.size:
-                yield batch
+                yield GroupOfDates(batch, dates)
                 batch = []
+
         if batch:
-            yield batch
+            yield GroupOfDates(batch, dates)

{anemoi_datasets-0.4.5.dist-info → anemoi_datasets-0.5.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: anemoi-datasets
-Version: 0.4.5
+Version: 0.5.0
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License: Apache License
@@ -224,38 +224,36 @@ Classifier: Programming Language :: Python :: Implementation :: PyPy
 Requires-Python: >=3.9
 License-File: LICENSE
 Requires-Dist: anemoi-utils[provenance] >=0.3.15
+Requires-Dist: cfunits
 Requires-Dist: numpy
 Requires-Dist: pyyaml
 Requires-Dist: semantic-version
 Requires-Dist: tqdm
-Requires-Dist: zarr
+Requires-Dist: zarr <=2.17
 Provides-Extra: all
-Requires-Dist: aiohttp ; extra == 'all'
 Requires-Dist: boto3 ; extra == 'all'
 Requires-Dist: earthkit-data[mars] >=0.9 ; extra == 'all'
 Requires-Dist: earthkit-geo >=0.2 ; extra == 'all'
 Requires-Dist: earthkit-meteo ; extra == 'all'
-Requires-Dist: eccodes >=2.37 ; extra == 'all'
+Requires-Dist: ecmwflibs >=0.6.3 ; extra == 'all'
 Requires-Dist: entrypoints ; extra == 'all'
 Requires-Dist: gcsfs ; extra == 'all'
 Requires-Dist: kerchunk ; extra == 'all'
 Requires-Dist: pyproj ; extra == 'all'
 Requires-Dist: requests ; extra == 'all'
-Requires-Dist: s3fs ; extra == 'all'
 Provides-Extra: create
 Requires-Dist: earthkit-data[mars] >=0.9 ; extra == 'create'
 Requires-Dist: earthkit-geo >=0.2 ; extra == 'create'
 Requires-Dist: earthkit-meteo ; extra == 'create'
-Requires-Dist: eccodes >=2.37 ; extra == 'create'
+Requires-Dist: ecmwflibs >=0.6.3 ; extra == 'create'
 Requires-Dist: entrypoints ; extra == 'create'
 Requires-Dist: pyproj ; extra == 'create'
 Provides-Extra: dev
-Requires-Dist: aiohttp ; extra == 'dev'
 Requires-Dist: boto3 ; extra == 'dev'
 Requires-Dist: earthkit-data[mars] >=0.9 ; extra == 'dev'
 Requires-Dist: earthkit-geo >=0.2 ; extra == 'dev'
 Requires-Dist: earthkit-meteo ; extra == 'dev'
-Requires-Dist: eccodes >=2.37 ; extra == 'dev'
+Requires-Dist: ecmwflibs >=0.6.3 ; extra == 'dev'
 Requires-Dist: entrypoints ; extra == 'dev'
 Requires-Dist: gcsfs ; extra == 'dev'
 Requires-Dist: kerchunk ; extra == 'dev'
@@ -264,27 +262,20 @@ Requires-Dist: pandoc ; extra == 'dev'
 Requires-Dist: pyproj ; extra == 'dev'
 Requires-Dist: pytest ; extra == 'dev'
 Requires-Dist: requests ; extra == 'dev'
-Requires-Dist: rstfmt ; extra == 'dev'
-Requires-Dist: s3fs ; extra == 'dev'
 Requires-Dist: sphinx ; extra == 'dev'
-Requires-Dist: sphinx-argparse <0.5 ; extra == 'dev'
 Requires-Dist: sphinx-rtd-theme ; extra == 'dev'
 Provides-Extra: docs
 Requires-Dist: nbsphinx ; extra == 'docs'
 Requires-Dist: pandoc ; extra == 'docs'
-Requires-Dist: rstfmt ; extra == 'docs'
 Requires-Dist: sphinx ; extra == 'docs'
-Requires-Dist: sphinx-argparse <0.5 ; extra == 'docs'
+Requires-Dist: sphinx-argparse ; extra == 'docs'
 Requires-Dist: sphinx-rtd-theme ; extra == 'docs'
-Provides-Extra: kerchunk
-Requires-Dist: gcsfs ; extra == 'kerchunk'
-Requires-Dist: kerchunk ; extra == 'kerchunk'
-Requires-Dist: s3fs ; extra == 'kerchunk'
 Provides-Extra: remote
-Requires-Dist: aiohttp ; extra == 'remote'
 Requires-Dist: boto3 ; extra == 'remote'
 Requires-Dist: requests ; extra == 'remote'
-Requires-Dist: s3fs ; extra == 'remote'
 Provides-Extra: tests
 Requires-Dist: pytest ; extra == 'tests'
+Provides-Extra: xarray
+Requires-Dist: gcsfs ; extra == 'xarray'
+Requires-Dist: kerchunk ; extra == 'xarray'
 

{anemoi_datasets-0.4.5.dist-info → anemoi_datasets-0.5.0.dist-info}/RECORD

@@ -1,12 +1,12 @@
 anemoi/datasets/__init__.py,sha256=Z1gqZWhecLcT0RZQqYBLlz01MUlUZd0kWEj_RavbITM,782
 anemoi/datasets/__main__.py,sha256=cLA2PidDTOUHaDGzd0_E5iioKYNe-PSTv567Y2fuwQk,723
-anemoi/datasets/_version.py,sha256=XyejXnBNtqNdR37CiSnJ022K8vUHKAlzN9lbcpmmftA,411
+anemoi/datasets/_version.py,sha256=aeBju2l8GTMwAhIRG_c2Q_oVPFacRkZZwGtxmvFCGPQ,411
 anemoi/datasets/grids.py,sha256=xgvIbpMGuN2GKi2wIBhOLEMzj940nY9PH-toD0rCmPo,8980
 anemoi/datasets/commands/__init__.py,sha256=qAybFZPBBQs0dyx7dZ3X5JsLpE90pwrqt1vSV7cqEIw,706
 anemoi/datasets/commands/cleanup.py,sha256=_BkzGPUgvSqnuleymBfBx-sIyIM55hjK61m-v7yK0T8,1062
 anemoi/datasets/commands/compare.py,sha256=svEhyR7pOS1847_RJr1I6vF7ZDPB9AVlcrhy_gxQVms,3263
 anemoi/datasets/commands/copy.py,sha256=SxAeN51owyN5gwtwpt30xhJSIJRlJb9YOUt_4K4m-D8,11780
-anemoi/datasets/commands/create.py,sha256=jdwgzUvZBkXROkJ-LSbi28mVWnnZ5F1xr0IOciktfrU,5012
+anemoi/datasets/commands/create.py,sha256=X6cmuSd1Ni0QciZFVWaJw9a4-HhOkb0tLW8NUmytrus,5022
 anemoi/datasets/commands/finalise-additions.py,sha256=876K37hVjslHJiu9VXZfre4YJhS2_t9rLhmNWqlKGGk,1158
 anemoi/datasets/commands/finalise.py,sha256=oPul5za7E__eJqkf5fRwvdL_0n2nG5Xk3JraRZQe64k,913
 anemoi/datasets/commands/init-additions.py,sha256=K3eKH5V_6ERiBKKyqIUuI1cfvAsjWV9ZAFzbtjIDyjs,1146
@@ -18,34 +18,42 @@ anemoi/datasets/commands/patch.py,sha256=gHY16r46GHxARItaAUHVjKSOm0Q7ZyZvSZmXqg1
 anemoi/datasets/commands/scan.py,sha256=MaTdne4JrtlqO3LhOUr43DZhZ6O-RZwC7uQ7C6PG7Os,2910
 anemoi/datasets/compute/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 anemoi/datasets/compute/recentre.py,sha256=CMvRxTMv2H1hF1KqaZHT3Maa9P01GtsgAxr1YHbvH_o,4939
-anemoi/datasets/create/__init__.py,sha256=8eYVI0QAkdAIdxVDrqQAY34yDlLAAsr92DL-e_nhHCM,35163
+anemoi/datasets/create/__init__.py,sha256=cQKNci_vtVKBDE2-lH-_RZdMTtjNvJOnvtyk_3ZnrLg,34990
 anemoi/datasets/create/check.py,sha256=9If6iAXILExjzX1YAWCDekV821BquHdjDaUSb_S_gp0,6008
 anemoi/datasets/create/chunks.py,sha256=1Inh3sIBn-2sNguErb-BsLns6W_HtDiOJAjIb29lp-U,2442
-anemoi/datasets/create/config.py,sha256=ojynLQTX7BmJRZ18rhjUTmuMOh0rYAx9M5d6gY8wRH0,8872
-anemoi/datasets/create/input.py,sha256=LArEOIxa6Y42rneF0VUva25zOvks_BwVDfBNOSERpYA,33924
+anemoi/datasets/create/config.py,sha256=IqWsW_AVcp0uA2M1IPB-TT0IWjquvZL2R7PeiviOb4Y,8882
+anemoi/datasets/create/input.py,sha256=I7voGdYCcUsGXMyQbfhK367jqSUYJOshwx0S4trFCwE,34668
 anemoi/datasets/create/patch.py,sha256=c8cWoqxFzcY9mKREosLjuQCUeJMJL6sbNNkoVvhCZDA,3800
-anemoi/datasets/create/persistent.py,sha256=wfNnNSY8VLO2EyEOQL9umI3sbQqETjJP7bPCiVF6Cko,4291
+anemoi/datasets/create/persistent.py,sha256=isENKsd6OievmNfe1rF6_3mY7X4HjaXGIrVIfH82JKY,4294
 anemoi/datasets/create/size.py,sha256=k4COEjs3wud0oKHH5P3n8Fap35xddXs002ucPjpBC88,1040
 anemoi/datasets/create/template.py,sha256=1t8EKGQcZGFUpgQw9a9oEy6ZWlfnow5e0vs1SOelUNc,3148
 anemoi/datasets/create/trace.py,sha256=J-8jDy28wNZa4aSV1KIQMwc1KolcoH3R2xjLl-_eLzM,2183
-anemoi/datasets/create/utils.py,sha256=mgin7LF-JkfXMr22IIIEQjfUHFkwPwMJHca4Fek3F6Q,2639
+anemoi/datasets/create/utils.py,sha256=v0dyQUk3hWOVQeZ82pnH3GmRwENXIHSwlwB7qqnomuU,2708
 anemoi/datasets/create/writer.py,sha256=G1qAPvdn8anGnpWYhvSSP4u3Km_tHKPdMXm0G4skKSk,1379
 anemoi/datasets/create/zarr.py,sha256=Pb57mZn5s4JTA1o6_satrvG7C8XQhgPFhpTGvlaC_kg,5340
 anemoi/datasets/create/functions/__init__.py,sha256=5HmelLkXDjFOhNhX0Z78aV3ZlW2txiJliJwT4jfLEN4,945
 anemoi/datasets/create/functions/filters/__init__.py,sha256=Xe9G54CKvCI3ji-7k0R5l0WZZdhlydRgawsXuBcX_hg,379
 anemoi/datasets/create/functions/filters/empty.py,sha256=QGj7YEfbo3gwlmwHi1lPATjST0332TH2-uc6_wKENjI,621
 anemoi/datasets/create/functions/filters/noop.py,sha256=ZP434Z1rFlqdgXse_1ZzqC2XAqRQlYlXlVfGLx7rK8g,444
+anemoi/datasets/create/functions/filters/pressure_level_relative_humidity_to_specific_humidity.py,sha256=ml-hbCxiYcjZ9EMz6uCX4E39NlUD1F8W0GK7oAPyWdg,1842
+anemoi/datasets/create/functions/filters/pressure_level_specific_humidity_to_relative_humidity.py,sha256=htO023TUI5dEIqhUklueYzuGud5ddIcENeIAz54OlTU,1840
 anemoi/datasets/create/functions/filters/rename.py,sha256=02p6zj2g0Qp866RrXeZG9DD2zRbv0LPqCNIDtbJ9tw4,2369
 anemoi/datasets/create/functions/filters/rotate_winds.py,sha256=E0P5scdX0lwTMdcFDYfBzQ_X_4A6EvnrtFvF55-56Hk,2414
+anemoi/datasets/create/functions/filters/single_level_dewpoint_to_relative_humidity.py,sha256=GBtGTuP5YWfAB0QKz2p63PHGZ_vwLV3Is-jsMZuCMFo,1704
+anemoi/datasets/create/functions/filters/single_level_relative_humidity_to_dewpoint.py,sha256=H9WC4-5zaxZPLFc0CNngdLwSd0nBhBx47QAxf4si6Eo,1893
+anemoi/datasets/create/functions/filters/single_level_relative_humidity_to_specific_humidity.py,sha256=QEWjoKiyDQ0XZKyjl6ZmVnjK1njQ_NOpQ-Z2BwaYqlM,4076
+anemoi/datasets/create/functions/filters/single_level_specific_humidity_to_relative_humidity.py,sha256=HqMxnGGq_95ltoIyWom4DxeT37Juk1U069Am9Mq6lQU,12672
+anemoi/datasets/create/functions/filters/speeddir_to_uv.py,sha256=qZei5TaxTpw3CGck-Mnf_VoiOJhdaeNuzggxLE7Hn1o,2234
 anemoi/datasets/create/functions/filters/unrotate_winds.py,sha256=hiIwgWi_2lk_ntxsPFMyZ6Ku8_5p91ht36VN_2kHYDA,2414
+anemoi/datasets/create/functions/filters/uv_to_speeddir.py,sha256=8JpzPTZr3r18kl-AdpPkWN90hVqa3x3NB-Q2J8128kw,1747
 anemoi/datasets/create/functions/sources/__init__.py,sha256=83G1-DD2IV4VJP3MVN9512_CN4D3IVDZHUKa2ghVgKo,1246
 anemoi/datasets/create/functions/sources/accumulations.py,sha256=nz09rezfNvXdTBtSQAKnsOeoiWwB8v1ecAayrJZq9rE,11947
 anemoi/datasets/create/functions/sources/constants.py,sha256=9MNxjkXAjtIq7X-T7GgKGVzH-V-FBcTxj0gLLJYoXTI,903
 anemoi/datasets/create/functions/sources/empty.py,sha256=ZrXGs8Y3VrLSV8C8YlJTJcHV7Bmi7xPiUlrq8R0JZQY,485
 anemoi/datasets/create/functions/sources/forcings.py,sha256=tF3EyIs5AGF1Ppvp6dIExONM-kGF-wcnMO1sZc_wDuo,646
-anemoi/datasets/create/functions/sources/grib.py,sha256=MbHSAJAkvUsQT5uo_-mEqzN-0-aOygMwFIds42kXcqg,1750
-anemoi/datasets/create/functions/sources/hindcasts.py,sha256=xgE4a-diiy8rP8cmgAT12cBsQZiGk0cRzUswtZM7i_0,3607
-anemoi/datasets/create/functions/sources/mars.py,sha256=Wrxm15-7QUQ_xCe7eqmxHLLkYo5RDM0GKUoeEP8BZS4,6603
+anemoi/datasets/create/functions/sources/grib.py,sha256=uypaAqcQANwn3sSutOwVTR2lJBbfuKIxbsg1zsHTaGc,4343
+anemoi/datasets/create/functions/sources/hindcasts.py,sha256=yW30hfbgHGV4DOhKEv6OGrJXGHBZDXtZBYqh9wzAieU,1662
+anemoi/datasets/create/functions/sources/mars.py,sha256=R5KzvxgCVXrEs5-Y7BCKpVYYp3Gw9QL3iD8UMKQpudI,6797
 anemoi/datasets/create/functions/sources/netcdf.py,sha256=8uug0oAdGBJIKKws-EflA4ZgjQye_sWCBymUVv1TEW4,532
 anemoi/datasets/create/functions/sources/opendap.py,sha256=0Bs0PytUvI1WZGn2OdmnJuFDGAQypxN8v44nl106QjY,531
 anemoi/datasets/create/functions/sources/recentre.py,sha256=t07LIXG3Hp9gmPkPriILVt86TxubsHyS1EL1lzwgtXY,1810
@@ -56,41 +64,42 @@ anemoi/datasets/create/functions/sources/xarray_zarr.py,sha256=qI_fEKo28hu_B_qMP
 anemoi/datasets/create/functions/sources/zenodo.py,sha256=n7_sfZHJVDjVnSwc07muO9kS7TwOM4S8DIlJf5pnDiU,1237
 anemoi/datasets/create/functions/sources/xarray/__init__.py,sha256=XcP072AgDX_aiK3t_rWM-C3MnAuX-mhYO5-wSLyaxPo,2805
 anemoi/datasets/create/functions/sources/xarray/coordinates.py,sha256=iwnGIinuLoP0jk2s4ro9_ihJ6CoJcZ9HaRGyWh2gm8M,5893
-anemoi/datasets/create/functions/sources/xarray/field.py,sha256=bUTgod2XuV3OGDaK7kcGiUqC5oQ6tuCWbHb67fo9lsY,3186
+anemoi/datasets/create/functions/sources/xarray/field.py,sha256=yTdt5YOpu7TSb4THGc0w_qpD2O7xmSzDARWZxk7Nd3w,3433
 anemoi/datasets/create/functions/sources/xarray/fieldlist.py,sha256=B0toXCiYFBFF0fvxpy5bxnan2dfptWMl51_JO8TrH3A,5557
 anemoi/datasets/create/functions/sources/xarray/flavour.py,sha256=_tVSrvDPJ5pXAJhmha3UA1a0Gr2FrPhcjRFoAMtX-EU,10538
 anemoi/datasets/create/functions/sources/xarray/grid.py,sha256=KSlhXj5dHeRQVeZd26CChMyC1iqYsH5XqxPC2VA_YJc,1169
-anemoi/datasets/create/functions/sources/xarray/metadata.py,sha256=_HQgAY5qI39M-5JhEx2q3APgqqmXE0Ed3GqoUvttNuE,4721
+anemoi/datasets/create/functions/sources/xarray/metadata.py,sha256=N5-4k75vGaKvWHH6wT-AAcHKV121uViB3SY5a8FS7kA,4891
 anemoi/datasets/create/functions/sources/xarray/time.py,sha256=WGO8m9J7fF-GjgBEJ0Dmqp-M2-vMsrkH-aSG0QBOVYU,4726
 anemoi/datasets/create/functions/sources/xarray/variable.py,sha256=THd7uterDPJlpypRCCgTwKaaGjkV74s6WmuveH6qyBE,4474
 anemoi/datasets/create/statistics/__init__.py,sha256=wMCncdfpLXxfDA9-RMtI2raVGP6dGqXfSolCXEzzITE,12704
 anemoi/datasets/create/statistics/summary.py,sha256=sgmhA24y3VRyjmDUgTnPIqcHSlWBbFA0qynx6gJ9Xw8,3370
 anemoi/datasets/data/__init__.py,sha256=usTH1SLkeveBbYkbBTc7rP4G3mCGNa8A74vPjXjlOSw,1067
 anemoi/datasets/data/concat.py,sha256=SYASNNngnAyz3rC4ENzrGAu91rnhd6uwP0kGX9aMZAQ,5269
-anemoi/datasets/data/dataset.py,sha256=u1RKLEJer6gY6n4odBHKK4CEozWCUQjFJMFqCCF_FPo,10044
+anemoi/datasets/data/dataset.py,sha256=GS-V1rHze1qynIBz56PQOpQMVzWcSpbIppZ7-SLtYr8,10383
 anemoi/datasets/data/debug.css,sha256=z2X_ZDSnZ9C3pyZPWnQiEyAxuMxUaxJxET4oaCImTAQ,211
-anemoi/datasets/data/debug.py,sha256=PcyrjgxaLzeb_vf12pvUtPPVvBRHNm1SimythZvqsP4,6303
+anemoi/datasets/data/debug.py,sha256=xNpFeJqdlN9Qhlhbp4pxXJP0dQTf0V4bm2cK4hsrSJM,6326
 anemoi/datasets/data/ensemble.py,sha256=AsP7Xx0ZHLoZs6a4EC0jtyGYIcOvZvvKXhgNsIvqIN8,1137
 anemoi/datasets/data/forwards.py,sha256=SfB3o8Y-nQEOkS5gI_6wtipvzB5peF_YkwW9cOMhLMg,8167
 anemoi/datasets/data/grids.py,sha256=KiHpN1Ne0DnQM42buBy0sIAZHNaC2kuEFwkk6ohIooU,8046
 anemoi/datasets/data/indexing.py,sha256=625m__JG5m_tDMrkz1hB6Vydenwt0oHuyAlc-o3Zwos,4799
 anemoi/datasets/data/interpolate.py,sha256=usnYgjoDPfnUNg_lZl3KsFTsJ7kOsf7YaHwarsBU7Ag,4163
 anemoi/datasets/data/join.py,sha256=dtCBbMTicqrRPxfBULi3RwEcQBLhQpIcvCjdN5A3XUU,4892
-anemoi/datasets/data/masked.py,sha256=czAv1ZfZ9q6Wr4RqI2Xj8SEm7yoCgJrwMl-CPDs_wSI,3857
+anemoi/datasets/data/masked.py,sha256=GKAKHwiiVrDX13V_mDiQ3G1Y7zXSksc0IkABPEvVw-M,3825
 anemoi/datasets/data/misc.py,sha256=8ZaLhgHmUmP77X0_6scp36BJJzz544nHVQRAamW6x-Y,9821
 anemoi/datasets/data/missing.py,sha256=OyW8cRow1v641Vgv-IY5BnUxH2Ob5P2QjgrVR1Szjl0,7157
+anemoi/datasets/data/rescale.py,sha256=c_onY5f-2XDGmLP5mawNFueQWNS-BnTpo6xaBJF4aWA,4138
 anemoi/datasets/data/select.py,sha256=tProUPIiRwSe_H9cwwn_4iMX1uZEIQ7q5KsegBgSmdc,3971
 anemoi/datasets/data/statistics.py,sha256=lZCcKw9s7ttMBEp6ANyxtbXoZZvchhE7SClq-D4AUR8,1645
-anemoi/datasets/data/stores.py,sha256=4F2tCsG3p_ZI0Ut2FdtfPCGClP8U9U6V_12l8-aIGbg,11962
+anemoi/datasets/data/stores.py,sha256=7CRqiAzOq71pzRezC2f_elTRDmJQzfu8bi0vrnylatI,12194
 anemoi/datasets/data/subset.py,sha256=peyHlIvno0uUzqW0HS9zjqThmyXn6rpvVWh-925XHnE,4692
 anemoi/datasets/data/unchecked.py,sha256=xLOCU-O3OpfAi3bd-XZEpfDTnZfFGqdhh55d8D_u3wQ,4184
 anemoi/datasets/data/xy.py,sha256=_k1z_2INvA0v7zsm5lxfVvf7ymBFu6Tr9PxvtdB9kFg,3002
-anemoi/datasets/dates/__init__.py,sha256=odF5RnQtTRozEys4_17bR20jWzUGspFCDM0i7UC6uVs,5087
-anemoi/datasets/dates/groups.py,sha256=lBnrutmQ7WNv-Asyl7eI95Uhi0zfT_3Kb0R_Xm1UNnM,3469
+anemoi/datasets/dates/__init__.py,sha256=1k85MFXUTB58F8NgAvlDSiPLYLAmV2EUhJjo6RW8IYE,7919
+anemoi/datasets/dates/groups.py,sha256=_HyuVg36fiBh6dtV18KhNyxiGdbMb7RN42F81QLPKO0,5181
 anemoi/datasets/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-anemoi_datasets-0.4.5.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-anemoi_datasets-0.4.5.dist-info/METADATA,sha256=4jEPNynR2lfXdnhXNlzCBb8jtEgSQ69n8WSTtaxrm9Q,16707
-anemoi_datasets-0.4.5.dist-info/WHEEL,sha256=cVxcB9AmuTcXqmwrtPhNK88dr7IR_b6qagTj0UvIEbY,91
-anemoi_datasets-0.4.5.dist-info/entry_points.txt,sha256=yR-o-4uiPEA_GLBL81SkMYnUoxq3CAV3hHulQiRtGG0,66
-anemoi_datasets-0.4.5.dist-info/top_level.txt,sha256=DYn8VPs-fNwr7fNH9XIBqeXIwiYYd2E2k5-dUFFqUz0,7
-anemoi_datasets-0.4.5.dist-info/RECORD,,
+anemoi_datasets-0.5.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+anemoi_datasets-0.5.0.dist-info/METADATA,sha256=mdKKSc6UrPXrULNPGvQ9S5wBwdsTRlirOC3PSHfwMhU,16324
+anemoi_datasets-0.5.0.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+anemoi_datasets-0.5.0.dist-info/entry_points.txt,sha256=yR-o-4uiPEA_GLBL81SkMYnUoxq3CAV3hHulQiRtGG0,66
+anemoi_datasets-0.5.0.dist-info/top_level.txt,sha256=DYn8VPs-fNwr7fNH9XIBqeXIwiYYd2E2k5-dUFFqUz0,7
+anemoi_datasets-0.5.0.dist-info/RECORD,,

{anemoi_datasets-0.4.5.dist-info → anemoi_datasets-0.5.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (74.1.2)
+Generator: setuptools (75.1.0)
 Root-Is-Purelib: true
 Tag: py3-none-any