anemoi-datasets 0.5.22__py3-none-any.whl → 0.5.24__py3-none-any.whl

anemoi/datasets/_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.5.22'
-__version_tuple__ = version_tuple = (0, 5, 22)
+__version__ = version = '0.5.24'
+__version_tuple__ = version_tuple = (0, 5, 24)

anemoi/datasets/create/sources/accumulations.py

@@ -843,8 +843,6 @@ def _compute_accumulations(
     else:
         AccumulationClass = AccumulationFromStart if data_accumulation_period in (0, None) else AccumulationFromLastStep
 
-    LOG.info(f"XXXXXXXXXXX {step1=}, {step2=}, {data_accumulation_period=}, {base_times=}, {adjust_step=}")
-
     mars_date_time_steps = AccumulationClass.mars_date_time_steps(
         dates=dates,
         step1=step1,
@@ -882,16 +880,12 @@ def _compute_accumulations(
     accumulations = {}
 
     for date, time, steps in mars_date_time_steps:
-        LOG.info(f"Accumulation request: { date, time, steps}")
         for p in param:
             for n in number:
                 r = dict(request, param=p, date=date, time=time, step=sorted(steps), number=n)
 
                 requests.append(patch(r))
 
-    for r in requests:
-        LOG.info(f"Accumulation request: {r}")
-
     ds = mars(
         context, dates, *requests, request_already_using_valid_datetime=True, use_cdsapi_dataset=use_cdsapi_dataset
     )

anemoi/datasets/create/sources/accumulations2.py

@@ -9,7 +9,6 @@
 
 import datetime
 import logging
-import warnings
 from abc import abstractmethod
 from copy import deepcopy
 from typing import Any
@@ -118,8 +117,8 @@ class Period:
 
         assert accumulated.shape == values.shape, (accumulated.shape, values.shape)
 
-        if not np.all(values >= 0):
-            warnings.warn(f"Negative values for {values}: {np.amin(values)} {np.amax(values)}")
+        # if not np.all(values >= 0):
+        #     warnings.warn(f"Negative values for {values}: {np.amin(values)} {np.amax(values)}")
 
         return accumulated + self.sign * values
 

anemoi/datasets/create/sources/grib.py

@@ -124,7 +124,7 @@ def execute(
     dates = [d.isoformat() for d in dates]
 
     for path in given_paths:
-        paths = Pattern(path, ignore_missing_keys=True).substitute(*args, date=dates, **kwargs)
+        paths = Pattern(path).substitute(*args, date=dates, allow_extra=True, **kwargs)
 
         for name in ("grid", "area", "rotation", "frame", "resol", "bitmap"):
             if name in kwargs:

anemoi/datasets/create/sources/patterns.py

@@ -79,6 +79,6 @@ def iterate_patterns(
         kwargs["date"] = dates
 
     for path in given_paths:
-        paths = Pattern(path, ignore_missing_keys=True).substitute(**kwargs)
+        paths = Pattern(path).substitute(allow_extra=True, **kwargs)
         for path in _expand(paths):
             yield path, dates

{anemoi_datasets-0.5.22.dist-info → anemoi_datasets-0.5.24.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: anemoi-datasets
-Version: 0.5.22
+Version: 0.5.24
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License
@@ -225,7 +225,7 @@ Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Programming Language :: Python :: Implementation :: PyPy
 Requires-Python: >=3.9
 License-File: LICENSE
-Requires-Dist: anemoi-transform>=0.1.9
+Requires-Dist: anemoi-transform>=0.1.10
 Requires-Dist: anemoi-utils[provenance]>=0.4.21
 Requires-Dist: cfunits
 Requires-Dist: numcodecs<0.16
@@ -241,7 +241,7 @@ Requires-Dist: prettytable; extra == "comparelam"
 Requires-Dist: termcolor; extra == "comparelam"
 Provides-Extra: create
 Requires-Dist: cachetools; extra == "create"
-Requires-Dist: earthkit-data[mars]>=0.12.4; extra == "create"
+Requires-Dist: earthkit-data[mars]>=0.14; extra == "create"
 Requires-Dist: earthkit-geo>=0.3; extra == "create"
 Requires-Dist: earthkit-meteo>=0.3; extra == "create"
 Requires-Dist: eccodes>=2.39.1; extra == "create"
@@ -269,5 +269,5 @@ Requires-Dist: kerchunk; extra == "xarray"
 Requires-Dist: pandas; extra == "xarray"
 Requires-Dist: planetary-computer; extra == "xarray"
 Requires-Dist: pystac-client; extra == "xarray"
-Requires-Dist: s3fs>=0.5; extra == "xarray"
+Requires-Dist: s3fs; extra == "xarray"
 Dynamic: license-file

{anemoi_datasets-0.5.22.dist-info → anemoi_datasets-0.5.24.dist-info}/RECORD

@@ -1,6 +1,6 @@
 anemoi/datasets/__init__.py,sha256=i_wsAT3ezEYF7o5dpqGrpoG4wmLS-QIBug18uJbSYMs,1065
 anemoi/datasets/__main__.py,sha256=ErwAqE3rBc7OaNO2JRsEOhWpB8ldjAt7BFSuRhbnlqQ,936
-anemoi/datasets/_version.py,sha256=KERiCy5SlogIpKH0HhOSfNJ6Gz_dzHHWww2moJQR1BQ,513
+anemoi/datasets/_version.py,sha256=lcZoRfXOiuB3TPgHkv3cgIWkhKIQEcb5AqCY1rvinxg,513
 anemoi/datasets/check.py,sha256=hbEMUurl2IjZbp56dBgOfAEsAmmgymgRM5ySaMJSTdk,2755
 anemoi/datasets/grids.py,sha256=Hhj1aOXHvDjmI46M_UlLSjCs1qYqxH-uqd_kapDSdbU,18134
 anemoi/datasets/testing.py,sha256=fy_JzavUwLlK_2rtXAT-UGUyo5gjyQW2y826zf334Wg,2645
@@ -74,21 +74,21 @@ anemoi/datasets/create/input/step.py,sha256=WcR9NgRvUKF60Fo5veLvRCAQMrOd55x1gOEA
 anemoi/datasets/create/input/template.py,sha256=Iycw9VmfA0WEIDP_Of8bp-8HsV0EUfwbnm0WjxiO4GA,4092
 anemoi/datasets/create/input/trace.py,sha256=dakPYMmwKq6s17Scww1CN-xYBD3btJTGeDknOhAcnEM,3320
 anemoi/datasets/create/sources/__init__.py,sha256=XNiiGaC6NbxnGfl6glPw-gTJASi3vsGKwVlfkMqYGk4,950
-anemoi/datasets/create/sources/accumulations.py,sha256=ifnUtbvmA8s7KOEL7ZOgbkiPxL3pa0FclGsZWZN3eyE,32782
-anemoi/datasets/create/sources/accumulations2.py,sha256=iBORRrH0N7r3gMWm3mCkJ6XmB-dO_lEckHPwvmk9fu0,20673
+anemoi/datasets/create/sources/accumulations.py,sha256=9I8_AQtD62Ji-7SMyyYBTdIZBG2rlPY9V2YjqLeWYl8,32538
+anemoi/datasets/create/sources/accumulations2.py,sha256=UwKJOtfbJGNTceVpLtHC8dJhROJbxzjF3V_HR7wTwrk,20661
 anemoi/datasets/create/sources/anemoi_dataset.py,sha256=2xJJTmKlv87F_2ECMKeehaeW7_oWLlDcLt8C_Prp1RI,2017
 anemoi/datasets/create/sources/constants.py,sha256=5O6d9tEuAmVjl5vNkNfmkaAjKXFlw1UjeueTsF1GZCI,1528
 anemoi/datasets/create/sources/eccc_fstd.py,sha256=8HK38f444HcWMvBhooP0XqTfMXYoCbN_8G9RI_Ne5rc,659
 anemoi/datasets/create/sources/empty.py,sha256=5mVIVRUwnBfE3zp-bvNA_imXCSpyds-4mewcI8HXAiY,1020
 anemoi/datasets/create/sources/forcings.py,sha256=PmcAd-nFZzILRxfvrptb45VLD9Nd2vjy0xeToeoKl1Y,1222
-anemoi/datasets/create/sources/grib.py,sha256=wh1kx2IbzeHDzqSEKB-gaM3Cs3Z_oVa7pyHZiOzF3-s,4278
+anemoi/datasets/create/sources/grib.py,sha256=_vTqP1yTyFJfOFP-_8m3aZnJ7F1aaM1UWgxRF9VDOP0,4270
 anemoi/datasets/create/sources/grib_index.py,sha256=Pnm0RLga9lpD4MqVaZr7IqXMBlw1DtTIWZRfz7fq30Q,19026
 anemoi/datasets/create/sources/hindcasts.py,sha256=_4880rgd4AsRxlDXVi6dkh8mlKXrz2i27btVlmlMFjY,2611
 anemoi/datasets/create/sources/legacy.py,sha256=RJce-9TwmUUCFbgC8A3Dp61nSBfB8_lWti8WNoOMIcU,2652
 anemoi/datasets/create/sources/mars.py,sha256=tesQz7Ne6SLBChE_cNJU6Sxr6e0LXFlUKQ8gCdRiCMw,13155
 anemoi/datasets/create/sources/netcdf.py,sha256=UnehMwEMJquqaOeU33zNyFUYfzqQx4Rg-GRmUcgMcbE,1222
 anemoi/datasets/create/sources/opendap.py,sha256=sTm0wXE_BHk9q8vaNNE_Y6BhTOmhxPweS8RTjP4HYjU,1254
-anemoi/datasets/create/sources/patterns.py,sha256=xNl3yI_cClgJsHaoYwE-bmDSzV4pcBgHRanHdz9MsQU,2291
+anemoi/datasets/create/sources/patterns.py,sha256=siTExxLY5HWdIgOsufyQuG7Qvkt38oElZOFwz9h0JFg,2283
 anemoi/datasets/create/sources/recentre.py,sha256=OtobkmaWzGD3UacjXfK_Oerjf7EnQi85LIs9xBYJK7A,4044
 anemoi/datasets/create/sources/source.py,sha256=x8k---A2_3AglYqNsXLlv1ti4f9n_gVKmmqtyQGLPTs,2117
 anemoi/datasets/create/sources/tendencies.py,sha256=saHGYl-MnvBEeZX-n1zgT8lehA7LC2G5dMNnxklI9-U,5590
@@ -136,9 +136,9 @@ anemoi/datasets/data/xy.py,sha256=-jWzYismrK3eI3YCKIBpU1BCmraRncmVn0_2IUY--lk,75
 anemoi/datasets/dates/__init__.py,sha256=pEArHDQ7w5E0WC8Vvf9ypyKSdm6gnhoN9TmooITB7C4,13617
 anemoi/datasets/dates/groups.py,sha256=IOveL6IyTXZwEdXZEnRAnpu9pINY95VN7LzcpLfJ09E,10105
 anemoi/datasets/utils/__init__.py,sha256=hCW0QcLHJmE-C1r38P27_ZOvCLNewex5iQEtZqx2ckI,393
-anemoi_datasets-0.5.22.dist-info/licenses/LICENSE,sha256=8HznKF1Vi2IvfLsKNE5A2iVyiri3pRjRPvPC9kxs6qk,11354
-anemoi_datasets-0.5.22.dist-info/METADATA,sha256=69SMdVpJ30oSexpKZRQnt8wh1-Y_SqG2blHvW0XByVY,16113
-anemoi_datasets-0.5.22.dist-info/WHEEL,sha256=0CuiUZ_p9E4cD6NyLD6UG80LBXYyiSYZOKDm5lp32xk,91
-anemoi_datasets-0.5.22.dist-info/entry_points.txt,sha256=yR-o-4uiPEA_GLBL81SkMYnUoxq3CAV3hHulQiRtGG0,66
-anemoi_datasets-0.5.22.dist-info/top_level.txt,sha256=DYn8VPs-fNwr7fNH9XIBqeXIwiYYd2E2k5-dUFFqUz0,7
-anemoi_datasets-0.5.22.dist-info/RECORD,,
+anemoi_datasets-0.5.24.dist-info/licenses/LICENSE,sha256=8HznKF1Vi2IvfLsKNE5A2iVyiri3pRjRPvPC9kxs6qk,11354
+anemoi_datasets-0.5.24.dist-info/METADATA,sha256=VEJ0AfuyX7vg00NEIQUDecbv3eOHiTTtT1VE_zlAlYI,16107
+anemoi_datasets-0.5.24.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
+anemoi_datasets-0.5.24.dist-info/entry_points.txt,sha256=yR-o-4uiPEA_GLBL81SkMYnUoxq3CAV3hHulQiRtGG0,66
+anemoi_datasets-0.5.24.dist-info/top_level.txt,sha256=DYn8VPs-fNwr7fNH9XIBqeXIwiYYd2E2k5-dUFFqUz0,7
+anemoi_datasets-0.5.24.dist-info/RECORD,,

{anemoi_datasets-0.5.22.dist-info → anemoi_datasets-0.5.24.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.3.1)
+Generator: setuptools (80.8.0)
 Root-Is-Purelib: true
 Tag: py3-none-any