anemoi-datasets 0.5.22__tar.gz → 0.5.23__tar.gz

{anemoi_datasets-0.5.22 → anemoi_datasets-0.5.23}/.pre-commit-config.yaml

@@ -40,7 +40,7 @@ repos:
     - --force-single-line-imports
     - --profile black
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.11.4
+  rev: v0.11.8
   hooks:
   - id: ruff
     args:

anemoi_datasets-0.5.23/.release-please-manifest.json

@@ -0,0 +1,3 @@
+{
+    ".": "0.5.23"
+}

{anemoi_datasets-0.5.22 → anemoi_datasets-0.5.23}/CHANGELOG.md

@@ -8,6 +8,13 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 Please add your functional changes to the appropriate section in the PR.
 Keep it human-readable, your future self will thank you!
 
+## [0.5.23](https://github.com/ecmwf/anemoi-datasets/compare/0.5.22...0.5.23) (2025-05-07)
+
+
+### Features
+
+* support accumulations that resets regularly (e.g. every 24h) ([#314](https://github.com/ecmwf/anemoi-datasets/issues/314)) ([0cd772b](https://github.com/ecmwf/anemoi-datasets/commit/0cd772b168ea6a3eb2113a9b3de0ddd9e964a6de))
+
 ## [0.5.22](https://github.com/ecmwf/anemoi-datasets/compare/0.5.21...0.5.22) (2025-05-05)
 
 

{anemoi_datasets-0.5.22 → anemoi_datasets-0.5.23}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: anemoi-datasets
-Version: 0.5.22
+Version: 0.5.23
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License
@@ -241,7 +241,7 @@ Requires-Dist: prettytable; extra == "comparelam"
 Requires-Dist: termcolor; extra == "comparelam"
 Provides-Extra: create
 Requires-Dist: cachetools; extra == "create"
-Requires-Dist: earthkit-data[mars]>=0.12.4; extra == "create"
+Requires-Dist: earthkit-data[mars]<0.14,>=0.12.4; extra == "create"
 Requires-Dist: earthkit-geo>=0.3; extra == "create"
 Requires-Dist: earthkit-meteo>=0.3; extra == "create"
 Requires-Dist: eccodes>=2.39.1; extra == "create"
@@ -269,5 +269,5 @@ Requires-Dist: kerchunk; extra == "xarray"
 Requires-Dist: pandas; extra == "xarray"
 Requires-Dist: planetary-computer; extra == "xarray"
 Requires-Dist: pystac-client; extra == "xarray"
-Requires-Dist: s3fs>=0.5; extra == "xarray"
+Requires-Dist: s3fs; extra == "xarray"
 Dynamic: license-file

{anemoi_datasets-0.5.22 → anemoi_datasets-0.5.23}/pyproject.toml

@@ -71,7 +71,7 @@ optional-dependencies.comparelam = [
 
 optional-dependencies.create = [
   "cachetools",
-  "earthkit-data[mars]>=0.12.4",
+  "earthkit-data[mars]>=0.12.4,<0.14",
   "earthkit-geo>=0.3",
   "earthkit-meteo>=0.3",
   "eccodes>=2.39.1",
@@ -109,7 +109,7 @@ optional-dependencies.xarray = [
   "pandas",
   "planetary-computer",
   "pystac-client",
-  "s3fs>=0.5",
+  "s3fs",
 ]
 
 urls.Changelog = "https://github.com/ecmwf/anemoi-datasets/CHANGELOG.md"

{anemoi_datasets-0.5.22 → anemoi_datasets-0.5.23}/src/anemoi/datasets/_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.5.22'
-__version_tuple__ = version_tuple = (0, 5, 22)
+__version__ = version = '0.5.23'
+__version_tuple__ = version_tuple = (0, 5, 23)

{anemoi_datasets-0.5.22 → anemoi_datasets-0.5.23}/src/anemoi/datasets/create/sources/accumulations.py

@@ -843,8 +843,6 @@ def _compute_accumulations(
     else:
         AccumulationClass = AccumulationFromStart if data_accumulation_period in (0, None) else AccumulationFromLastStep
 
-    LOG.info(f"XXXXXXXXXXX {step1=}, {step2=}, {data_accumulation_period=}, {base_times=}, {adjust_step=}")
-
     mars_date_time_steps = AccumulationClass.mars_date_time_steps(
         dates=dates,
         step1=step1,
@@ -882,16 +880,12 @@ def _compute_accumulations(
     accumulations = {}
 
     for date, time, steps in mars_date_time_steps:
-        LOG.info(f"Accumulation request: { date, time, steps}")
         for p in param:
             for n in number:
                 r = dict(request, param=p, date=date, time=time, step=sorted(steps), number=n)
 
                 requests.append(patch(r))
 
-    for r in requests:
-        LOG.info(f"Accumulation request: {r}")
-
     ds = mars(
         context, dates, *requests, request_already_using_valid_datetime=True, use_cdsapi_dataset=use_cdsapi_dataset
     )

{anemoi_datasets-0.5.22 → anemoi_datasets-0.5.23}/src/anemoi/datasets/create/sources/accumulations2.py

@@ -9,7 +9,6 @@
 
 import datetime
 import logging
-import warnings
 from abc import abstractmethod
 from copy import deepcopy
 from typing import Any
@@ -118,8 +117,8 @@ class Period:
 
         assert accumulated.shape == values.shape, (accumulated.shape, values.shape)
 
-        if not np.all(values >= 0):
-            warnings.warn(f"Negative values for {values}: {np.amin(values)} {np.amax(values)}")
+        # if not np.all(values >= 0):
+        #     warnings.warn(f"Negative values for {values}: {np.amin(values)} {np.amax(values)}")
 
         return accumulated + self.sign * values
 

{anemoi_datasets-0.5.22 → anemoi_datasets-0.5.23}/src/anemoi_datasets.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: anemoi-datasets
-Version: 0.5.22
+Version: 0.5.23
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License
@@ -241,7 +241,7 @@ Requires-Dist: prettytable; extra == "comparelam"
 Requires-Dist: termcolor; extra == "comparelam"
 Provides-Extra: create
 Requires-Dist: cachetools; extra == "create"
-Requires-Dist: earthkit-data[mars]>=0.12.4; extra == "create"
+Requires-Dist: earthkit-data[mars]<0.14,>=0.12.4; extra == "create"
 Requires-Dist: earthkit-geo>=0.3; extra == "create"
 Requires-Dist: earthkit-meteo>=0.3; extra == "create"
 Requires-Dist: eccodes>=2.39.1; extra == "create"
@@ -269,5 +269,5 @@ Requires-Dist: kerchunk; extra == "xarray"
 Requires-Dist: pandas; extra == "xarray"
 Requires-Dist: planetary-computer; extra == "xarray"
 Requires-Dist: pystac-client; extra == "xarray"
-Requires-Dist: s3fs>=0.5; extra == "xarray"
+Requires-Dist: s3fs; extra == "xarray"
 Dynamic: license-file

{anemoi_datasets-0.5.22 → anemoi_datasets-0.5.23}/src/anemoi_datasets.egg-info/requires.txt

@@ -17,7 +17,7 @@ termcolor
 
 [create]
 cachetools
-earthkit-data[mars]>=0.12.4
+earthkit-data[mars]<0.14,>=0.12.4
 earthkit-geo>=0.3
 earthkit-meteo>=0.3
 eccodes>=2.39.1
@@ -50,4 +50,4 @@ kerchunk
 pandas
 planetary-computer
 pystac-client
-s3fs>=0.5
+s3fs

anemoi_datasets-0.5.22/.release-please-manifest.json

@@ -1,3 +0,0 @@
-{
-    ".": "0.5.22"
-}