anemoi-utils 0.4.10__tar.gz → 0.4.11__tar.gz

anemoi_utils-0.4.11/.github/release.yml

@@ -0,0 +1,20 @@
+# .github/release.yml
+# https://docs.github.com/en/repositories/releasing-projects-on-github/automatically-generated-release-notes
+
+changelog:
+  exclude:
+    labels:
+      - ignore-for-release
+      - no-changelog
+    authors:
+      - pre-commit-ci
+  categories:
+    - title: Breaking Changes 🛠
+      labels:
+        - breaking-change
+    - title: Exciting New Features 🎉
+      labels:
+        - enhancement
+    - title: Other Changes
+      labels:
+        - "*"

anemoi_utils-0.4.11/.github/workflows/merge-main-into-develop.yml

@@ -0,0 +1,31 @@
+name: Merge main into develop
+on:
+  push:
+    branches:
+      - main
+
+
+permissions:
+  # Needed to read branches
+  contents: read
+  # Needed to create PR's
+  pull-requests: write
+
+jobs:
+  sync-branches:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+      - name: Set up Node
+        uses: actions/setup-node@v4
+        with:
+          node-version: 20
+      - name: Opening pull request
+        id: pull
+        uses: jdtx0/branch-sync@1.5.1
+        with:
+          GITHUB_TOKEN: ${{ secrets.REPO_SYNC_ACTION_PAT }}
+          FROM_BRANCH: "main"
+          TO_BRANCH: "develop"
+          PULL_REQUEST_AUTO_MERGE_METHOD: "merge"

anemoi_utils-0.4.11/.github/workflows/pr-conventional-commit.yml

@@ -0,0 +1,21 @@
+name: "Ensure Conventional Commit in PR title"
+
+on:
+  pull_request_target:
+    types:
+      - opened
+      - edited
+      - synchronize
+      - reopened
+
+permissions:
+  pull-requests: read
+
+jobs:
+  main:
+    name: Validate PR title
+    runs-on: ubuntu-latest
+    steps:
+      - uses: amannn/action-semantic-pull-request@v5
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

{anemoi_utils-0.4.10 → anemoi_utils-0.4.11}/.github/workflows/python-publish.yml

@@ -8,20 +8,6 @@ on:
     types: [created]
 
 jobs:
-  quality:
-    uses: ecmwf-actions/reusable-workflows/.github/workflows/qa-precommit-run.yml@v2
-    with:
-      skip-hooks: "no-commit-to-branch"
-
-  checks:
-    strategy:
-      matrix:
-        python-version: ["3.9", "3.10", "3.11", "3.12"]
-    uses: ecmwf-actions/reusable-workflows/.github/workflows/qa-pytest-pyproject.yml@v2
-    with:
-      python-version: ${{ matrix.python-version }}
-
   deploy:
-    needs: [checks, quality]
     uses: ecmwf-actions/reusable-workflows/.github/workflows/cd-pypi.yml@v2
     secrets: inherit

anemoi_utils-0.4.11/.github/workflows/release-please.yml

@@ -0,0 +1,24 @@
+name: Run Release Please
+on:
+  push:
+    branches:
+      - develop
+
+permissions:
+  contents: write
+  pull-requests: write
+
+jobs:
+  release-please:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: googleapis/release-please-action@v4
+        with:
+          # this assumes that you have created a personal access token
+          # (PAT) and configured it as a GitHub action secret named
+          # `MY_RELEASE_PLEASE_TOKEN` (this secret name is not important).
+          token: ${{ secrets.RELEASE_PLEASE_TOKEN }}
+          # optional. customize path to .release-please-config.json
+          config-file: .release-please-config.json
+          # Currently releases are done "from main" to have a stable branch
+          # target-branch: main

{anemoi_utils-0.4.10 → anemoi_utils-0.4.11}/.gitignore

@@ -173,7 +173,6 @@ bar
 *.grib
 *.nc
 *.npz
-*.json
 *.zarr/
 ~$images.pptx
 test.py

{anemoi_utils-0.4.10 → anemoi_utils-0.4.11}/.pre-commit-config.yaml

@@ -40,7 +40,7 @@ repos:
     - --force-single-line-imports
     - --profile black
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.8.1
+  rev: v0.8.6
   hooks:
   - id: ruff
     args:
@@ -64,7 +64,7 @@ repos:
   hooks:
   - id: pyproject-fmt
 -   repo: https://github.com/jshwi/docsig # Check docstrings against function sig
-    rev: v0.65.0
+    rev: v0.66.1
     hooks:
     -   id: docsig
         args:

anemoi_utils-0.4.11/.release-please-config.json

@@ -0,0 +1,19 @@
+{
+  "release-type": "python",
+  "bump-minor-pre-major": true,
+  "bump-patch-for-minor-pre-major": true,
+  "separate-pull-requests": true,
+  "always-update": true,
+  "changelog-type": "github",
+  "include-component-in-tag": false,
+  "include-v-in-tag": false,
+  "pull-request-title-pattern": "chore${scope}: Preparing Next Release for ${component} ${version}",
+  "pull-request-header": ":robot:This is an automated PR using `release-please`.\n\nThe following changes will be included in the release, once the next version is triggered.\n\nContent of the next Release",
+  "pull-request-footer": "> [!IMPORTANT]\n> Merging this PR creates a release. Please refer to the [documentation](https://github.com/googleapis/release-please) if you're unsure.",
+  "packages": {
+    ".": {
+        "package-name": "anemoi-utils"
+    }
+  },
+  "$schema": "https://raw.githubusercontent.com/googleapis/release-please/main/schemas/config.json"
+}

anemoi_utils-0.4.11/.release-please-manifest.json

@@ -0,0 +1,3 @@
+{
+    ".": "0.4.11"
+}

{anemoi_utils-0.4.10 → anemoi_utils-0.4.11}/CHANGELOG.md

@@ -8,6 +8,25 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 Please add your functional changes to the appropriate section in the PR.
 Keep it human-readable, your future self will thank you!
 
+## 0.4.11 (2025-01-17)
+
+<!-- Release notes generated using configuration in .github/release.yml at develop -->
+
+## What's Changed
+### Other Changes
+* Feature request: Add option to read configuration from stdin by @mpartio in https://github.com/ecmwf/anemoi-utils/pull/59
+* feat(plots): Add quick map plot for debugging by @b8raoult in https://github.com/ecmwf/anemoi-utils/pull/69
+* feat: added-anemoi-utils-grids-and-tests by @floriankrb in https://github.com/ecmwf/anemoi-utils/pull/74
+* feat(plot): added plotting options by @NRaoult in https://github.com/ecmwf/anemoi-utils/pull/72
+* ci(release): Simplify Release Workflow to Minimum by @JesperDramsch in https://github.com/ecmwf/anemoi-utils/pull/78
+* feat: adding-tools-for-grids by @floriankrb in https://github.com/ecmwf/anemoi-utils/pull/76
+
+## New Contributors
+* @mpartio made their first contribution in https://github.com/ecmwf/anemoi-utils/pull/59
+* @NRaoult made their first contribution in https://github.com/ecmwf/anemoi-utils/pull/72
+
+**Full Changelog**: https://github.com/ecmwf/anemoi-utils/compare/0.4.10...0.4.11
+
 ## [0.4.5](https://github.com/ecmwf/anemoi-utils/compare/0.4.4...0.4.5) - 2024-11-06
 
 ### What's Changed

{anemoi_utils-0.4.10 → anemoi_utils-0.4.11}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: anemoi-utils
-Version: 0.4.10
+Version: 0.4.11
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License
@@ -226,6 +226,7 @@ Requires-Python: >=3.9
 License-File: LICENSE
 Requires-Dist: aniso8601
 Requires-Dist: importlib-metadata; python_version < "3.10"
+Requires-Dist: numpy
 Requires-Dist: python-dateutil
 Requires-Dist: pyyaml
 Requires-Dist: tomli; python_version < "3.11"

{anemoi_utils-0.4.10 → anemoi_utils-0.4.11}/pyproject.toml

@@ -42,6 +42,7 @@ dynamic = [ "version" ]
 dependencies = [
   "aniso8601",
   "importlib-metadata; python_version<'3.10'",
+  "numpy",
   "python-dateutil",
   "pyyaml",
   "tomli; python_version<'3.11'",

{anemoi_utils-0.4.10 → anemoi_utils-0.4.11}/src/anemoi/utils/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.4.10'
-__version_tuple__ = version_tuple = (0, 4, 10)
+__version__ = version = '0.4.11'
+__version_tuple__ = version_tuple = (0, 4, 11)

anemoi_utils-0.4.11/src/anemoi/utils/caching.py

@@ -0,0 +1,124 @@
+# (C) Copyright 2024 Anemoi contributors.
+#
+# This software is licensed under the terms of the Apache Licence Version 2.0
+# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
+#
+# In applying this licence, ECMWF does not waive the privileges and immunities
+# granted to it by virtue of its status as an intergovernmental organisation
+# nor does it submit to any jurisdiction.
+
+
+import hashlib
+import json
+import os
+import time
+from threading import Lock
+
+import numpy as np
+
+LOCK = Lock()
+CACHE = {}
+
+
+def _get_cache_path(collection):
+    return os.path.join(os.path.expanduser("~"), ".cache", "anemoi", collection)
+
+
+def clean_cache(collection="default"):
+    global CACHE
+    CACHE = {}
+    path = _get_cache_path(collection)
+    if not os.path.exists(path):
+        return
+    for filename in os.listdir(path):
+        os.remove(os.path.join(path, filename))
+
+
+class Cacher:
+    """This class implements a simple caching mechanism.
+    Private class, do not use directly"""
+
+    def __init__(self, collection, expires):
+        self.collection = collection
+        self.expires = expires
+
+    def __call__(self, func):
+
+        full = f"{func.__module__}.{func.__name__}"
+
+        def wrapped(*args, **kwargs):
+            with LOCK:
+                return self.cache(
+                    (full, args, kwargs),
+                    lambda: func(*args, **kwargs),
+                )
+
+        return wrapped
+
+    def cache(self, key, proc):
+
+        key = json.dumps(key, sort_keys=True)
+        m = hashlib.md5()
+        m.update(key.encode("utf-8"))
+        m = m.hexdigest()
+
+        if m in CACHE:
+            return CACHE[m]
+
+        path = _get_cache_path(self.collection)
+
+        filename = os.path.join(path, m) + self.ext
+        if os.path.exists(filename):
+            data = self.load(filename)
+            if self.expires is None or data["expires"] > time.time():
+                if data["key"] == key:
+                    return data["value"]
+
+        value = proc()
+        data = {"key": key, "value": value}
+        if self.expires is not None:
+            data["expires"] = time.time() + self.expires
+
+        os.makedirs(path, exist_ok=True)
+        temp_filename = self.save(filename, data)
+        os.rename(temp_filename, filename)
+
+        CACHE[m] = value
+        return value
+
+
+class JsonCacher(Cacher):
+    ext = ""
+
+    def save(self, path, data):
+        temp_path = path + ".tmp"
+        with open(temp_path, "w") as f:
+            json.dump(data, f)
+        return temp_path
+
+    def load(self, path):
+        with open(path, "r") as f:
+            return json.load(f)
+
+
+class NpzCacher(Cacher):
+    ext = ".npz"
+
+    def save(self, path, data):
+        temp_path = path + ".tmp.npz"
+        np.savez(temp_path, **data)
+        return temp_path
+
+    def load(self, path):
+        return np.load(path, allow_pickle=True)
+
+
+# PUBLIC API
+def cached(collection="default", expires=None, encoding="json"):
+    """Decorator to cache the result of a function.
+
+    Default is to use a json file to store the cache, but you can also use npz files
+    to cache dict of numpy arrays.
+
+    """
+    return dict(json=JsonCacher, npz=NpzCacher)[encoding](collection, expires)

{anemoi_utils-0.4.10 → anemoi_utils-0.4.11}/src/anemoi/utils/config.py

@@ -223,6 +223,23 @@ def load_any_dict_format(path) -> dict:
         if path.endswith(".toml"):
             with open(path, "rb") as f:
                 return tomllib.load(f)
+
+        if path == "-":
+            import sys
+
+            config = sys.stdin.read()
+
+            parsers = [(yaml.safe_load, "yaml"), (json.loads, "json"), (tomllib.loads, "toml")]
+
+            for parser, parser_type in parsers:
+                try:
+                    LOG.debug(f"Trying {parser_type} parser for stdin")
+                    return parser(config)
+                except Exception:
+                    pass
+
+            raise ValueError("Failed to parse configuration from stdin")
+
     except (json.JSONDecodeError, yaml.YAMLError, tomllib.TOMLDecodeError) as e:
         LOG.warning(f"Failed to parse config file {path}", exc_info=e)
         raise ValueError(f"Failed to parse config file {path} [{e}]")

anemoi_utils-0.4.11/src/anemoi/utils/devtools.py

@@ -0,0 +1,83 @@
+# (C) Copyright 2024 Anemoi contributors.
+#
+# This software is licensed under the terms of the Apache Licence Version 2.0
+# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
+#
+# In applying this licence, ECMWF does not waive the privileges and immunities
+# granted to it by virtue of its status as an intergovernmental organisation
+# nor does it submit to any jurisdiction.
+
+
+import cartopy.crs as ccrs
+import cartopy.feature as cfeature
+import matplotlib.pyplot as plt
+import matplotlib.tri as tri
+import numpy as np
+
+"""FOR DEVELOPMENT PURPOSES ONLY
+
+This module contains
+
+"""
+
+# TODO: use earthkit-plots
+
+
+def fix(lons):
+    return np.where(lons > 180, lons - 360, lons)
+
+
+def plot_values(
+    values, latitudes, longitudes, title=None, missing_value=None, min_value=None, max_value=None, **kwargs
+):
+
+    _, ax = plt.subplots(subplot_kw={"projection": ccrs.PlateCarree()})
+    ax.coastlines()
+    ax.add_feature(cfeature.BORDERS, linestyle=":")
+
+    missing_values = np.isnan(values)
+
+    if missing_value is None:
+        values = values[~missing_values]
+        longitudes = longitudes[~missing_values]
+        latitudes = latitudes[~missing_values]
+    else:
+        values = np.where(missing_values, missing_value, values)
+
+    if max_value is not None:
+        values = np.where(values > max_value, max_value, values)
+
+    if min_value is not None:
+        values = np.where(values < min_value, min_value, values)
+
+    triangulation = tri.Triangulation(fix(longitudes), latitudes)
+
+    levels = kwargs.pop("levels", 10)
+
+    _ = ax.tricontourf(triangulation, values, levels=levels, transform=ccrs.PlateCarree())
+
+    options = dict(
+        levels=levels,
+        colors="black",
+        linewidths=0.5,
+        transform=ccrs.PlateCarree(),
+    )
+
+    options.update(kwargs)
+
+    ax.tricontour(
+        triangulation,
+        values,
+        **options,
+    )
+
+    if title is not None:
+        ax.set_title(title)
+
+    return ax
+
+
+def plot_field(field, title=None, **kwargs):
+    values = field.to_numpy(flatten=True)
+    latitudes, longitudes = field.grid_points()
+    return plot_values(values, latitudes, longitudes, title=title, **kwargs)

anemoi_utils-0.4.11/src/anemoi/utils/grids.py

@@ -0,0 +1,97 @@
+# (C) Copyright 2025 Anemoi contributors.
+#
+# This software is licensed under the terms of the Apache Licence Version 2.0
+# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
+#
+# In applying this licence, ECMWF does not waive the privileges and immunities
+# granted to it by virtue of its status as an intergovernmental organisation
+# nor does it submit to any jurisdiction.
+
+
+"""Utilities for working with grids.
+
+"""
+
+import logging
+import os
+from io import BytesIO
+
+import numpy as np
+import requests
+
+from .caching import cached
+
+LOG = logging.getLogger(__name__)
+
+
+GRIDS_URL_PATTERN = "https://get.ecmwf.int/repository/anemoi/grids/grid-{name}.npz"
+
+
+def xyz_to_latlon(x, y, z):
+    return (
+        np.rad2deg(np.arcsin(np.minimum(1.0, np.maximum(-1.0, z)))),
+        np.rad2deg(np.arctan2(y, x)),
+    )
+
+
+def latlon_to_xyz(lat, lon, radius=1.0):
+    # https://en.wikipedia.org/wiki/Geographic_coordinate_conversion#From_geodetic_to_ECEF_coordinates
+    # We assume that the Earth is a sphere of radius 1 so N(phi) = 1
+    # We assume h = 0
+    #
+    phi = np.deg2rad(lat)
+    lda = np.deg2rad(lon)
+
+    cos_phi = np.cos(phi)
+    cos_lda = np.cos(lda)
+    sin_phi = np.sin(phi)
+    sin_lda = np.sin(lda)
+
+    x = cos_phi * cos_lda * radius
+    y = cos_phi * sin_lda * radius
+    z = sin_phi * radius
+
+    return x, y, z
+
+
+def nearest_grid_points(source_latitudes, source_longitudes, target_latitudes, target_longitudes):
+    from scipy.spatial import cKDTree
+
+    source_xyz = latlon_to_xyz(source_latitudes, source_longitudes)
+    source_points = np.array(source_xyz).transpose()
+
+    target_xyz = latlon_to_xyz(target_latitudes, target_longitudes)
+    target_points = np.array(target_xyz).transpose()
+
+    _, indices = cKDTree(source_points).query(target_points, k=1)
+    return indices
+
+
+@cached(collection="grids", encoding="npz")
+def _grids(name):
+    from anemoi.utils.config import load_config
+
+    user_path = load_config().get("utils", {}).get("grids_path")
+    if user_path:
+        path = os.path.expanduser(os.path.join(user_path, f"grid-{name}.npz"))
+        if os.path.exists(path):
+            LOG.warning("Loading grids from custom user path %s", path)
+            with open(path, "rb") as f:
+                return f.read()
+        else:
+            LOG.warning("Custom user path %s does not exist", path)
+
+    url = GRIDS_URL_PATTERN.format(name=name.lower())
+    LOG.warning("Downloading grids from %s", url)
+    response = requests.get(url)
+    response.raise_for_status()
+    return response.content
+
+
+def grids(name):
+    if name.endswith(".npz"):
+        return dict(np.load(name))
+
+    data = _grids(name)
+    npz = np.load(BytesIO(data))
+    return dict(npz)

{anemoi_utils-0.4.10 → anemoi_utils-0.4.11}/src/anemoi/utils/humanize.py

@@ -689,3 +689,36 @@ def print_dates(dates) -> None:
         A list of dates, as datetime objects or strings.
     """
     print(compress_dates(dates))
+
+
+def make_list_int(value) -> list:
+    """Convert a string like "1/2/3" or "1/to/3" or "1/to/10/by/2" to a list of integers.
+
+    Parameters
+    ----------
+    value : str, list, tuple, int
+        The value to convert to a list of integers.
+
+    Returns
+    -------
+    list
+        A list of integers.
+    """
+    if isinstance(value, str):
+        if "/" not in value:
+            return [int(value)]
+        bits = value.split("/")
+        if len(bits) == 3 and bits[1].lower() == "to":
+            value = list(range(int(bits[0]), int(bits[2]) + 1, 1))
+
+        elif len(bits) == 5 and bits[1].lower() == "to" and bits[3].lower() == "by":
+            value = list(range(int(bits[0]), int(bits[2]) + int(bits[4]), int(bits[4])))
+
+    if isinstance(value, list):
+        return value
+    if isinstance(value, tuple):
+        return value
+    if isinstance(value, int):
+        return [value]
+
+    raise ValueError(f"Cannot make list from {value}")

{anemoi_utils-0.4.10 → anemoi_utils-0.4.11}/src/anemoi_utils.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: anemoi-utils
-Version: 0.4.10
+Version: 0.4.11
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License
@@ -226,6 +226,7 @@ Requires-Python: >=3.9
 License-File: LICENSE
 Requires-Dist: aniso8601
 Requires-Dist: importlib-metadata; python_version < "3.10"
+Requires-Dist: numpy
 Requires-Dist: python-dateutil
 Requires-Dist: pyyaml
 Requires-Dist: tomli; python_version < "3.11"

{anemoi_utils-0.4.10 → anemoi_utils-0.4.11}/src/anemoi_utils.egg-info/SOURCES.txt

@@ -2,6 +2,8 @@
 .gitignore
 .pre-commit-config.yaml
 .readthedocs.yaml
+.release-please-config.json
+.release-please-manifest.json
 CHANGELOG.md
 CONTRIBUTORS.md
 LICENSE
@@ -9,13 +11,15 @@ README.md
 pyproject.toml
 .github/CODEOWNERS
 .github/ci-hpc-config.yml
-.github/workflows/changelog-pr-update.yml
-.github/workflows/changelog-release-update.yml
+.github/release.yml
 .github/workflows/ci.yml
 .github/workflows/label-public-pr.yml
+.github/workflows/merge-main-into-develop.yml
+.github/workflows/pr-conventional-commit.yml
 .github/workflows/python-publish.yml
 .github/workflows/python-pull-request.yml
 .github/workflows/readthedocs-pr-update.yml
+.github/workflows/release-please.yml
 docs/Makefile
 docs/conf.py
 docs/index.rst
@@ -40,7 +44,9 @@ src/anemoi/utils/cli.py
 src/anemoi/utils/compatibility.py
 src/anemoi/utils/config.py
 src/anemoi/utils/dates.py
+src/anemoi/utils/devtools.py
 src/anemoi/utils/grib.py
+src/anemoi/utils/grids.py
 src/anemoi/utils/hindcasts.py
 src/anemoi/utils/humanize.py
 src/anemoi/utils/logs.py
@@ -66,9 +72,11 @@ src/anemoi_utils.egg-info/dependency_links.txt
 src/anemoi_utils.egg-info/entry_points.txt
 src/anemoi_utils.egg-info/requires.txt
 src/anemoi_utils.egg-info/top_level.txt
+tests/test_caching.py
 tests/test_compatibility.py
 tests/test_dates.py
 tests/test_frequency.py
+tests/test_grids.py
 tests/test_provenance.py
 tests/test_remote.py
 tests/test_sanetise.py

{anemoi_utils-0.4.10 → anemoi_utils-0.4.11}/src/anemoi_utils.egg-info/requires.txt

@@ -1,4 +1,5 @@
 aniso8601
+numpy
 python-dateutil
 pyyaml
 tqdm

anemoi_utils-0.4.11/tests/test_caching.py

@@ -0,0 +1,113 @@
+# (C) Copyright 2025 Anemoi contributors.
+#
+# This software is licensed under the terms of the Apache Licence Version 2.0
+# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
+#
+# In applying this licence, ECMWF does not waive the privileges and immunities
+# granted to it by virtue of its status as an intergovernmental organisation
+# nor does it submit to any jurisdiction.
+
+
+import numpy as np
+
+from anemoi.utils.caching import cached
+from anemoi.utils.caching import clean_cache
+
+
+def check(f, data):
+    """Check that the function f returns the expected values from the data.
+    The function f is called three times for each value in the data.
+    The number of actual calls to the function is checked to make sure the cache is used when it should be.
+    """
+
+    for i, x in enumerate(data):
+        assert data.n == i
+
+        res = f(x)
+        assert type(res) == type(data[x])  # noqa: E721
+        assert str(res) == str(data[x])
+        assert data.n == i + 1
+
+        res = f(x)
+        assert type(res) == type(data[x])  # noqa: E721
+        assert str(res) == str(data[x])
+        assert data.n == i + 1
+
+
+class Data(dict):
+    """Simple class to store data and count the number of calls to the function."""
+
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        self.n = 0
+
+
+global DATA
+
+#########################################
+# basic test
+#########################################
+global values_a
+values_a = Data(a=1, b=2)
+
+
+@cached(collection="test", expires=0)
+def func_a(x):
+    global values_a
+    values_a.n += 1
+    return values_a[x]
+
+
+def test_cached_basic(*values, **kwargs):
+    clean_cache("test")
+    check(func_a, values_a)
+
+
+#########################################
+# Test with numpy arrays
+#########################################
+
+global values_c
+values_c = Data(
+    a=dict(A=np.array([1, 2, 3]), B=np.array([4, 5, 6])),
+    b=dict(A=np.array([7, 8, 9]), B=np.array([10, 11, 12])),
+)
+
+
+@cached(collection="test", expires=0, encoding="npz")
+def func_c(x):
+    global values_c
+    values_c.n += 1
+    return values_c[x]
+
+
+def test_cached_npz(*values, **kwargs):
+    clean_cache("test")
+    check(func_c, values_c)
+
+
+#########################################
+# Test with a various types
+global values_d
+values_d = Data(a="4", b=5.0, c=dict(d=6), e=[7, 8, 9], f=(10, 11, 12))
+
+
+@cached(collection="test", expires=0)
+def func_d(x):
+    global values_d
+    values_d.n += 1
+    return values_d[x]
+
+
+def test_cached_various_types(*values, **kwargs):
+    clean_cache("test")
+    check(func_d, values_d)
+
+
+#########################################
+
+if __name__ == "__main__":
+    for name, obj in list(globals().items()):
+        if name.startswith("test_") and callable(obj):
+            print(f"Running {name}...")
+            obj()

anemoi_utils-0.4.11/tests/test_grids.py

@@ -0,0 +1,28 @@
+# (C) Copyright 2025 Anemoi contributors.
+#
+# This software is licensed under the terms of the Apache Licence Version 2.0
+# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
+#
+# In applying this licence, ECMWF does not waive the privileges and immunities
+# granted to it by virtue of its status as an intergovernmental organisation
+# nor does it submit to any jurisdiction.
+
+
+from anemoi.utils.grids import grids
+
+
+def test_o96():
+    x = grids("o96")
+    assert x["latitudes"].mean() == 0.0
+    assert x["longitudes"].mean() == 179.14285714285714
+    assert x["latitudes"].shape == (40320,)
+    assert x["longitudes"].shape == (40320,)
+    assert x["latitudes"][31415] == -31.324557701757268
+    assert x["longitudes"][31415] == 224.32835820895522
+
+
+if __name__ == "__main__":
+    for name, obj in list(globals().items()):
+        if name.startswith("test_") and callable(obj):
+            print(f"Running {name}...")
+            obj()

anemoi_utils-0.4.10/.github/workflows/changelog-pr-update.yml

@@ -1,18 +0,0 @@
-# name: Check Changelog Update on PR
-# on:
-#   pull_request:
-#     types: [assigned, opened, synchronize, reopened, labeled, unlabeled]
-#     branches:
-#       - main
-#       - develop
-#     paths-ignore:
-#       - .pre-commit-config.yaml
-#       - .readthedocs.yaml
-# jobs:
-#   Check-Changelog:
-#     name: Check Changelog Action
-#     runs-on: ubuntu-20.04
-#     steps:
-#       - uses: tarides/changelog-check-action@v2
-#         with:
-#           changelog: CHANGELOG.md

anemoi_utils-0.4.10/.github/workflows/changelog-release-update.yml

@@ -1,45 +0,0 @@
-# .github/workflows/update-changelog.yaml
-name: "Update Changelog"
-
-on:
-  workflow_run:
-    workflows:
-      - Upload Python Package
-    types:
-      - completed
-
-permissions:
-  pull-requests: write
-  contents: write
-
-jobs:
-  update:
-    runs-on: ubuntu-latest
-    if: ${{ github.event.workflow_run.conclusion == 'success' }}
-
-    steps:
-    - name: Checkout code
-      uses: actions/checkout@v4
-      with:
-        ref: ${{ github.event.release.target_commitish }}
-
-    - name: Update Changelog
-      uses: stefanzweifel/changelog-updater-action@v1
-      with:
-        latest-version: ${{ github.event.release.tag_name }}
-        heading-text: ${{ github.event.release.name }}
-        release-notes: ${{ github.event.release.body }}
-
-    - name: Create Pull Request
-      uses: peter-evans/create-pull-request@v6
-      with:
-        branch: docs/changelog-update-${{ github.event.release.tag_name }}
-        base: develop
-        title: '[Changelog] Update to ${{ github.event.release.tag_name }}'
-        body: |
-          This PR updates the changelog to include the changes in the latest release.
-
-          > [!CAUTION]
-          > Merge DO NOT squash to correctly update the tag version of `develop` branch.
-        add-paths: |
-          CHANGELOG.md

anemoi_utils-0.4.10/src/anemoi/utils/caching.py

@@ -1,74 +0,0 @@
-# (C) Copyright 2024 Anemoi contributors.
-#
-# This software is licensed under the terms of the Apache Licence Version 2.0
-# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
-#
-# In applying this licence, ECMWF does not waive the privileges and immunities
-# granted to it by virtue of its status as an intergovernmental organisation
-# nor does it submit to any jurisdiction.
-
-
-import hashlib
-import json
-import os
-import time
-from threading import Lock
-
-LOCK = Lock()
-CACHE = {}
-
-
-def cache(key, proc, collection="default", expires=None):
-
-    key = json.dumps(key, sort_keys=True)
-    m = hashlib.md5()
-    m.update(key.encode("utf-8"))
-    m = m.hexdigest()
-
-    if m in CACHE:
-        return CACHE[m]
-
-    path = os.path.join(os.path.expanduser("~"), ".cache", "anemoi", collection)
-    os.makedirs(path, exist_ok=True)
-
-    filename = os.path.join(path, m)
-    if os.path.exists(filename):
-        with open(filename, "r") as f:
-            data = json.load(f)
-            if expires is None or data["expires"] > time.time():
-                if data["key"] == key:
-                    return data["value"]
-
-    value = proc()
-    data = {"key": key, "value": value}
-    if expires is not None:
-        data["expires"] = time.time() + expires
-
-    with open(filename, "w") as f:
-        json.dump(data, f)
-
-    CACHE[m] = value
-    return value
-
-
-class cached:
-    """Decorator to cache the result of a function."""
-
-    def __init__(self, collection="default", expires=None):
-        self.collection = collection
-        self.expires = expires
-
-    def __call__(self, func):
-
-        full = f"{func.__module__}.{func.__name__}"
-
-        def wrapped(*args, **kwargs):
-            with LOCK:
-                return cache(
-                    (full, args, kwargs),
-                    lambda: func(*args, **kwargs),
-                    self.collection,
-                    self.expires,
-                )
-
-        return wrapped