anemoi-utils 0.4.20__tar.gz → 0.4.22__tar.gz

anemoi_utils-0.4.22/.github/CODEOWNERS

@@ -0,0 +1,8 @@
+
+# Workflows
+/.github/ @ecmwf/AnemoiSecurity
+
+# Project configs
+/pyproject.toml @ecmwf/AnemoiSecurity
+/.pre-commit-config.yaml @ecmwf/AnemoiSecurity
+/.release-please-config.json @ecmwf/AnemoiSecurity

{anemoi_utils-0.4.20 → anemoi_utils-0.4.22}/.pre-commit-config.yaml

@@ -40,14 +40,13 @@ repos:
     - --force-single-line-imports
     - --profile black
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.9.9
+  rev: v0.11.4
   hooks:
   - id: ruff
     args:
     - --line-length=120
     - --fix
     - --exit-non-zero-on-fix
-    - --preview
     - --exclude=docs/**/*_.py
 - repo: https://github.com/sphinx-contrib/sphinx-lint
   rev: v1.0.0
@@ -69,7 +68,7 @@ repos:
   hooks:
   - id: pyproject-fmt
 -   repo: https://github.com/jshwi/docsig # Check docstrings against function sig
-    rev: v0.69.1
+    rev: v0.69.3
     hooks:
     -   id: docsig
         args:

anemoi_utils-0.4.22/.release-please-manifest.json

@@ -0,0 +1,3 @@
+{
+    ".": "0.4.22"
+}

{anemoi_utils-0.4.20 → anemoi_utils-0.4.22}/CHANGELOG.md

@@ -8,6 +8,26 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 Please add your functional changes to the appropriate section in the PR.
 Keep it human-readable, your future self will thank you!
 
+## [0.4.22](https://github.com/ecmwf/anemoi-utils/compare/0.4.21...0.4.22) (2025-04-10)
+
+
+### Bug Fixes
+
+* do not write to existing dir ([#148](https://github.com/ecmwf/anemoi-utils/issues/148)) ([38c6db6](https://github.com/ecmwf/anemoi-utils/commit/38c6db62c113e093d11c49b0fc398587ee89946c))
+* remove archive file after unpacking ([#145](https://github.com/ecmwf/anemoi-utils/issues/145)) ([790e2a3](https://github.com/ecmwf/anemoi-utils/commit/790e2a3370db3d5c275f95b920926d5a01f894a7))
+
+## [0.4.21](https://github.com/ecmwf/anemoi-utils/compare/0.4.20...0.4.21) (2025-04-07)
+
+
+### Features
+
+* allow temporary settings ([#143](https://github.com/ecmwf/anemoi-utils/issues/143)) ([38cefb5](https://github.com/ecmwf/anemoi-utils/commit/38cefb5c4ebd4e496d2c332e1d1d8b86d551615c))
+
+
+### Bug Fixes
+
+* pydantic schemas ([#141](https://github.com/ecmwf/anemoi-utils/issues/141)) ([c30f804](https://github.com/ecmwf/anemoi-utils/commit/c30f804012a4200eee69f5fb0708d4af760cb5f7))
+
 ## [0.4.20](https://github.com/ecmwf/anemoi-utils/compare/0.4.19...0.4.20) (2025-04-04)
 
 

{anemoi_utils-0.4.20 → anemoi_utils-0.4.22}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: anemoi-utils
-Version: 0.4.20
+Version: 0.4.22
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License
@@ -228,6 +228,7 @@ Requires-Dist: aniso8601
 Requires-Dist: importlib-metadata; python_version < "3.10"
 Requires-Dist: multiurl
 Requires-Dist: numpy
+Requires-Dist: pydantic>=2.9
 Requires-Dist: python-dateutil
 Requires-Dist: pyyaml
 Requires-Dist: tomli; python_version < "3.11"

{anemoi_utils-0.4.20 → anemoi_utils-0.4.22}/pyproject.toml

@@ -1,4 +1,4 @@
-# (C) Copyright 2024 Anemoi contributors.
+# (C) Copyright 2025 Anemoi contributors.
 #
 # This software is licensed under the terms of the Apache Licence Version 2.0
 # which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
@@ -44,6 +44,7 @@ dependencies = [
   "importlib-metadata; python_version<'3.10'",
   "multiurl",
   "numpy",
+  "pydantic>=2.9",
   "python-dateutil",
   "pyyaml",
   "tomli; python_version<'3.11'",

{anemoi_utils-0.4.20 → anemoi_utils-0.4.22}/src/anemoi/utils/_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.4.20'
-__version_tuple__ = version_tuple = (0, 4, 20)
+__version__ = version = '0.4.22'
+__version_tuple__ = version_tuple = (0, 4, 22)

{anemoi_utils-0.4.20 → anemoi_utils-0.4.22}/src/anemoi/utils/config.py

@@ -10,6 +10,7 @@
 
 from __future__ import annotations
 
+import contextlib
 import json
 import logging
 import os
@@ -239,6 +240,7 @@ CONFIG = {}
 CHECKED = {}
 CONFIG_LOCK = threading.RLock()
 QUIET = False
+CONFIG_PATCH = None
 
 
 def _find(config: Union[dict, list], what: str, result: list = None) -> list:
@@ -550,7 +552,10 @@ def load_config(
     """
 
     with CONFIG_LOCK:
-        return _load_config(name, secrets, defaults)
+        config = _load_config(name, secrets, defaults)
+        if CONFIG_PATCH is not None:
+            config = CONFIG_PATCH(config)
+        return config
 
 
 def load_raw_config(name: str, default: Any = None) -> Union[DotDict, str]:
@@ -668,3 +673,21 @@ def merge_configs(*configs: dict) -> dict:
         _merge_dicts(result, config)
 
     return result
+
+
+@contextlib.contextmanager
+def temporary_config(tmp: dict) -> None:
+
+    global CONFIG_PATCH
+
+    def patch_config(config: dict) -> dict:
+        return merge_configs(config, tmp)
+
+    with CONFIG_LOCK:
+
+        CONFIG_PATCH = patch_config
+
+        try:
+            yield
+        finally:
+            CONFIG_PATCH = None

{anemoi_utils-0.4.20 → anemoi_utils-0.4.22}/src/anemoi/utils/rules.py

@@ -51,10 +51,12 @@ class Rule:
 
     @property
     def result(self) -> Any:
+        """The result associated with the rule."""
         return self._result
 
     @property
     def condition(self) -> Dict[str, Any]:
+        """The conditions that define the rule."""
         return self._match
 
 
@@ -216,3 +218,28 @@ class RuleSet:
             An iterator over the Rule objects in the RuleSet.
         """
         return iter(self.rules)
+
+    def __len__(self) -> int:
+        """Return the number of rules in the RuleSet.
+
+        Returns
+        -------
+        int
+            The number of rules in the RuleSet.
+        """
+        return len(self.rules)
+
+    def __getitem__(self, index: int) -> Rule:
+        """Retrieve a rule by its index.
+
+        Parameters
+        ----------
+        index : int
+            The index of the rule to retrieve.
+
+        Returns
+        -------
+        Rule
+            The rule at the specified index.
+        """
+        return self.rules[index]

anemoi_utils-0.4.22/src/anemoi/utils/schemas/__init__.py

@@ -0,0 +1,20 @@
+# (C) Copyright 2025 ECMWF.
+#
+# This software is licensed under the terms of the Apache Licence Version 2.0
+# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
+# In applying this licence, ECMWF does not waive the privileges and immunities
+# granted to it by virtue of its status as an intergovernmental organisation
+# nor does it submit to any jurisdiction.
+
+from pydantic import BaseModel as PydanticBaseModel
+
+
+class BaseModel(PydanticBaseModel):
+    class Config:
+        """Pydantic BaseModel configuration."""
+
+        use_attribute_docstrings = True
+        use_enum_values = True
+        validate_assignment = True
+        validate_default = True
+        extra = "forbid"

anemoi_utils-0.4.22/src/anemoi/utils/schemas/errors.py

@@ -0,0 +1,54 @@
+# (C) Copyright 2025 ECMWF.
+#
+# This software is licensed under the terms of the Apache Licence Version 2.0
+# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
+# In applying this licence, ECMWF does not waive the privileges and immunities
+# granted to it by virtue of its status as an intergovernmental organisation
+# nor does it submit to any jurisdiction.
+
+from collections.abc import Iterator
+from typing import Any
+
+from pydantic import BaseModel as PydanticBaseModel
+from pydantic import ValidationError
+from pydantic_core import ErrorDetails
+
+CUSTOM_MESSAGES = {
+    "missing": "A config entry seems to be missing. If not please check for any typos.",
+    "extra_forbidden": "Extra entries in the config are forebidden. Please check for typos.",
+}
+
+
+def convert_errors(e: ValidationError, custom_messages: dict[str, str]) -> list[ErrorDetails]:
+    new_errors: list[ErrorDetails] = []
+    for error in e.errors():
+        custom_message = custom_messages.get(error["type"])
+
+        if custom_message:
+
+            ctx = error.get("ctx")
+            error["msg"] = custom_message.format(**ctx) if ctx else custom_message
+        new_errors.append(error)
+    return new_errors
+
+
+class ValidationError(Exception):
+    pass
+
+
+def allowed_values(v: Any, values: list[Any]) -> Any:
+    if v not in values:
+        msg = {f"Value {v} not in {values}"}
+        raise ValidationError(msg)
+    return v
+
+
+def required_fields(model: type[PydanticBaseModel], recursive: bool = False) -> Iterator[str]:
+    for name, field in model.model_fields.items():
+        if not field.is_required():
+            continue
+        t = field.annotation
+        if recursive and isinstance(t, type) and issubclass(t, PydanticBaseModel):
+            yield from required_fields(t, recursive=True)
+        else:
+            yield name

{anemoi_utils-0.4.20 → anemoi_utils-0.4.22}/src/anemoi/utils/testing.py

@@ -68,6 +68,23 @@ def _check_path(path: str) -> None:
     assert not path.startswith("."), f"Path '{path}' should not start with '.'"
 
 
+def _temporary_directory_for_test_data(path: str) -> str:
+    """Get the temporary directory for a test dataset.
+
+    Parameters
+    ----------
+    path : str
+        The relative path to the test data in the object store.
+
+    Returns
+    -------
+    str
+        The path to the temporary directory.
+    """
+    _check_path(path)
+    return os.path.normpath(os.path.join(_temporary_directory(), path))
+
+
 def url_for_test_data(path: str) -> str:
     """Generate the URL for the test data based on the given path.
 
@@ -101,12 +118,11 @@ def get_test_data(path: str, gzipped=False) -> str:
     str
         The local path to the downloaded test data.
     """
-    _check_path(path)
 
     if _offline():
         raise RuntimeError("Offline mode: cannot download test data, add @pytest.mark.skipif(not offline(),...)")
 
-    target = os.path.normpath(os.path.join(_temporary_directory(), path))
+    target = _temporary_directory_for_test_data(path)
     with lock:
         if os.path.exists(target):
             return target
@@ -153,16 +169,22 @@ def get_test_archive(path: str, extension=".extracted") -> str:
 
     with lock:
 
+        target = _temporary_directory_for_test_data(path) + extension
+
+        if os.path.exists(target):
+            return target
+
         archive = get_test_data(path)
-        target = archive + extension
 
         shutil.unpack_archive(archive, os.path.dirname(target) + ".tmp")
         os.rename(os.path.dirname(target) + ".tmp", target)
 
+        os.remove(archive)
+
         return target
 
 
-def packages_installed(*names) -> bool:
+def packages_installed(*names: str) -> bool:
     """Check if all the given packages are installed.
 
     Use this function to check if the required packages are installed before running tests.
@@ -196,7 +218,7 @@ def packages_installed(*names) -> bool:
     return True
 
 
-def _missing_packages(*names) -> list[str]:
+def _missing_packages(*names: str) -> list[str]:
     """Check if the given packages are missing.
 
     Use this function to check if the required packages are missing before running tests.
@@ -254,7 +276,20 @@ skip_if_offline = pytest.mark.skipif(_offline(), reason="No internet connection"
 skip_slow_tests = pytest.mark.skipif(not _run_slow_tests(), reason="Skipping slow tests")
 
 
-def skip_missing_packages(*names):
+def skip_missing_packages(*names: str) -> callable:
+    """Skip a test if any of the specified packages are missing.
+
+    Parameters
+    ----------
+    names : str
+        The names of the packages to check.
+
+    Returns
+    -------
+    Callable
+        A decorator that skips the test if any of the specified packages are missing.
+    """
+
     missing = [f"'{p}'" for p in _missing_packages(*names)]
 
     if len(missing) == 0:

{anemoi_utils-0.4.20 → anemoi_utils-0.4.22}/src/anemoi_utils.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: anemoi-utils
-Version: 0.4.20
+Version: 0.4.22
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License
@@ -228,6 +228,7 @@ Requires-Dist: aniso8601
 Requires-Dist: importlib-metadata; python_version < "3.10"
 Requires-Dist: multiurl
 Requires-Dist: numpy
+Requires-Dist: pydantic>=2.9
 Requires-Dist: python-dateutil
 Requires-Dist: pyyaml
 Requires-Dist: tomli; python_version < "3.11"

{anemoi_utils-0.4.20 → anemoi_utils-0.4.22}/src/anemoi_utils.egg-info/SOURCES.txt

@@ -75,6 +75,8 @@ src/anemoi/utils/mars/requests.py
 src/anemoi/utils/remote/__init__.py
 src/anemoi/utils/remote/s3.py
 src/anemoi/utils/remote/ssh.py
+src/anemoi/utils/schemas/__init__.py
+src/anemoi/utils/schemas/errors.py
 src/anemoi_utils.egg-info/PKG-INFO
 src/anemoi_utils.egg-info/SOURCES.txt
 src/anemoi_utils.egg-info/dependency_links.txt

{anemoi_utils-0.4.20 → anemoi_utils-0.4.22}/src/anemoi_utils.egg-info/requires.txt

@@ -1,6 +1,7 @@
 aniso8601
 multiurl
 numpy
+pydantic>=2.9
 python-dateutil
 pyyaml
 tqdm

anemoi_utils-0.4.20/.github/CODEOWNERS

@@ -1,6 +0,0 @@
-# CODEOWNERS file
-
-# Protect workflow files
-/.github/ @theissenhelen @jesperdramsch @gmertes @b8raoult @floriankrb @anaprietonem @HCookie @JPXKQX @mchantry
-/.pre-commit-config.yaml @theissenhelen @jesperdramsch @gmertes @b8raoult @floriankrb @anaprietonem @HCookie @JPXKQX @mchantry
-/pyproject.toml @theissenhelen @jesperdramsch @gmertes @b8raoult @floriankrb @anaprietonem @HCookie @JPXKQX @mchantry

anemoi_utils-0.4.20/.release-please-manifest.json

@@ -1,3 +0,0 @@
-{
-    ".": "0.4.20"
-}