anemoi-utils 0.4.32__tar.gz → 0.4.34__tar.gz

{anemoi_utils-0.4.32 → anemoi_utils-0.4.34}/.pre-commit-config.yaml

@@ -41,7 +41,7 @@ repos:
     - --profile black
     - --project anemoi
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.12.2
+  rev: v0.12.7
   hooks:
   - id: ruff
     args:
@@ -69,7 +69,7 @@ repos:
   hooks:
   - id: pyproject-fmt
 -   repo: https://github.com/jshwi/docsig # Check docstrings against function sig
-    rev: v0.70.0
+    rev: v0.71.0
     hooks:
     -   id: docsig
         args:

anemoi_utils-0.4.34/.release-please-manifest.json

@@ -0,0 +1,3 @@
+{
+    ".": "0.4.34"
+}

{anemoi_utils-0.4.32 → anemoi_utils-0.4.34}/CHANGELOG.md

@@ -8,6 +8,20 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 Please add your functional changes to the appropriate section in the PR.
 Keep it human-readable, your future self will thank you!
 
+## [0.4.34](https://github.com/ecmwf/anemoi-utils/compare/0.4.33...0.4.34) (2025-08-11)
+
+
+### Bug Fixes
+
+* Typo ([#201](https://github.com/ecmwf/anemoi-utils/issues/201)) ([7c98725](https://github.com/ecmwf/anemoi-utils/commit/7c987258b8c3ccfc159175d6d8f5bf460f308499))
+
+## [0.4.33](https://github.com/ecmwf/anemoi-utils/compare/0.4.32...0.4.33) (2025-08-07)
+
+
+### Features
+
+* **config:** Expand environment var recognition for the use of config override ([#197](https://github.com/ecmwf/anemoi-utils/issues/197)) ([9bd9170](https://github.com/ecmwf/anemoi-utils/commit/9bd9170478857cf129fa6b8042bc22d1a3940156))
+
 ## [0.4.32](https://github.com/ecmwf/anemoi-utils/compare/0.4.31...0.4.32) (2025-08-05)
 
 

{anemoi_utils-0.4.32/src/anemoi_utils.egg-info → anemoi_utils-0.4.34}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: anemoi-utils
-Version: 0.4.32
+Version: 0.4.34
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License

anemoi_utils-0.4.34/docs/modules/config.rst

@@ -0,0 +1,17 @@
+########
+ config
+########
+
+This module provides utilities for managing configuration settings in
+Anemoi. It includes functions to load, merge, and access configurations.
+
+By default configuration files are loaded from
+``~/.config/anemoi/settings.toml``.
+
+An override path can be specified using the environment variable
+``ANEMOI_CONFIG_OVERRIDE_PATH``.
+
+.. automodule:: anemoi.utils.config
+   :members:
+   :no-undoc-members:
+   :show-inheritance:

{anemoi_utils-0.4.32 → anemoi_utils-0.4.34}/src/anemoi/utils/__init__.py

@@ -9,6 +9,8 @@
 
 """Anemoi Utils package."""
 
+from ._environment import ENV
+
 try:
     # NOTE: the `_version.py` file must not be present in the git repository
     #   as it is generated by setuptools at install time
@@ -16,3 +18,8 @@ try:
 except ImportError:  # pragma: no cover
     # Local copy or not installed with setuptools
     __version__ = "999"
+
+__all__ = [
+    "ENV",
+    "__version__",
+]

anemoi_utils-0.4.34/src/anemoi/utils/_environment.py

@@ -0,0 +1,37 @@
+# (C) Copyright 2025- Anemoi contributors.
+#
+# This software is licensed under the terms of the Apache Licence Version 2.0
+# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
+#
+# In applying this licence, ECMWF does not waive the privileges and immunities
+# granted to it by virtue of its status as an intergovernmental organisation
+# nor does it submit to any jurisdiction.
+
+import os
+from typing import Any
+
+
+class Environment:
+    """Environment variables for Anemoi."""
+
+    ANEMOI_CONFIG_OVERRIDE_PATH: str
+    """Path to the configuration override file for Anemoi."""
+
+    def __setattr__(self, name: str, value: Any) -> None:
+        raise AttributeError("Cannot set attributes on Environment class. Use environment variables instead.")
+
+    def __getattr__(self, name: str) -> str | None:
+        if name in self.__class__.__annotations__:
+            if (env_var := os.getenv(name)) is None:
+                return env_var
+            try:
+                return self.__class__.__annotations__[name](env_var)  # Auto cast
+            except Exception as e:
+                e.add_note(
+                    f"Environment variable {name!r} must be of type {self.__class__.__annotations__[name].__name__}"
+                )
+                raise e
+        raise AttributeError(f"{name} is not a valid environment variable for {self.__class__.__name__}")
+
+
+ENV = Environment()

{anemoi_utils-0.4.32 → anemoi_utils-0.4.34}/src/anemoi/utils/_version.py

@@ -1,7 +1,14 @@
 # file generated by setuptools-scm
 # don't change, don't track in version control
 
-__all__ = ["__version__", "__version_tuple__", "version", "version_tuple"]
+__all__ = [
+    "__version__",
+    "__version_tuple__",
+    "version",
+    "version_tuple",
+    "__commit_id__",
+    "commit_id",
+]
 
 TYPE_CHECKING = False
 if TYPE_CHECKING:
@@ -9,13 +16,19 @@ if TYPE_CHECKING:
     from typing import Union
 
     VERSION_TUPLE = Tuple[Union[int, str], ...]
+    COMMIT_ID = Union[str, None]
 else:
     VERSION_TUPLE = object
+    COMMIT_ID = object
 
 version: str
 __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
+commit_id: COMMIT_ID
+__commit_id__: COMMIT_ID
 
-__version__ = version = '0.4.32'
-__version_tuple__ = version_tuple = (0, 4, 32)
+__version__ = version = '0.4.34'
+__version_tuple__ = version_tuple = (0, 4, 34)
+
+__commit_id__ = commit_id = 'g1bb37c8aa'

{anemoi_utils-0.4.32 → anemoi_utils-0.4.34}/src/anemoi/utils/config.py

@@ -20,6 +20,8 @@ from typing import Any
 
 import yaml
 
+from anemoi.utils import ENV
+
 try:
     import tomllib  # Only available since 3.11
 except ImportError:
@@ -61,7 +63,7 @@ class DotDict(dict):
         super().__init__(*args, **kwargs)
 
         for k, v in self.items():
-            self[k] = self.convert_to_nested_dot_dict(v)
+            super().__setitem__(k, self.convert_to_nested_dot_dict(v))
 
     @staticmethod
     def convert_to_nested_dot_dict(value):
@@ -204,7 +206,7 @@ class DotDict(dict):
         super().__setitem__(key, value)
 
     def warn_on_mutation(self, key):
-        warnings.warn("Mofifying and instance of DotDict(). This class is intended to be immutable.")
+        warnings.warn("Modifying an instance of DotDict(). This class is intended to be immutable.")
 
     def __repr__(self) -> str:
         """Return a string representation of the DotDict.
@@ -576,6 +578,9 @@ def load_config(
 
     with CONFIG_LOCK:
         config = _load_config(name, secrets, defaults)
+        if ENV.ANEMOI_CONFIG_OVERRIDE_PATH is not None:
+            override_config = _load_config(os.path.abspath(ENV.ANEMOI_CONFIG_OVERRIDE_PATH))
+            merge_configs(config, override_config)
         if CONFIG_PATCH is not None:
             config = CONFIG_PATCH(config)
         return config

{anemoi_utils-0.4.32 → anemoi_utils-0.4.34}/src/anemoi/utils/testing.py

@@ -240,17 +240,6 @@ def _missing_packages(*names: str) -> list[str]:
     return missing
 
 
-def _run_slow_tests() -> bool:
-    """Check if the SLOW_TESTS environment variable is set.
-
-    Returns
-    -------
-    bool
-        True if the SLOW_TESTS environment variable is set, False otherwise.
-    """
-    return bool(int(os.environ.get("SLOW_TESTS", 0)))
-
-
 @lru_cache(maxsize=None)
 def _offline() -> bool:
     """Check if we are offline."""
@@ -265,7 +254,6 @@ def _offline() -> bool:
 
 
 skip_if_offline = pytest.mark.skipif(_offline(), reason="No internet connection")
-skip_slow_tests = pytest.mark.skipif(not _run_slow_tests(), reason="Skipping slow tests")
 
 
 def skip_missing_packages(*names: str) -> pytest.MarkDecorator:

{anemoi_utils-0.4.32 → anemoi_utils-0.4.34/src/anemoi_utils.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: anemoi-utils
-Version: 0.4.32
+Version: 0.4.34
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License

{anemoi_utils-0.4.32 → anemoi_utils-0.4.34}/src/anemoi_utils.egg-info/SOURCES.txt

@@ -43,6 +43,7 @@ docs/modules/text.rst
 docs/scripts/api_build.sh
 src/anemoi/utils/__init__.py
 src/anemoi/utils/__main__.py
+src/anemoi/utils/_environment.py
 src/anemoi/utils/_version.py
 src/anemoi/utils/caching.py
 src/anemoi/utils/checkpoints.py

anemoi_utils-0.4.32/.release-please-manifest.json

@@ -1,3 +0,0 @@
-{
-    ".": "0.4.32"
-}

anemoi_utils-0.4.32/docs/modules/config.rst

@@ -1,8 +0,0 @@
-########
- config
-########
-
-.. automodule:: anemoi.utils.config
-   :members:
-   :no-undoc-members:
-   :show-inheritance: