anemoi-utils 0.4.32__tar.gz → 0.4.33__tar.gz

{anemoi_utils-0.4.32 → anemoi_utils-0.4.33}/.pre-commit-config.yaml

@@ -41,7 +41,7 @@ repos:
     - --profile black
     - --project anemoi
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.12.2
+  rev: v0.12.7
   hooks:
   - id: ruff
     args:
@@ -69,7 +69,7 @@ repos:
   hooks:
   - id: pyproject-fmt
 -   repo: https://github.com/jshwi/docsig # Check docstrings against function sig
-    rev: v0.70.0
+    rev: v0.71.0
     hooks:
     -   id: docsig
         args:

anemoi_utils-0.4.33/.release-please-manifest.json

@@ -0,0 +1,3 @@
+{
+    ".": "0.4.33"
+}

{anemoi_utils-0.4.32 → anemoi_utils-0.4.33}/CHANGELOG.md

@@ -8,6 +8,13 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 Please add your functional changes to the appropriate section in the PR.
 Keep it human-readable, your future self will thank you!
 
+## [0.4.33](https://github.com/ecmwf/anemoi-utils/compare/0.4.32...0.4.33) (2025-08-07)
+
+
+### Features
+
+* **config:** Expand environment var recognition for the use of config override ([#197](https://github.com/ecmwf/anemoi-utils/issues/197)) ([9bd9170](https://github.com/ecmwf/anemoi-utils/commit/9bd9170478857cf129fa6b8042bc22d1a3940156))
+
 ## [0.4.32](https://github.com/ecmwf/anemoi-utils/compare/0.4.31...0.4.32) (2025-08-05)
 
 

{anemoi_utils-0.4.32/src/anemoi_utils.egg-info → anemoi_utils-0.4.33}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: anemoi-utils
-Version: 0.4.32
+Version: 0.4.33
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License

anemoi_utils-0.4.33/docs/modules/config.rst

@@ -0,0 +1,17 @@
+########
+ config
+########
+
+This module provides utilities for managing configuration settings in
+Anemoi. It includes functions to load, merge, and access configurations.
+
+By default configuration files are loaded from
+``~/.config/anemoi/settings.toml``.
+
+An override path can be specified using the environment variable
+``ANEMOI_CONFIG_OVERRIDE_PATH``.
+
+.. automodule:: anemoi.utils.config
+   :members:
+   :no-undoc-members:
+   :show-inheritance:

{anemoi_utils-0.4.32 → anemoi_utils-0.4.33}/src/anemoi/utils/__init__.py

@@ -9,6 +9,8 @@
 
 """Anemoi Utils package."""
 
+from ._environment import ENV
+
 try:
     # NOTE: the `_version.py` file must not be present in the git repository
     #   as it is generated by setuptools at install time
@@ -16,3 +18,8 @@ try:
 except ImportError:  # pragma: no cover
     # Local copy or not installed with setuptools
     __version__ = "999"
+
+__all__ = [
+    "ENV",
+    "__version__",
+]

anemoi_utils-0.4.33/src/anemoi/utils/_environment.py

@@ -0,0 +1,37 @@
+# (C) Copyright 2025- Anemoi contributors.
+#
+# This software is licensed under the terms of the Apache Licence Version 2.0
+# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
+#
+# In applying this licence, ECMWF does not waive the privileges and immunities
+# granted to it by virtue of its status as an intergovernmental organisation
+# nor does it submit to any jurisdiction.
+
+import os
+from typing import Any
+
+
+class Environment:
+    """Environment variables for Anemoi."""
+
+    ANEMOI_CONFIG_OVERRIDE_PATH: str
+    """Path to the configuration override file for Anemoi."""
+
+    def __setattr__(self, name: str, value: Any) -> None:
+        raise AttributeError("Cannot set attributes on Environment class. Use environment variables instead.")
+
+    def __getattr__(self, name: str) -> str | None:
+        if name in self.__class__.__annotations__:
+            if (env_var := os.getenv(name)) is None:
+                return env_var
+            try:
+                return self.__class__.__annotations__[name](env_var)  # Auto cast
+            except Exception as e:
+                e.add_note(
+                    f"Environment variable {name!r} must be of type {self.__class__.__annotations__[name].__name__}"
+                )
+                raise e
+        raise AttributeError(f"{name} is not a valid environment variable for {self.__class__.__name__}")
+
+
+ENV = Environment()

{anemoi_utils-0.4.32 → anemoi_utils-0.4.33}/src/anemoi/utils/_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.4.32'
-__version_tuple__ = version_tuple = (0, 4, 32)
+__version__ = version = '0.4.33'
+__version_tuple__ = version_tuple = (0, 4, 33)

{anemoi_utils-0.4.32 → anemoi_utils-0.4.33}/src/anemoi/utils/config.py

@@ -20,6 +20,8 @@ from typing import Any
 
 import yaml
 
+from anemoi.utils import ENV
+
 try:
     import tomllib  # Only available since 3.11
 except ImportError:
@@ -61,7 +63,7 @@ class DotDict(dict):
         super().__init__(*args, **kwargs)
 
         for k, v in self.items():
-            self[k] = self.convert_to_nested_dot_dict(v)
+            super().__setitem__(k, self.convert_to_nested_dot_dict(v))
 
     @staticmethod
     def convert_to_nested_dot_dict(value):
@@ -576,6 +578,9 @@ def load_config(
 
     with CONFIG_LOCK:
         config = _load_config(name, secrets, defaults)
+        if ENV.ANEMOI_CONFIG_OVERRIDE_PATH is not None:
+            override_config = _load_config(os.path.abspath(ENV.ANEMOI_CONFIG_OVERRIDE_PATH))
+            merge_configs(config, override_config)
         if CONFIG_PATCH is not None:
             config = CONFIG_PATCH(config)
         return config

{anemoi_utils-0.4.32 → anemoi_utils-0.4.33/src/anemoi_utils.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: anemoi-utils
-Version: 0.4.32
+Version: 0.4.33
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License

{anemoi_utils-0.4.32 → anemoi_utils-0.4.33}/src/anemoi_utils.egg-info/SOURCES.txt

@@ -43,6 +43,7 @@ docs/modules/text.rst
 docs/scripts/api_build.sh
 src/anemoi/utils/__init__.py
 src/anemoi/utils/__main__.py
+src/anemoi/utils/_environment.py
 src/anemoi/utils/_version.py
 src/anemoi/utils/caching.py
 src/anemoi/utils/checkpoints.py

anemoi_utils-0.4.32/.release-please-manifest.json

@@ -1,3 +0,0 @@
-{
-    ".": "0.4.32"
-}

anemoi_utils-0.4.32/docs/modules/config.rst

@@ -1,8 +0,0 @@
-########
- config
-########
-
-.. automodule:: anemoi.utils.config
-   :members:
-   :no-undoc-members:
-   :show-inheritance: