anemoi-utils 0.4.32__py3-none-any.whl → 0.4.33__py3-none-any.whl

anemoi/utils/__init__.py

@@ -9,6 +9,8 @@
 
 """Anemoi Utils package."""
 
+from ._environment import ENV
+
 try:
     # NOTE: the `_version.py` file must not be present in the git repository
     #   as it is generated by setuptools at install time
@@ -16,3 +18,8 @@ try:
 except ImportError:  # pragma: no cover
     # Local copy or not installed with setuptools
     __version__ = "999"
+
+__all__ = [
+    "ENV",
+    "__version__",
+]

anemoi/utils/_environment.py

@@ -0,0 +1,37 @@
+# (C) Copyright 2025- Anemoi contributors.
+#
+# This software is licensed under the terms of the Apache Licence Version 2.0
+# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
+#
+# In applying this licence, ECMWF does not waive the privileges and immunities
+# granted to it by virtue of its status as an intergovernmental organisation
+# nor does it submit to any jurisdiction.
+
+import os
+from typing import Any
+
+
+class Environment:
+    """Environment variables for Anemoi."""
+
+    ANEMOI_CONFIG_OVERRIDE_PATH: str
+    """Path to the configuration override file for Anemoi."""
+
+    def __setattr__(self, name: str, value: Any) -> None:
+        raise AttributeError("Cannot set attributes on Environment class. Use environment variables instead.")
+
+    def __getattr__(self, name: str) -> str | None:
+        if name in self.__class__.__annotations__:
+            if (env_var := os.getenv(name)) is None:
+                return env_var
+            try:
+                return self.__class__.__annotations__[name](env_var)  # Auto cast
+            except Exception as e:
+                e.add_note(
+                    f"Environment variable {name!r} must be of type {self.__class__.__annotations__[name].__name__}"
+                )
+                raise e
+        raise AttributeError(f"{name} is not a valid environment variable for {self.__class__.__name__}")
+
+
+ENV = Environment()

anemoi/utils/_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.4.32'
-__version_tuple__ = version_tuple = (0, 4, 32)
+__version__ = version = '0.4.33'
+__version_tuple__ = version_tuple = (0, 4, 33)

anemoi/utils/config.py

@@ -20,6 +20,8 @@ from typing import Any
 
 import yaml
 
+from anemoi.utils import ENV
+
 try:
     import tomllib  # Only available since 3.11
 except ImportError:
@@ -61,7 +63,7 @@ class DotDict(dict):
         super().__init__(*args, **kwargs)
 
         for k, v in self.items():
-            self[k] = self.convert_to_nested_dot_dict(v)
+            super().__setitem__(k, self.convert_to_nested_dot_dict(v))
 
     @staticmethod
     def convert_to_nested_dot_dict(value):
@@ -576,6 +578,9 @@ def load_config(
 
     with CONFIG_LOCK:
         config = _load_config(name, secrets, defaults)
+        if ENV.ANEMOI_CONFIG_OVERRIDE_PATH is not None:
+            override_config = _load_config(os.path.abspath(ENV.ANEMOI_CONFIG_OVERRIDE_PATH))
+            merge_configs(config, override_config)
         if CONFIG_PATCH is not None:
             config = CONFIG_PATCH(config)
         return config

{anemoi_utils-0.4.32.dist-info → anemoi_utils-0.4.33.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: anemoi-utils
-Version: 0.4.32
+Version: 0.4.33
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License

{anemoi_utils-0.4.32.dist-info → anemoi_utils-0.4.33.dist-info}/RECORD

@@ -1,11 +1,12 @@
-anemoi/utils/__init__.py,sha256=uVhpF-VjIl_4mMywOVtgTutgsdIsqz-xdkwxeMhzuag,730
+anemoi/utils/__init__.py,sha256=G1BlBl5IGz1AKHYkEUNT5x69WOTV0ALEe8appAdYr38,806
 anemoi/utils/__main__.py,sha256=6LlE4MYrPvqqrykxXh7XMi50UZteUY59NeM8P9Zs2dU,910
-anemoi/utils/_version.py,sha256=oAm79fUiHcXTCTEkFD4DV2bxk8dDUofRGFcRzCcXEdU,513
+anemoi/utils/_environment.py,sha256=sdi0h0uBMU4hhjhTi3ZitLZtrV7sRs_8KqfVeakJFWY,1400
+anemoi/utils/_version.py,sha256=mjzqdR2aEWjoUOVFIQeef0uCWnfAw-qUUoZHmfz-cBU,513
 anemoi/utils/caching.py,sha256=wKkpsACniNCFK1nc5Tw18EAv9FJGYdhs5p8qsr8i_FI,6153
 anemoi/utils/checkpoints.py,sha256=U197rvPUD1_XBA-VphgA0staFkgx2TzDoBdbnch-I7Y,9550
 anemoi/utils/cli.py,sha256=p4sup42X7JW47AKM3IQn4_0-KUAlc5ceBMj8FYmSdlc,6500
 anemoi/utils/compatibility.py,sha256=Yx4Yj3xL5q0PxYccM3N5qGeQxTtEPfaCz4EqjrS7CUc,2175
-anemoi/utils/config.py,sha256=OsRWUNIezIbHpT91ESB53SzNmXURpDNYXhY8q74S_Ww,17911
+anemoi/utils/config.py,sha256=qetw-usma6_WZmyTqYMh0tXvlJFeIMDyDFYdPmo6YqE,18155
 anemoi/utils/dates.py,sha256=35KyiyFW8SeWLIm7VeMKBJvNvl2nVu-edRWLX-04uT4,17307
 anemoi/utils/devtools.py,sha256=W3OBu96MkXRIl7Qh1SE5Zd6aB1R0QlnmlrlpBYM0fVY,3527
 anemoi/utils/grib.py,sha256=eHz3BVoSB4O-3RARxXFcKRSWtYVbt6lqoLBcssHOp70,3543
@@ -39,9 +40,9 @@ anemoi/utils/remote/s3.py,sha256=BWI4bUmZHBvvqU6idewyg4ApxTlhCtX3cpwjeheCSo4,213
 anemoi/utils/remote/ssh.py,sha256=xNtsawh8okytCKRehkRCVExbHZj-CRUQNormEHglfuw,8088
 anemoi/utils/schemas/__init__.py,sha256=nkinKlsPLPXEjfTYQT1mpKC4cvs-14w_zBkDRxakwxw,698
 anemoi/utils/schemas/errors.py,sha256=lgOXzVTYzAE0qWQf3OZ42vCWixv8lilSqLLhzARBmvI,1831
-anemoi_utils-0.4.32.dist-info/licenses/LICENSE,sha256=8HznKF1Vi2IvfLsKNE5A2iVyiri3pRjRPvPC9kxs6qk,11354
-anemoi_utils-0.4.32.dist-info/METADATA,sha256=WyYYg-sVWEvRSZH9-uyqAdP3oemUq4DI97sZExxibD8,15668
-anemoi_utils-0.4.32.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-anemoi_utils-0.4.32.dist-info/entry_points.txt,sha256=LENOkn88xzFQo-V59AKoA_F_cfYQTJYtrNTtf37YgHY,60
-anemoi_utils-0.4.32.dist-info/top_level.txt,sha256=DYn8VPs-fNwr7fNH9XIBqeXIwiYYd2E2k5-dUFFqUz0,7
-anemoi_utils-0.4.32.dist-info/RECORD,,
+anemoi_utils-0.4.33.dist-info/licenses/LICENSE,sha256=8HznKF1Vi2IvfLsKNE5A2iVyiri3pRjRPvPC9kxs6qk,11354
+anemoi_utils-0.4.33.dist-info/METADATA,sha256=PQ-uw9ywsO0l6gQVfSHCQx29MKaBMbRa37xrsp6ZQ4U,15668
+anemoi_utils-0.4.33.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+anemoi_utils-0.4.33.dist-info/entry_points.txt,sha256=LENOkn88xzFQo-V59AKoA_F_cfYQTJYtrNTtf37YgHY,60
+anemoi_utils-0.4.33.dist-info/top_level.txt,sha256=DYn8VPs-fNwr7fNH9XIBqeXIwiYYd2E2k5-dUFFqUz0,7
+anemoi_utils-0.4.33.dist-info/RECORD,,