anemoi-utils 0.4.32__py3-none-any.whl → 0.4.34__py3-none-any.whl

anemoi/utils/__init__.py

@@ -9,6 +9,8 @@
 
 """Anemoi Utils package."""
 
+from ._environment import ENV
+
 try:
     # NOTE: the `_version.py` file must not be present in the git repository
     #   as it is generated by setuptools at install time
@@ -16,3 +18,8 @@ try:
 except ImportError:  # pragma: no cover
     # Local copy or not installed with setuptools
     __version__ = "999"
+
+__all__ = [
+    "ENV",
+    "__version__",
+]

anemoi/utils/_environment.py

@@ -0,0 +1,37 @@
+# (C) Copyright 2025- Anemoi contributors.
+#
+# This software is licensed under the terms of the Apache Licence Version 2.0
+# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
+#
+# In applying this licence, ECMWF does not waive the privileges and immunities
+# granted to it by virtue of its status as an intergovernmental organisation
+# nor does it submit to any jurisdiction.
+
+import os
+from typing import Any
+
+
+class Environment:
+    """Environment variables for Anemoi."""
+
+    ANEMOI_CONFIG_OVERRIDE_PATH: str
+    """Path to the configuration override file for Anemoi."""
+
+    def __setattr__(self, name: str, value: Any) -> None:
+        raise AttributeError("Cannot set attributes on Environment class. Use environment variables instead.")
+
+    def __getattr__(self, name: str) -> str | None:
+        if name in self.__class__.__annotations__:
+            if (env_var := os.getenv(name)) is None:
+                return env_var
+            try:
+                return self.__class__.__annotations__[name](env_var)  # Auto cast
+            except Exception as e:
+                e.add_note(
+                    f"Environment variable {name!r} must be of type {self.__class__.__annotations__[name].__name__}"
+                )
+                raise e
+        raise AttributeError(f"{name} is not a valid environment variable for {self.__class__.__name__}")
+
+
+ENV = Environment()

anemoi/utils/_version.py

@@ -1,7 +1,14 @@
 # file generated by setuptools-scm
 # don't change, don't track in version control
 
-__all__ = ["__version__", "__version_tuple__", "version", "version_tuple"]
+__all__ = [
+    "__version__",
+    "__version_tuple__",
+    "version",
+    "version_tuple",
+    "__commit_id__",
+    "commit_id",
+]
 
 TYPE_CHECKING = False
 if TYPE_CHECKING:
@@ -9,13 +16,19 @@ if TYPE_CHECKING:
     from typing import Union
 
     VERSION_TUPLE = Tuple[Union[int, str], ...]
+    COMMIT_ID = Union[str, None]
 else:
     VERSION_TUPLE = object
+    COMMIT_ID = object
 
 version: str
 __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
+commit_id: COMMIT_ID
+__commit_id__: COMMIT_ID
 
-__version__ = version = '0.4.32'
-__version_tuple__ = version_tuple = (0, 4, 32)
+__version__ = version = '0.4.34'
+__version_tuple__ = version_tuple = (0, 4, 34)
+
+__commit_id__ = commit_id = None

anemoi/utils/config.py

@@ -20,6 +20,8 @@ from typing import Any
 
 import yaml
 
+from anemoi.utils import ENV
+
 try:
     import tomllib  # Only available since 3.11
 except ImportError:
@@ -61,7 +63,7 @@ class DotDict(dict):
         super().__init__(*args, **kwargs)
 
         for k, v in self.items():
-            self[k] = self.convert_to_nested_dot_dict(v)
+            super().__setitem__(k, self.convert_to_nested_dot_dict(v))
 
     @staticmethod
     def convert_to_nested_dot_dict(value):
@@ -204,7 +206,7 @@ class DotDict(dict):
         super().__setitem__(key, value)
 
     def warn_on_mutation(self, key):
-        warnings.warn("Mofifying and instance of DotDict(). This class is intended to be immutable.")
+        warnings.warn("Modifying an instance of DotDict(). This class is intended to be immutable.")
 
     def __repr__(self) -> str:
         """Return a string representation of the DotDict.
@@ -576,6 +578,9 @@ def load_config(
 
     with CONFIG_LOCK:
         config = _load_config(name, secrets, defaults)
+        if ENV.ANEMOI_CONFIG_OVERRIDE_PATH is not None:
+            override_config = _load_config(os.path.abspath(ENV.ANEMOI_CONFIG_OVERRIDE_PATH))
+            merge_configs(config, override_config)
         if CONFIG_PATCH is not None:
             config = CONFIG_PATCH(config)
         return config

anemoi/utils/testing.py

@@ -240,17 +240,6 @@ def _missing_packages(*names: str) -> list[str]:
     return missing
 
 
-def _run_slow_tests() -> bool:
-    """Check if the SLOW_TESTS environment variable is set.
-
-    Returns
-    -------
-    bool
-        True if the SLOW_TESTS environment variable is set, False otherwise.
-    """
-    return bool(int(os.environ.get("SLOW_TESTS", 0)))
-
-
 @lru_cache(maxsize=None)
 def _offline() -> bool:
     """Check if we are offline."""
@@ -265,7 +254,6 @@ def _offline() -> bool:
 
 
 skip_if_offline = pytest.mark.skipif(_offline(), reason="No internet connection")
-skip_slow_tests = pytest.mark.skipif(not _run_slow_tests(), reason="Skipping slow tests")
 
 
 def skip_missing_packages(*names: str) -> pytest.MarkDecorator:

{anemoi_utils-0.4.32.dist-info → anemoi_utils-0.4.34.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: anemoi-utils
-Version: 0.4.32
+Version: 0.4.34
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License

{anemoi_utils-0.4.32.dist-info → anemoi_utils-0.4.34.dist-info}/RECORD

@@ -1,11 +1,12 @@
-anemoi/utils/__init__.py,sha256=uVhpF-VjIl_4mMywOVtgTutgsdIsqz-xdkwxeMhzuag,730
+anemoi/utils/__init__.py,sha256=G1BlBl5IGz1AKHYkEUNT5x69WOTV0ALEe8appAdYr38,806
 anemoi/utils/__main__.py,sha256=6LlE4MYrPvqqrykxXh7XMi50UZteUY59NeM8P9Zs2dU,910
-anemoi/utils/_version.py,sha256=oAm79fUiHcXTCTEkFD4DV2bxk8dDUofRGFcRzCcXEdU,513
+anemoi/utils/_environment.py,sha256=sdi0h0uBMU4hhjhTi3ZitLZtrV7sRs_8KqfVeakJFWY,1400
+anemoi/utils/_version.py,sha256=jwG9gRi6TMtEmZUeRVNXtD3h05Le4QjrfaURHP8y67g,706
 anemoi/utils/caching.py,sha256=wKkpsACniNCFK1nc5Tw18EAv9FJGYdhs5p8qsr8i_FI,6153
 anemoi/utils/checkpoints.py,sha256=U197rvPUD1_XBA-VphgA0staFkgx2TzDoBdbnch-I7Y,9550
 anemoi/utils/cli.py,sha256=p4sup42X7JW47AKM3IQn4_0-KUAlc5ceBMj8FYmSdlc,6500
 anemoi/utils/compatibility.py,sha256=Yx4Yj3xL5q0PxYccM3N5qGeQxTtEPfaCz4EqjrS7CUc,2175
-anemoi/utils/config.py,sha256=OsRWUNIezIbHpT91ESB53SzNmXURpDNYXhY8q74S_Ww,17911
+anemoi/utils/config.py,sha256=ttzyq8L4dYYdqMwAD8XE7rzMXXpiA7QOWPuD1Xkq1_s,18154
 anemoi/utils/dates.py,sha256=35KyiyFW8SeWLIm7VeMKBJvNvl2nVu-edRWLX-04uT4,17307
 anemoi/utils/devtools.py,sha256=W3OBu96MkXRIl7Qh1SE5Zd6aB1R0QlnmlrlpBYM0fVY,3527
 anemoi/utils/grib.py,sha256=eHz3BVoSB4O-3RARxXFcKRSWtYVbt6lqoLBcssHOp70,3543
@@ -19,7 +20,7 @@ anemoi/utils/rules.py,sha256=YtJcwkyBJwPjHlM4ZM6icGJXLCRZmcuHCXc-SSR8wgw,6856
 anemoi/utils/s3.py,sha256=bBVlfg3R4sJYOfgrSkhX7MxSVUQEur4LjE86ug8vkNw,4052
 anemoi/utils/sanitise.py,sha256=XkQzibDbu-VFJkJC4WcB9ovkcTkVAynXtkn1Tlc2CC4,4019
 anemoi/utils/sanitize.py,sha256=43ZKDcfVpeXSsJ9TFEc9aZnD6oe2cUh151XnDspM98M,462
-anemoi/utils/testing.py,sha256=MKKX43mDwLhEeuMaTt05TFvXvSq6j8yW5jWENKoSiBY,11145
+anemoi/utils/testing.py,sha256=u6VyarS9li5X_kqZr6hrqvwEAVjtgY9ZYdIyIsv7kyQ,10789
 anemoi/utils/text.py,sha256=9M7VepzZLL-jGfFGXDqNxjwpNl7tiU8arkkOqhT9iSE,14361
 anemoi/utils/timer.py,sha256=_leKMYza2faM7JKlGE7LCNy13rbdPnwaCF7PSrI_NmI,3895
 anemoi/utils/commands/__init__.py,sha256=5u_6EwdqYczIAgJfCwRSyQAYFEqh2ZuHHT57g9g7sdI,808
@@ -39,9 +40,9 @@ anemoi/utils/remote/s3.py,sha256=BWI4bUmZHBvvqU6idewyg4ApxTlhCtX3cpwjeheCSo4,213
 anemoi/utils/remote/ssh.py,sha256=xNtsawh8okytCKRehkRCVExbHZj-CRUQNormEHglfuw,8088
 anemoi/utils/schemas/__init__.py,sha256=nkinKlsPLPXEjfTYQT1mpKC4cvs-14w_zBkDRxakwxw,698
 anemoi/utils/schemas/errors.py,sha256=lgOXzVTYzAE0qWQf3OZ42vCWixv8lilSqLLhzARBmvI,1831
-anemoi_utils-0.4.32.dist-info/licenses/LICENSE,sha256=8HznKF1Vi2IvfLsKNE5A2iVyiri3pRjRPvPC9kxs6qk,11354
-anemoi_utils-0.4.32.dist-info/METADATA,sha256=WyYYg-sVWEvRSZH9-uyqAdP3oemUq4DI97sZExxibD8,15668
-anemoi_utils-0.4.32.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-anemoi_utils-0.4.32.dist-info/entry_points.txt,sha256=LENOkn88xzFQo-V59AKoA_F_cfYQTJYtrNTtf37YgHY,60
-anemoi_utils-0.4.32.dist-info/top_level.txt,sha256=DYn8VPs-fNwr7fNH9XIBqeXIwiYYd2E2k5-dUFFqUz0,7
-anemoi_utils-0.4.32.dist-info/RECORD,,
+anemoi_utils-0.4.34.dist-info/licenses/LICENSE,sha256=8HznKF1Vi2IvfLsKNE5A2iVyiri3pRjRPvPC9kxs6qk,11354
+anemoi_utils-0.4.34.dist-info/METADATA,sha256=2zvSY1iHHVcvLpaobfHCApsjwPUqeeg1UAy2FX0twWQ,15668
+anemoi_utils-0.4.34.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+anemoi_utils-0.4.34.dist-info/entry_points.txt,sha256=LENOkn88xzFQo-V59AKoA_F_cfYQTJYtrNTtf37YgHY,60
+anemoi_utils-0.4.34.dist-info/top_level.txt,sha256=DYn8VPs-fNwr7fNH9XIBqeXIwiYYd2E2k5-dUFFqUz0,7
+anemoi_utils-0.4.34.dist-info/RECORD,,