anemoi-utils 0.4.18__py3-none-any.whl → 0.4.19__py3-none-any.whl

anemoi/utils/_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.4.18'
-__version_tuple__ = version_tuple = (0, 4, 18)
+__version__ = version = '0.4.19'
+__version_tuple__ = version_tuple = (0, 4, 19)

anemoi/utils/registry.py

@@ -17,8 +17,10 @@ from functools import cached_property
 from typing import Any
 from typing import Callable
 from typing import Dict
+from typing import Generic
 from typing import List
 from typing import Optional
+from typing import TypeVar
 from typing import Union
 
 import entrypoints
@@ -78,8 +80,10 @@ class Error:
 
 _BY_KIND = {}
 
+T = TypeVar("T")
 
-class Registry:
+
+class Registry(Generic[T]):
     """A registry of factories.
 
     Parameters
@@ -287,7 +291,7 @@ class Registry:
 
         return sorted(self.factories.keys())
 
-    def create(self, name: str, *args: Any, **kwargs: Any) -> Any:
+    def create(self, name: str, *args: Any, **kwargs: Any) -> T:
         """Create an instance using a factory.
 
         Parameters
@@ -310,7 +314,7 @@ class Registry:
         factory = self.lookup(name)
         return factory(*args, **kwargs)
 
-    def from_config(self, config: Union[str, Dict[str, Any]], *args: Any, **kwargs: Any) -> Any:
+    def from_config(self, config: Union[str, Dict[str, Any]], *args: Any, **kwargs: Any) -> T:
         """Create an instance from a configuration.
 
         Parameters

anemoi/utils/testing.py

@@ -13,7 +13,10 @@ import os
 import shutil
 import tempfile
 import threading
+import warnings
+from functools import lru_cache
 
+import pytest
 from multiurl import download
 
 LOG = logging.getLogger(__name__)
@@ -98,6 +101,9 @@ def get_test_data(path: str, gzipped=False) -> str:
     """
     _check_path(path)
 
+    if _offline():
+        raise RuntimeError("Offline mode: cannot download test data, add @pytest.mark.skipif(not offline(),...)")
+
     target = os.path.normpath(os.path.join(_temporary_directory(), path))
     with lock:
         if os.path.exists(target):
@@ -174,9 +180,84 @@ def packages_installed(*names) -> bool:
         Flag indicating if all the packages are installed."
     """
 
+    warnings.warn(
+        "The 'packages_installed' function is deprecated. Use '@skip_if_missing' instead.",
+        DeprecationWarning,
+        stacklevel=2,
+    )
+
     for name in names:
         try:
             __import__(name)
         except ImportError:
             return False
     return True
+
+
+def _missing_packages(*names) -> list[str]:
+    """Check if the given packages are missing.
+
+    Use this function to check if the required packages are missing before running tests.
+
+    >>> @pytest.mark.skipif(missing_packages("foo", "bar"), reason="Packages 'foo' and 'bar' are not installed")
+    >>> def test_foo_bar() -> None:
+    >>>    ...
+
+    Parameters
+    ----------
+    names : str
+        The names of the packages to check.
+
+    Returns
+    -------
+    list[str]:
+        List of missing packages.
+    """
+
+    missing = []
+    for name in names:
+        try:
+            __import__(name)
+        except ImportError:
+            missing.append(name)
+    return missing
+
+
+def _run_slow_tests() -> bool:
+    """Check if the SLOW_TESTS environment variable is set.
+
+    Returns
+    -------
+    bool
+        True if the SLOW_TESTS environment variable is set, False otherwise.
+    """
+    return int(os.environ.get("SLOW_TESTS", 0))
+
+
+@lru_cache(maxsize=None)
+def _offline() -> bool:
+    """Check if we are offline."""
+
+    import socket
+
+    try:
+        socket.create_connection(("anemoi.ecmwf.int", 443), timeout=5)
+    except OSError:
+        return True
+
+    return False
+
+
+skip_if_offline = pytest.mark.skipif(_offline(), reason="No internet connection")
+skip_slow_tests = pytest.mark.skipif(not _run_slow_tests(), reason="Skipping slow tests")
+
+
+def skip_missing_packages(*names):
+    missing = _missing_packages(*names)
+    if len(missing) == 0:
+        return lambda f: f
+
+    if len(missing) == 1:
+        return pytest.mark.skipif(True, reason=f"Package {missing[0]} is not installed")
+
+    return pytest.mark.skipif(True, reason=f"Packages {', '.join(missing)} are not installed")

{anemoi_utils-0.4.18.dist-info → anemoi_utils-0.4.19.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: anemoi-utils
-Version: 0.4.18
+Version: 0.4.19
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License
@@ -237,6 +237,7 @@ Requires-Dist: anemoi-utils[grib,provenance,s3,text]; extra == "all"
 Provides-Extra: dev
 Requires-Dist: anemoi-utils[all,docs,tests]; extra == "dev"
 Provides-Extra: docs
+Requires-Dist: anemoi-utils[all]; extra == "docs"
 Requires-Dist: nbsphinx; extra == "docs"
 Requires-Dist: pandoc; extra == "docs"
 Requires-Dist: requests; extra == "docs"

{anemoi_utils-0.4.18.dist-info → anemoi_utils-0.4.19.dist-info}/RECORD

@@ -1,6 +1,6 @@
 anemoi/utils/__init__.py,sha256=uVhpF-VjIl_4mMywOVtgTutgsdIsqz-xdkwxeMhzuag,730
 anemoi/utils/__main__.py,sha256=6LlE4MYrPvqqrykxXh7XMi50UZteUY59NeM8P9Zs2dU,910
-anemoi/utils/_version.py,sha256=k9MQ8BJ_knOnasrd-KVQ3E0l9YzHo7DymdQPhaKLLNU,513
+anemoi/utils/_version.py,sha256=ckoIBbD6SbpUXLLR-S_0NN-a9fgpE7KOAJuuoR3ua9s,513
 anemoi/utils/caching.py,sha256=rXbeAmpBcMbbfN4EVblaHWKicsrtx1otER84FEBtz98,6183
 anemoi/utils/checkpoints.py,sha256=N4WpAZXa4etrpSEKhHqUUtG2-x9w3FJMHcLO-dDAXPY,9600
 anemoi/utils/cli.py,sha256=IyZfnSw0u0yYnrjOrzvm2RuuKvDk4cVb8pf8BkaChgA,6209
@@ -14,12 +14,12 @@ anemoi/utils/hindcasts.py,sha256=iYVIxSNFL2HJcc_k1abCFLkpJFGHT8WKRIR4wcAwA3s,214
 anemoi/utils/humanize.py,sha256=pjnFJAKHbEAOfcvn8c48kt-8eFy6FGW_U2ruJvfamrA,25189
 anemoi/utils/logs.py,sha256=naTgrmPwWHD4eekFttXftS4gtcAGYHpCqG4iwYprNDA,1804
 anemoi/utils/provenance.py,sha256=xC6mTstF7f_asqtPSrulC7c34xjOSuAxWhkwc3yKhHg,14629
-anemoi/utils/registry.py,sha256=vIaHMT66m0_w8lrY3u5GmT70tIRNyA_Z_p_T7pTFx_k,9637
+anemoi/utils/registry.py,sha256=e3nOIRyMYQ-mpEvaHAv5tuvMYNbkJ5yz94ns7BnvkjM,9717
 anemoi/utils/rules.py,sha256=xYCiUV_HXTGFe93diqMLQsMJCWGi5umd_bWEeYP8XFY,6318
 anemoi/utils/s3.py,sha256=xMT48kbcelcjjqsaU567WI3oZ5eqo88Rlgyx5ECszAU,4074
 anemoi/utils/sanitise.py,sha256=ZYGdSX6qihQANr3pHZjbKnoapnzP1KcrWdW1Ul1mOGk,3668
 anemoi/utils/sanitize.py,sha256=43ZKDcfVpeXSsJ9TFEc9aZnD6oe2cUh151XnDspM98M,462
-anemoi/utils/testing.py,sha256=N1y4dfZLE9zqOhIR3o-933fdAdd9BxDvjcJx7SwFC9A,4803
+anemoi/utils/testing.py,sha256=2H9yxsZriCF_juVX0zYsUCBwA9XC20OfSRZvFkRH7jY,6873
 anemoi/utils/text.py,sha256=HkzIvi24obDceFLpJEwBJ9PmPrJUkQN2TrElJ-A87gU,14441
 anemoi/utils/timer.py,sha256=_leKMYza2faM7JKlGE7LCNy13rbdPnwaCF7PSrI_NmI,3895
 anemoi/utils/commands/__init__.py,sha256=5u_6EwdqYczIAgJfCwRSyQAYFEqh2ZuHHT57g9g7sdI,808
@@ -31,9 +31,9 @@ anemoi/utils/mars/requests.py,sha256=VFMHBVAAl0_2lOcMBa1lvaKHctN0lDJsI6_U4BucGew
 anemoi/utils/remote/__init__.py,sha256=swPWHQoh-B6Xq9R489tPw0FykMue7f-bJ8enneFYSYE,20776
 anemoi/utils/remote/s3.py,sha256=spQ8l0rwQjLZh9dZu5cOsYIvNwKihQfCJ6YsFYegeqI,17339
 anemoi/utils/remote/ssh.py,sha256=xNtsawh8okytCKRehkRCVExbHZj-CRUQNormEHglfuw,8088
-anemoi_utils-0.4.18.dist-info/licenses/LICENSE,sha256=8HznKF1Vi2IvfLsKNE5A2iVyiri3pRjRPvPC9kxs6qk,11354
-anemoi_utils-0.4.18.dist-info/METADATA,sha256=JfNRSTBhVM7aDRWBmhpDWtrkCoTVT1fUwGYyWcR45BU,15360
-anemoi_utils-0.4.18.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-anemoi_utils-0.4.18.dist-info/entry_points.txt,sha256=LENOkn88xzFQo-V59AKoA_F_cfYQTJYtrNTtf37YgHY,60
-anemoi_utils-0.4.18.dist-info/top_level.txt,sha256=DYn8VPs-fNwr7fNH9XIBqeXIwiYYd2E2k5-dUFFqUz0,7
-anemoi_utils-0.4.18.dist-info/RECORD,,
+anemoi_utils-0.4.19.dist-info/licenses/LICENSE,sha256=8HznKF1Vi2IvfLsKNE5A2iVyiri3pRjRPvPC9kxs6qk,11354
+anemoi_utils-0.4.19.dist-info/METADATA,sha256=IeSKCPc77w2aDSaRudxLPmy70LE9-bMwqNq15lZyT24,15410
+anemoi_utils-0.4.19.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+anemoi_utils-0.4.19.dist-info/entry_points.txt,sha256=LENOkn88xzFQo-V59AKoA_F_cfYQTJYtrNTtf37YgHY,60
+anemoi_utils-0.4.19.dist-info/top_level.txt,sha256=DYn8VPs-fNwr7fNH9XIBqeXIwiYYd2E2k5-dUFFqUz0,7
+anemoi_utils-0.4.19.dist-info/RECORD,,