anemoi-utils 0.4.15__py3-none-any.whl → 0.4.17__py3-none-any.whl

anemoi/utils/_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.4.15'
-__version_tuple__ = version_tuple = (0, 4, 15)
+__version__ = version = '0.4.17'
+__version_tuple__ = version_tuple = (0, 4, 17)

anemoi/utils/config.py

@@ -459,6 +459,24 @@ def _load_config(
         secret_config = _load_config(secret_name)
         _merge_dicts(config, secret_config)
 
+    for env, value in os.environ.items():
+
+        if not env.startswith("ANEMOI_CONFIG_"):
+            continue
+        rest = env[len("ANEMOI_CONFIG_") :]
+
+        package = rest.split("_")[0]
+        sub = rest[len(package) + 1 :]
+
+        package = package.lower()
+        sub = sub.lower()
+
+        LOG.info(f"Using environment variable {env} to override the anemoi config key '{package}.{sub}'")
+
+        if package not in config:
+            config[package] = {}
+        config[package][sub] = value
+
     CONFIG[key] = DotDict(config)
     return CONFIG[key]
 

anemoi/utils/provenance.py

@@ -199,12 +199,12 @@ def _module_versions(full: bool) -> Tuple[Dict[str, Any], set]:
 
     versions = {}
     namespaces = set()
-    for k, v in sorted(sys.modules.items()):
+    for k, v in sorted(sys.modules.copy().items()):
         if "." not in k:
             version(versions, k, v, roots, namespaces, paths, full)
 
     # Catter for modules like "earthkit.meteo"
-    for k, v in sorted(sys.modules.items()):
+    for k, v in sorted(sys.modules.copy().items()):
         bits = k.split(".")
         if len(bits) == 2 and bits[0] in namespaces:
             version(versions, k, v, roots, namespaces, paths, full)

anemoi/utils/registry.py

@@ -162,13 +162,17 @@ class Registry:
         file : str
             The file to load.
         """
+
         name, _ = os.path.splitext(file)
+
         try:
             importlib.import_module(f".{name}", package=self.package)
         except Exception as e:
             if DEBUG_ANEMOI_REGISTRY:
                 raise
-            self._registered[name] = Error(e)
+
+            name = name.replace("_", "-")
+            self.__registered[name] = Error(e)
 
     def is_registered(self, name: str) -> bool:
         """Check if a factory is registered.

anemoi/utils/remote/__init__.py

@@ -627,7 +627,7 @@ def _find_transfer_class(source: str, target: str) -> type:
     raise TransferMethodNotImplementedError(f"Transfer from {source} to {target} is not implemented")
 
 
-# this is the public API
+# This function is the main entry point for the transfer mechanism for the other anemoi packages
 def transfer(
     source, target, *, overwrite=False, resume=False, verbosity=1, progress=None, threads=1, temporary_target=False
 ) -> Loader:

{anemoi_utils-0.4.15.dist-info → anemoi_utils-0.4.17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: anemoi-utils
-Version: 0.4.15
+Version: 0.4.17
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License

{anemoi_utils-0.4.15.dist-info → anemoi_utils-0.4.17.dist-info}/RECORD

@@ -1,11 +1,11 @@
 anemoi/utils/__init__.py,sha256=uVhpF-VjIl_4mMywOVtgTutgsdIsqz-xdkwxeMhzuag,730
 anemoi/utils/__main__.py,sha256=6LlE4MYrPvqqrykxXh7XMi50UZteUY59NeM8P9Zs2dU,910
-anemoi/utils/_version.py,sha256=L4sa5WD96qKFdMOh3zLgLz9pDX74uL14TDleLMhyvQQ,513
+anemoi/utils/_version.py,sha256=UwtfX--7I9I_2cUoyH0-NALXkddhkqIyGBlxSkUZCdU,513
 anemoi/utils/caching.py,sha256=rXbeAmpBcMbbfN4EVblaHWKicsrtx1otER84FEBtz98,6183
 anemoi/utils/checkpoints.py,sha256=N4WpAZXa4etrpSEKhHqUUtG2-x9w3FJMHcLO-dDAXPY,9600
 anemoi/utils/cli.py,sha256=IyZfnSw0u0yYnrjOrzvm2RuuKvDk4cVb8pf8BkaChgA,6209
 anemoi/utils/compatibility.py,sha256=wRBRMmxQP88rNcWiP5gqXliwYQbBv1iCAsDjcCRi5UY,2234
-anemoi/utils/config.py,sha256=4K4_ePeuUPyIMsE7-r77OC87ntFGdVLskB0ow9XNzXI,16353
+anemoi/utils/config.py,sha256=UtxlkSMhqZR0LAKi19aG6jaaNiSmsXCzE6v2AWHhx5E,16861
 anemoi/utils/dates.py,sha256=CnY6JOdpk0T-waPEowMRTkcMzxcN0GcjPVtLkwH_byw,17196
 anemoi/utils/devtools.py,sha256=W3OBu96MkXRIl7Qh1SE5Zd6aB1R0QlnmlrlpBYM0fVY,3527
 anemoi/utils/grib.py,sha256=201WcxjjAl92Y2HX2kZ2S8Qr5dN-oG7nV-vQLaybzP4,3610
@@ -13,8 +13,8 @@ anemoi/utils/grids.py,sha256=edTrMK8hpE9ZBzSfwcRftgk0jljNAK3i8CraadILQoM,4427
 anemoi/utils/hindcasts.py,sha256=iYVIxSNFL2HJcc_k1abCFLkpJFGHT8WKRIR4wcAwA3s,2144
 anemoi/utils/humanize.py,sha256=pjnFJAKHbEAOfcvn8c48kt-8eFy6FGW_U2ruJvfamrA,25189
 anemoi/utils/logs.py,sha256=naTgrmPwWHD4eekFttXftS4gtcAGYHpCqG4iwYprNDA,1804
-anemoi/utils/provenance.py,sha256=tIIgweS0EJyaYzgKwuv3iWny-Gz7N5e5CNWH5MeSYWU,14615
-anemoi/utils/registry.py,sha256=A76giAP_iGYDSJl4sazIrv6OnazieVVvtAUDCnkU4hM,9591
+anemoi/utils/provenance.py,sha256=xC6mTstF7f_asqtPSrulC7c34xjOSuAxWhkwc3yKhHg,14629
+anemoi/utils/registry.py,sha256=vIaHMT66m0_w8lrY3u5GmT70tIRNyA_Z_p_T7pTFx_k,9637
 anemoi/utils/s3.py,sha256=xMT48kbcelcjjqsaU567WI3oZ5eqo88Rlgyx5ECszAU,4074
 anemoi/utils/sanitise.py,sha256=ZYGdSX6qihQANr3pHZjbKnoapnzP1KcrWdW1Ul1mOGk,3668
 anemoi/utils/sanitize.py,sha256=43ZKDcfVpeXSsJ9TFEc9aZnD6oe2cUh151XnDspM98M,462
@@ -27,12 +27,12 @@ anemoi/utils/commands/requests.py,sha256=AEbssF1OlpbmSwrV5Lj6amCCn0w_-nbajBWTwYV
 anemoi/utils/mars/__init__.py,sha256=b-Lc3L1TAQd9ODs0Z1YSJzgZCO1K_M3DSgx_yd2qXvM,2724
 anemoi/utils/mars/mars.yaml,sha256=R0dujp75lLA4wCWhPeOQnzJ45WZAYLT8gpx509cBFlc,66
 anemoi/utils/mars/requests.py,sha256=VFMHBVAAl0_2lOcMBa1lvaKHctN0lDJsI6_U4BucGew,1142
-anemoi/utils/remote/__init__.py,sha256=-uaYFi4yRYFRf46ubQbJo86GCn6HE5VQrcaoyrmyW28,20704
+anemoi/utils/remote/__init__.py,sha256=swPWHQoh-B6Xq9R489tPw0FykMue7f-bJ8enneFYSYE,20776
 anemoi/utils/remote/s3.py,sha256=spQ8l0rwQjLZh9dZu5cOsYIvNwKihQfCJ6YsFYegeqI,17339
 anemoi/utils/remote/ssh.py,sha256=xNtsawh8okytCKRehkRCVExbHZj-CRUQNormEHglfuw,8088
-anemoi_utils-0.4.15.dist-info/licenses/LICENSE,sha256=8HznKF1Vi2IvfLsKNE5A2iVyiri3pRjRPvPC9kxs6qk,11354
-anemoi_utils-0.4.15.dist-info/METADATA,sha256=KOI9EAWDBOx8PUMVqRh0oaqmDSuJ_LsJ9Ymsja-5R2Q,15360
-anemoi_utils-0.4.15.dist-info/WHEEL,sha256=1tXe9gY0PYatrMPMDd6jXqjfpz_B-Wqm32CPfRC58XU,91
-anemoi_utils-0.4.15.dist-info/entry_points.txt,sha256=LENOkn88xzFQo-V59AKoA_F_cfYQTJYtrNTtf37YgHY,60
-anemoi_utils-0.4.15.dist-info/top_level.txt,sha256=DYn8VPs-fNwr7fNH9XIBqeXIwiYYd2E2k5-dUFFqUz0,7
-anemoi_utils-0.4.15.dist-info/RECORD,,
+anemoi_utils-0.4.17.dist-info/licenses/LICENSE,sha256=8HznKF1Vi2IvfLsKNE5A2iVyiri3pRjRPvPC9kxs6qk,11354
+anemoi_utils-0.4.17.dist-info/METADATA,sha256=XkTQFxHQ9BRkUl77BycvPb3F6yPGxqS9x5w-aRQlLYc,15360
+anemoi_utils-0.4.17.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+anemoi_utils-0.4.17.dist-info/entry_points.txt,sha256=LENOkn88xzFQo-V59AKoA_F_cfYQTJYtrNTtf37YgHY,60
+anemoi_utils-0.4.17.dist-info/top_level.txt,sha256=DYn8VPs-fNwr7fNH9XIBqeXIwiYYd2E2k5-dUFFqUz0,7
+anemoi_utils-0.4.17.dist-info/RECORD,,

{anemoi_utils-0.4.15.dist-info → anemoi_utils-0.4.17.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (77.0.3)
+Generator: setuptools (78.1.0)
 Root-Is-Purelib: true
 Tag: py3-none-any