anemoi-utils 0.4.7__tar.gz → 0.4.8__tar.gz

{anemoi_utils-0.4.7 → anemoi_utils-0.4.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: anemoi-utils
-Version: 0.4.7
+Version: 0.4.8
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License

{anemoi_utils-0.4.7 → anemoi_utils-0.4.8}/src/anemoi/utils/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.4.7'
-__version_tuple__ = version_tuple = (0, 4, 7)
+__version__ = version = '0.4.8'
+__version_tuple__ = version_tuple = (0, 4, 8)

{anemoi_utils-0.4.7 → anemoi_utils-0.4.8}/src/anemoi/utils/remote/__init__.py

@@ -138,6 +138,8 @@ class BaseDownload(Loader):
         raise NotImplementedError
 
     def get_temporary_target(self, target, pattern):
+        if pattern is None:
+            return target
         dirname, basename = os.path.split(target)
         return pattern.format(dirname=dirname, basename=basename)
 
@@ -199,13 +201,13 @@ class Transfer:
             target = os.path.basename(source)
 
         temporary_target = {
-            False: "{dirname}/{basename}",
+            False: None,
             True: "{dirname}-downloading/{basename}",
             "-tmp/*": "{dirname}-tmp/{basename}",
             "*-tmp": "{dirname}/{basename}-tmp",
             "tmp-*": "{dirname}/tmp-{basename}",
         }.get(temporary_target, temporary_target)
-        assert isinstance(temporary_target, str), (type(temporary_target), temporary_target)
+        assert temporary_target is None or isinstance(temporary_target, str), (type(temporary_target), temporary_target)
 
         self.source = source
         self.target = target

{anemoi_utils-0.4.7 → anemoi_utils-0.4.8}/src/anemoi/utils/remote/s3.py

@@ -192,6 +192,9 @@ class S3Download(BaseDownload):
         _, _, bucket, key = source.split("/", 3)
         s3 = s3_client(bucket)
 
+        if key.endswith("/"):
+            return 0
+
         try:
             response = s3.head_object(Bucket=bucket, Key=key)
         except s3.exceptions.ClientError as e:

{anemoi_utils-0.4.7 → anemoi_utils-0.4.8}/src/anemoi/utils/remote/ssh.py

@@ -51,8 +51,9 @@ class SshBaseUpload(BaseUpload):
 
     def get_temporary_target(self, target, pattern):
         hostname, path = self._parse_target(target)
-        dirname, basename = os.path.split(path)
-        path = pattern.format(dirname=dirname, basename=basename)
+        if pattern is not None:
+            dirname, basename = os.path.split(path)
+            path = pattern.format(dirname=dirname, basename=basename)
         return f"ssh://{hostname}:{path}"
 
     def rename_target(self, target, new_target):

{anemoi_utils-0.4.7 → anemoi_utils-0.4.8}/src/anemoi_utils.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: anemoi-utils
-Version: 0.4.7
+Version: 0.4.8
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License