returnn 1.20251010.112052__py3-none-any.whl → 1.20251013.3246__py3-none-any.whl

returnn/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: returnn
-Version: 1.20251010.112052
+Version: 1.20251013.3246
 Summary: The RWTH extensible training framework for universal recurrent neural networks
 Home-page: https://github.com/rwth-i6/returnn/
 Author: Albert Zeyer

returnn/_setup_info_generated.py

@@ -1,2 +1,2 @@
-version = '1.20251010.112052'
-long_version = '1.20251010.112052+git.4b98929'
+version = '1.20251013.003246'
+long_version = '1.20251013.003246+git.2e46689'

returnn/util/file_cache.py

@@ -9,6 +9,7 @@ See https://github.com/rwth-i6/returnn/issues/1519 for initial discussion.
 Main class is :class:`FileCache`.
 """
 
+from __future__ import annotations
 from typing import Any, Collection, Dict, Iterable, List, Optional, Tuple, Union
 import errno
 import os
@@ -143,12 +144,12 @@ class FileCache:
             filenames = [filenames]
         self._touch_files_thread.files_remove(fn_ for fn in filenames for fn_ in [fn, self._get_info_filename(fn)])
 
-    def cleanup(self, *, need_at_least_free_space_size: int = 0):
+    def cleanup(self, *, need_at_least_free_space_size: int = 0) -> CleanupResult:
         """
         Cleanup cache directory.
         """
         if not os.path.exists(self.cache_directory):
-            return
+            return CleanupResult(abort_reason="cache directory does not exist")
         disk_usage = shutil.disk_usage(self.cache_directory)
         want_free_space_size = max(
             int(self._cleanup_disk_usage_wanted_multiplier * need_at_least_free_space_size),
@@ -164,7 +165,13 @@ class FileCache:
         cur_time = time.time()
         # If we have enough free space, and we did a full cleanup recently, we don't need to do anything.
         if want_free_space_size <= disk_usage.free and cur_time - last_full_cleanup < 60 * 10:
-            return
+            return CleanupResult(
+                abort_reason=(
+                    f"enough free space"
+                    f" ({human_bytes_size(want_free_space_size)} < {human_bytes_size(disk_usage.free)})"
+                    f" and recent cleanup ({(cur_time - last_full_cleanup) / 60:.1f} minutes ago)"
+                )
+            )
         # immediately update the file's timestamp to reduce racyness between worker processes
         # Path().touch() also creates the file if it doesn't exist yet
         pathlib.Path(cleanup_timestamp_file).touch(exist_ok=True)
@@ -319,6 +326,8 @@ class FileCache:
             except Exception as exc:
                 print(f"FileCache: Error while removing empty dir {root}: {type(exc).__name__}: {exc}")
 
+        return CleanupResult(freed=cur_expected_free - disk_usage.free)
+
     def handle_cached_files_in_config(self, config: Any) -> Tuple[Any, List[str]]:
         """
         :param config: some config, e.g. dict, or any nested structure
@@ -445,6 +454,21 @@ class FileCache:
         return True
 
 
+class CleanupResult:
+    """
+    Result from :func:`FileCache.cleanup`.
+    """
+
+    def __init__(self, *, freed: int = 0, abort_reason: Optional[str] = None):
+        self.freed = freed
+        self.abort_reason = abort_reason
+
+    def __repr__(self):
+        if self.abort_reason:
+            return f"CleanupResult(abort_reason={self.abort_reason})"
+        return f"CleanupResult(freed={human_bytes_size(self.freed)})"
+
+
 def get_instance(config: Optional[Config] = None) -> FileCache:
     """
     Returns a file cache instance potentially initialized by the global config.

{returnn-1.20251010.112052.dist-info → returnn-1.20251013.3246.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: returnn
-Version: 1.20251010.112052
+Version: 1.20251013.3246
 Summary: The RWTH extensible training framework for universal recurrent neural networks
 Home-page: https://github.com/rwth-i6/returnn/
 Author: Albert Zeyer

{returnn-1.20251010.112052.dist-info → returnn-1.20251013.3246.dist-info}/RECORD

@@ -1,9 +1,9 @@
-returnn/PKG-INFO,sha256=Xn5HfLZoru5Fals04LU4IzK80ODUNY_fTQT4LAnkFsQ,5215
+returnn/PKG-INFO,sha256=MD6673KZA1OY8q_YBhvjfLXMKd_KFKiIvwlmxfBnpPg,5213
 returnn/__init__.py,sha256=biBtRsM0WZ406vShaeH-9WFoqJ8XwTbn6g0EeFJ7l8E,1012
 returnn/__main__.py,sha256=lHyZcu_0yc9f7Vf_Kfdy9PmeU0T76XVXnpalHi5WKro,31740
 returnn/__old_mod_loader__.py,sha256=nvsNY-xELdS_IPNkv66Q9Rmvg4dbGW0-EBRDcCmctos,7654
 returnn/__setup__.py,sha256=22kQn2fh11iPM0hLb2Fy5sLmoU1JGvmDxXRYuRgQkwU,4659
-returnn/_setup_info_generated.py,sha256=SMKXcXHpz3PYxTidQdd0hNtsgpyQlVabriuMbGW191w,77
+returnn/_setup_info_generated.py,sha256=MTx6vE62qJKlRDxtV-QEtWFWT82-UqyQn1Yxh-v275Y,77
 returnn/config.py,sha256=3tmKhB6FnQZaNdtcYsiB61JnEY--iZ2qmJ4yq0b6tE0,29140
 returnn/forward_iface.py,sha256=A_OJiaXsX4MlXQRzST86ylyxSUZbC402PQL1REcqHjM,911
 returnn/learning_rate_control.py,sha256=ZvWryAn_tv9DhV8sh1LV3eE34Yltl3On3mYZAG4hR9s,34684
@@ -239,7 +239,7 @@ returnn/util/better_exchook.py,sha256=39yvRecluDgYhViwSkaQ8crJ_cBWI63KeEGuK4RKe5
 returnn/util/bpe.py,sha256=LWFhICZsEOnMwNws0lybPNzKRX6rSr8yKCvP65vjl9Y,19656
 returnn/util/debug.py,sha256=wuRzdg9zB84WWCGyTjmRR_zYypu8gXxlc0nZ6si9OC8,28224
 returnn/util/debug_helpers.py,sha256=0EINLK4uLtoSt5_kHs1M2NIFpMd0S7i4c4rx90U4fJk,2914
-returnn/util/file_cache.py,sha256=ERGz6TEWqetGk4odj1x6cMfecfQ5G5G4e5psSrbx03Y,27852
+returnn/util/file_cache.py,sha256=Wyx9u1P59PAo4HouVPh6uaGQeFIXGZHshDyvcRn4YlM,28786
 returnn/util/fsa.py,sha256=k2lJ8tyf_g44Xk1EPVLwDwpP4spoMTqIigDVOWocQHY,59177
 returnn/util/literal_py_to_pickle.py,sha256=3dnjWPeeiDT2xp4bRDgIf9yddx7b1AG7mOKEn_jiSl8,2173
 returnn/util/lru_cache.py,sha256=7Q5H3a8b07E8e1iB7PA9jCpRnxMJZOFS2KO07cy0gqk,11446
@@ -254,8 +254,8 @@ returnn/util/sig_proc.py,sha256=Tjz0VOAVyqu2qDCF5HZ1JjALjcFsHcNkcd96WgZeKfE,7265
 returnn/util/task_system.py,sha256=y4sMVXQ25Qd2z0rx03uOlXlkE-jbCYC1Sjfn-XlraVU,26003
 returnn/util/train_proc_manager.py,sha256=Pjht28k6uz6BNQ47uW6Gf880iyq5q4wx7P_K2tmoAM8,3266
 returnn/util/watch_memory.py,sha256=BR5P2kvBN6UI81cE0_1WAA6Hd1SByLbBaiDxvLhPOew,4213
-returnn-1.20251010.112052.dist-info/LICENSE,sha256=ywBD_U2aD4vpuoIgNAsjIGBYydl0tVKll3De0Z8s77c,11041
-returnn-1.20251010.112052.dist-info/METADATA,sha256=Xn5HfLZoru5Fals04LU4IzK80ODUNY_fTQT4LAnkFsQ,5215
-returnn-1.20251010.112052.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
-returnn-1.20251010.112052.dist-info/top_level.txt,sha256=Lsn4WZc5Pbfk0-xDQOgnFCxOoqxL4CyeM3N1TFbJncw,8
-returnn-1.20251010.112052.dist-info/RECORD,,
+returnn-1.20251013.3246.dist-info/LICENSE,sha256=ywBD_U2aD4vpuoIgNAsjIGBYydl0tVKll3De0Z8s77c,11041
+returnn-1.20251013.3246.dist-info/METADATA,sha256=MD6673KZA1OY8q_YBhvjfLXMKd_KFKiIvwlmxfBnpPg,5213
+returnn-1.20251013.3246.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
+returnn-1.20251013.3246.dist-info/top_level.txt,sha256=Lsn4WZc5Pbfk0-xDQOgnFCxOoqxL4CyeM3N1TFbJncw,8
+returnn-1.20251013.3246.dist-info/RECORD,,