returnn 1.20250418.115249__tar.gz → 1.20250421.5132__tar.gz

{returnn-1.20250418.115249/returnn.egg-info → returnn-1.20250421.5132}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: returnn
-Version: 1.20250418.115249
+Version: 1.20250421.5132
 Summary: The RWTH extensible training framework for universal recurrent neural networks
 Home-page: https://github.com/rwth-i6/returnn/
 Author: Albert Zeyer

returnn-1.20250421.5132/_setup_info_generated.py

@@ -0,0 +1,2 @@
+version = '1.20250421.005132'
+long_version = '1.20250421.005132+git.c90b436'

{returnn-1.20250418.115249 → returnn-1.20250421.5132}/returnn/datasets/meta.py

@@ -312,10 +312,7 @@ class MetaDataset(CachedDataset2):
             try:
                 seq_list = default_dataset.get_all_tags()
             except NotImplementedError:
-                raise NotImplementedError(
-                    "Unsupported %s used as default in MetaDataset."
-                    " Only datasets with known and tagged sequences can be used." % type(default_dataset)
-                )
+                raise NotImplementedError(f"{default_dataset}.get_all_tags() required by {self}, but not implemented.")
 
             # Catch index out of bounds errors.
             # Whether the tags are actually valid will be checked in _check_dataset_seq().
@@ -1858,12 +1855,14 @@ class VariableDataset(Dataset):
     based on a user-provided function.
     """
 
-    def __init__(self, *, get_dataset, dataset_lru_cache_size: int = 1, **kwargs):
+    def __init__(self, *, get_dataset, dataset_lru_cache_size: int = 1, always_same_tags: bool = False, **kwargs):
         """
         :param get_dataset: function (*, epoch: int, **_) -> Dict[str,Any], will be called for every sub-epoch.
             It will cache the dataset(s) from the prev call (dataset_lru_cache_size),
             and if the dict is the same of those, it will not recreate the dataset.
-        :param dataset_lru_cache_size
+        :param dataset_lru_cache_size:
+        :param always_same_tags: whether all the datasets returned by ``get_dataset`` will have the same tags
+            (same :func:`get_all_tags`).
         """
         from functools import lru_cache
 
@@ -1872,6 +1871,7 @@ class VariableDataset(Dataset):
         self._dataset_dict: Optional[Dict[str, Any]] = None
         self._dataset: Optional[Dataset] = None
         self._dataset_lru_cache_size = dataset_lru_cache_size
+        self._always_same_tags = always_same_tags
         self._make_dataset = lru_cache(maxsize=self._dataset_lru_cache_size)(
             lambda dataset_dict: init_dataset(dataset_dict, parent_dataset=self)
         )
@@ -1979,6 +1979,12 @@ class VariableDataset(Dataset):
         """is data sparse"""
         return self._dataset.is_data_sparse(key)
 
+    def get_all_tags(self) -> List[str]:
+        """all tags"""
+        if self._always_same_tags:
+            return self._dataset.get_all_tags()
+        raise OptionalNotImplementedError(f"{self}.get_all_tags(): always_same_tags=False, thus could be inconsistent")
+
 
 class MultiEpochDataset(CachedDataset2):
     """

{returnn-1.20250418.115249 → returnn-1.20250421.5132}/returnn/util/basic.py

@@ -3673,10 +3673,14 @@ def get_hostname():
 
 def is_running_on_cluster():
     """
-    :return: i6 specific. Whether we run on some of the cluster nodes.
+    :return: i6 / Slurm specific. Whether we run on some of the cluster nodes.
     :rtype: bool
     """
-    return get_hostname().startswith("cluster-cn-") or get_hostname().startswith("cn-")
+    return (
+        get_hostname().startswith("cluster-cn-")
+        or get_hostname().startswith("cn-")
+        or os.environ.get("SLURM_JOB_ID", None)
+    )
 
 
 start_time = time.time()
@@ -4285,7 +4289,7 @@ def cf(filename):
         return filename  # for debugging
     try:
         cached_fn = check_output(["cf", filename]).strip().decode("utf8")
-    except CalledProcessError:
+    except (CalledProcessError, OSError):
         if not _cf_msg_printed:
             print("Cache manager: Error occurred, using local file")
             _cf_msg_printed = True

{returnn-1.20250418.115249 → returnn-1.20250421.5132/returnn.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: returnn
-Version: 1.20250418.115249
+Version: 1.20250421.5132
 Summary: The RWTH extensible training framework for universal recurrent neural networks
 Home-page: https://github.com/rwth-i6/returnn/
 Author: Albert Zeyer

returnn-1.20250418.115249/_setup_info_generated.py

@@ -1,2 +0,0 @@
-version = '1.20250418.115249'
-long_version = '1.20250418.115249+git.3cef372'