returnn 1.20250419.437__py3-none-any.whl → 1.20250421.5132__py3-none-any.whl

returnn/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: returnn
-Version: 1.20250419.437
+Version: 1.20250421.5132
 Summary: The RWTH extensible training framework for universal recurrent neural networks
 Home-page: https://github.com/rwth-i6/returnn/
 Author: Albert Zeyer

returnn/_setup_info_generated.py

@@ -1,2 +1,2 @@
-version = '1.20250419.000437'
-long_version = '1.20250419.000437+git.9b2d229'
+version = '1.20250421.005132'
+long_version = '1.20250421.005132+git.c90b436'

returnn/datasets/meta.py

@@ -312,10 +312,7 @@ class MetaDataset(CachedDataset2):
             try:
                 seq_list = default_dataset.get_all_tags()
             except NotImplementedError:
-                raise NotImplementedError(
-                    "Unsupported %s used as default in MetaDataset."
-                    " Only datasets with known and tagged sequences can be used." % type(default_dataset)
-                )
+                raise NotImplementedError(f"{default_dataset}.get_all_tags() required by {self}, but not implemented.")
 
             # Catch index out of bounds errors.
             # Whether the tags are actually valid will be checked in _check_dataset_seq().
@@ -1858,12 +1855,14 @@ class VariableDataset(Dataset):
     based on a user-provided function.
     """
 
-    def __init__(self, *, get_dataset, dataset_lru_cache_size: int = 1, **kwargs):
+    def __init__(self, *, get_dataset, dataset_lru_cache_size: int = 1, always_same_tags: bool = False, **kwargs):
         """
         :param get_dataset: function (*, epoch: int, **_) -> Dict[str,Any], will be called for every sub-epoch.
             It will cache the dataset(s) from the prev call (dataset_lru_cache_size),
             and if the dict is the same of those, it will not recreate the dataset.
-        :param dataset_lru_cache_size
+        :param dataset_lru_cache_size:
+        :param always_same_tags: whether all the datasets returned by ``get_dataset`` will have the same tags
+            (same :func:`get_all_tags`).
         """
         from functools import lru_cache
 
@@ -1872,6 +1871,7 @@ class VariableDataset(Dataset):
         self._dataset_dict: Optional[Dict[str, Any]] = None
         self._dataset: Optional[Dataset] = None
         self._dataset_lru_cache_size = dataset_lru_cache_size
+        self._always_same_tags = always_same_tags
         self._make_dataset = lru_cache(maxsize=self._dataset_lru_cache_size)(
             lambda dataset_dict: init_dataset(dataset_dict, parent_dataset=self)
         )
@@ -1979,6 +1979,12 @@ class VariableDataset(Dataset):
         """is data sparse"""
         return self._dataset.is_data_sparse(key)
 
+    def get_all_tags(self) -> List[str]:
+        """all tags"""
+        if self._always_same_tags:
+            return self._dataset.get_all_tags()
+        raise OptionalNotImplementedError(f"{self}.get_all_tags(): always_same_tags=False, thus could be inconsistent")
+
 
 class MultiEpochDataset(CachedDataset2):
     """

{returnn-1.20250419.437.dist-info → returnn-1.20250421.5132.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: returnn
-Version: 1.20250419.437
+Version: 1.20250421.5132
 Summary: The RWTH extensible training framework for universal recurrent neural networks
 Home-page: https://github.com/rwth-i6/returnn/
 Author: Albert Zeyer

{returnn-1.20250419.437.dist-info → returnn-1.20250421.5132.dist-info}/RECORD

@@ -1,9 +1,9 @@
-returnn/PKG-INFO,sha256=q_DOvayNx8gWCJJpWT86Cwo2mEzBZqb3JBY11XUYfdM,5212
+returnn/PKG-INFO,sha256=OSP8W77Tq_qY5jAtKqcRmNhqW8OlDWCAWtSb7SlcCzU,5213
 returnn/__init__.py,sha256=biBtRsM0WZ406vShaeH-9WFoqJ8XwTbn6g0EeFJ7l8E,1012
 returnn/__main__.py,sha256=qBFbuB1yN3adgVM5pXt2-Yq9vorjRNchNPL8kDKx44M,31752
 returnn/__old_mod_loader__.py,sha256=nvsNY-xELdS_IPNkv66Q9Rmvg4dbGW0-EBRDcCmctos,7654
 returnn/__setup__.py,sha256=22kQn2fh11iPM0hLb2Fy5sLmoU1JGvmDxXRYuRgQkwU,4659
-returnn/_setup_info_generated.py,sha256=OrNz_FVD9HOeg66IVS8yNSvzOafmJfvFuKAPZY2nINs,77
+returnn/_setup_info_generated.py,sha256=H-jY5CU-_qEI26JD-eey6Pdpp-4t8u0wTnj2gakdhe8,77
 returnn/config.py,sha256=3tmKhB6FnQZaNdtcYsiB61JnEY--iZ2qmJ4yq0b6tE0,29140
 returnn/forward_iface.py,sha256=A_OJiaXsX4MlXQRzST86ylyxSUZbC402PQL1REcqHjM,911
 returnn/learning_rate_control.py,sha256=ZvWryAn_tv9DhV8sh1LV3eE34Yltl3On3mYZAG4hR9s,34684
@@ -22,7 +22,7 @@ returnn/datasets/generating.py,sha256=E_6KpnSu8ChqG3pb4VTChWDsBTonIwFFAj53SI9NSo
 returnn/datasets/hdf.py,sha256=yqzr-nzqlt02QZoW2uFowKT19gd5e-9mJpHCKSQxW8o,67643
 returnn/datasets/lm.py,sha256=5hSdBgmgTP0IzO2p-JjiWtny0Zb0M20goXtjlw4JVR4,99206
 returnn/datasets/map.py,sha256=kOBJVZmwDhLsOplzDNByIfa0NRSUaMo2Lsy36lBvxrM,10907
-returnn/datasets/meta.py,sha256=0wQzRzjShLSYNFoGo_MdR5IT8arxHr9gFjUlEqb2rbY,94969
+returnn/datasets/meta.py,sha256=EySwPQUqIAzvocAoSpMxszHbymXjJeCSGhDn0T1BO-0,95355
 returnn/datasets/multi_proc.py,sha256=aVjsLt2qjHnHOrEYCgIPCwNYE-f1fiGP6eZ8NGAr3A4,22583
 returnn/datasets/normalization_data.py,sha256=wOHrbO3612uWXpzLHHxksDw0qeVmQ42w7byBL9QMh9Q,14618
 returnn/datasets/numpy_dump.py,sha256=wl8bKIKAlff2HPJPtuu5wBg3TLOf16d2wLVB4lLAwTM,5158
@@ -253,8 +253,8 @@ returnn/util/sig_proc.py,sha256=Tjz0VOAVyqu2qDCF5HZ1JjALjcFsHcNkcd96WgZeKfE,7265
 returnn/util/task_system.py,sha256=y4sMVXQ25Qd2z0rx03uOlXlkE-jbCYC1Sjfn-XlraVU,26003
 returnn/util/train_proc_manager.py,sha256=Pjht28k6uz6BNQ47uW6Gf880iyq5q4wx7P_K2tmoAM8,3266
 returnn/util/watch_memory.py,sha256=BR5P2kvBN6UI81cE0_1WAA6Hd1SByLbBaiDxvLhPOew,4213
-returnn-1.20250419.437.dist-info/LICENSE,sha256=ywBD_U2aD4vpuoIgNAsjIGBYydl0tVKll3De0Z8s77c,11041
-returnn-1.20250419.437.dist-info/METADATA,sha256=q_DOvayNx8gWCJJpWT86Cwo2mEzBZqb3JBY11XUYfdM,5212
-returnn-1.20250419.437.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
-returnn-1.20250419.437.dist-info/top_level.txt,sha256=Lsn4WZc5Pbfk0-xDQOgnFCxOoqxL4CyeM3N1TFbJncw,8
-returnn-1.20250419.437.dist-info/RECORD,,
+returnn-1.20250421.5132.dist-info/LICENSE,sha256=ywBD_U2aD4vpuoIgNAsjIGBYydl0tVKll3De0Z8s77c,11041
+returnn-1.20250421.5132.dist-info/METADATA,sha256=OSP8W77Tq_qY5jAtKqcRmNhqW8OlDWCAWtSb7SlcCzU,5213
+returnn-1.20250421.5132.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
+returnn-1.20250421.5132.dist-info/top_level.txt,sha256=Lsn4WZc5Pbfk0-xDQOgnFCxOoqxL4CyeM3N1TFbJncw,8
+returnn-1.20250421.5132.dist-info/RECORD,,