returnn 1.20250416.132454__py3-none-any.whl → 1.20250416.172956__py3-none-any.whl

returnn/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: returnn
-Version: 1.20250416.132454
+Version: 1.20250416.172956
 Summary: The RWTH extensible training framework for universal recurrent neural networks
 Home-page: https://github.com/rwth-i6/returnn/
 Author: Albert Zeyer

returnn/_setup_info_generated.py

@@ -1,2 +1,2 @@
-version = '1.20250416.132454'
-long_version = '1.20250416.132454+git.6addb6a'
+version = '1.20250416.172956'
+long_version = '1.20250416.172956+git.505963b'

returnn/datasets/basic.py

@@ -864,18 +864,16 @@ class Dataset:
             data = self.get_data(seq_idx, key)
             return data[s0_start:s0_end]
 
-    def get_tag(self, sorted_seq_idx):
+    def get_tag(self, sorted_seq_idx: int) -> str:
         """
-        :param int sorted_seq_idx:
-        :rtype: str
+        :param sorted_seq_idx:
         """
         return "seq-%i" % sorted_seq_idx
 
-    def get_all_tags(self):
+    def get_all_tags(self) -> List[str]:
         """
         :return: list of all seq tags, of the whole dataset, without partition epoch.
           Note that this is not possible with all datasets.
-        :rtype: list[str]
         """
         raise OptionalNotImplementedError(f"{self} get_all_tags not implemented")
 

returnn/datasets/hdf.py

@@ -1201,6 +1201,7 @@ class SimpleHDFWriter:
             shape = [None] * ndim  # type: typing.List[typing.Optional[int]]
             if ndim >= 2:
                 shape[-1] = dim
+            assert all(shape[1:]), f"{self} extra {data_key!r} supports only dyn dim in first axis, got shape {shape!r}"
             if dtype == "string":
                 # noinspection PyUnresolvedReferences
                 dtype = h5py.special_dtype(vlen=str)
@@ -1237,10 +1238,15 @@ class SimpleHDFWriter:
             self._datasets[name] = self._file.create_dataset(
                 name, raw_data.shape, raw_data.dtype, maxshape=tuple(None for _ in raw_data.shape)
             )
+            expected_shape = (raw_data.shape[0],) + self._datasets[name].shape[1:]
         else:
             old_shape = self._datasets[name].shape
             self._datasets[name].resize(old_shape[0] + raw_data.shape[0], axis=0)
+            expected_shape = (raw_data.shape[0],) + old_shape[1:]
         # append raw data to dataset
+        assert (
+            expected_shape == raw_data.shape
+        ), f"{self} insert: shape mismatch: expected {expected_shape}, got {raw_data.shape}"
         self._datasets[name][self._file.attrs["numTimesteps"] :] = raw_data
         self._file.attrs["numTimesteps"] += raw_data.shape[0]
         self._file.attrs["numSeqs"] += 1
@@ -1286,13 +1292,17 @@ class SimpleHDFWriter:
                 self._seq_lengths[seq_idx, data_key_idx_0 + 1] = self._extra_num_time_steps[data_key_]
 
         self._extra_num_time_steps[data_key] += raw_data.shape[0]
-        self._datasets[data_key].resize(self._extra_num_time_steps[data_key], axis=0)
+        hdf_data = self._datasets[data_key]
+        hdf_data.resize(self._extra_num_time_steps[data_key], axis=0)
 
         data_key_idx = sorted(self._prepared_extra).index(data_key) + 1
         self._seq_lengths[seq_idx, data_key_idx] = raw_data.shape[0]
 
         offset = self._extra_num_time_steps[data_key] - raw_data.shape[0]
-        hdf_data = self._datasets[data_key]
+        expected_shape = (raw_data.shape[0],) + hdf_data.shape[1:]
+        assert (
+            expected_shape == raw_data.shape
+        ), f"{self} insert other {data_key!r}: shape mismatch: expected {expected_shape}, got {raw_data.shape}"
         hdf_data[offset:] = raw_data
 
     def insert_batch(self, inputs, seq_len, seq_tag, extra=None):

returnn/datasets/postprocessing.py

@@ -243,6 +243,13 @@ class PostprocessingDataset(CachedDataset2):
         assert self._dataset is not None
         return self._dataset.get_total_num_seqs(fast=fast)
 
+    def get_all_tags(self) -> List[str]:
+        """:return: all tags"""
+        if self._map_seq_stream is not None:
+            raise util.OptionalNotImplementedError(f"{self}: get_all_tags not allowed when map_seq_stream is set.")
+        assert self._dataset is not None
+        return self._dataset.get_all_tags()
+
     def supports_sharding(self) -> bool:
         """:return: whether this dataset supports sharding"""
         assert self._dataset is not None

{returnn-1.20250416.132454.dist-info → returnn-1.20250416.172956.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: returnn
-Version: 1.20250416.132454
+Version: 1.20250416.172956
 Summary: The RWTH extensible training framework for universal recurrent neural networks
 Home-page: https://github.com/rwth-i6/returnn/
 Author: Albert Zeyer

{returnn-1.20250416.132454.dist-info → returnn-1.20250416.172956.dist-info}/RECORD

@@ -1,9 +1,9 @@
-returnn/PKG-INFO,sha256=nh3HsmNuM_9Ajc0Isw5Kywi3F78997moKSyz6ngop04,5215
+returnn/PKG-INFO,sha256=y5t_H0i0pLYw-W1KevNnfXbSxkrkqPT2uFYpKMGhS3o,5215
 returnn/__init__.py,sha256=biBtRsM0WZ406vShaeH-9WFoqJ8XwTbn6g0EeFJ7l8E,1012
 returnn/__main__.py,sha256=qBFbuB1yN3adgVM5pXt2-Yq9vorjRNchNPL8kDKx44M,31752
 returnn/__old_mod_loader__.py,sha256=nvsNY-xELdS_IPNkv66Q9Rmvg4dbGW0-EBRDcCmctos,7654
 returnn/__setup__.py,sha256=22kQn2fh11iPM0hLb2Fy5sLmoU1JGvmDxXRYuRgQkwU,4659
-returnn/_setup_info_generated.py,sha256=5_0aXMwqvYeSVdL7N4tMjAxD50ulqwCjubacaqbvLWY,77
+returnn/_setup_info_generated.py,sha256=AcoND8SAX3c8L8MOr-ar4L8QEmAQF2emtFz2sd2BL5I,77
 returnn/config.py,sha256=3tmKhB6FnQZaNdtcYsiB61JnEY--iZ2qmJ4yq0b6tE0,29140
 returnn/forward_iface.py,sha256=A_OJiaXsX4MlXQRzST86ylyxSUZbC402PQL1REcqHjM,911
 returnn/learning_rate_control.py,sha256=ZvWryAn_tv9DhV8sh1LV3eE34Yltl3On3mYZAG4hR9s,34684
@@ -13,20 +13,20 @@ returnn/native_op.py,sha256=yqpE7SqBqXq77FCVnWMloUwadWlslEk-VzdK7FMpt_U,244411
 returnn/pretrain.py,sha256=MHiXJZqkQFmDVyaYsGpd_Acv20wxl7Pr6s6qJzAT2FI,22648
 returnn/datasets/__init__.py,sha256=PvDlfDOaaopIeUIt0OSvHD2eHZkdkyE-sjMXf35EH5U,390
 returnn/datasets/audio.py,sha256=Gmj7a08dnvYh7Z-G1TNapz42L50AIcDE9JeIZaO1s1M,23334
-returnn/datasets/basic.py,sha256=EhgyOv9bGHY08rCTQpt1HN_vW3djP5RwJuxtbp53neM,72300
+returnn/datasets/basic.py,sha256=BBDXCqesUBJ-4HsaT4zw3wzkS1kd15FDy0OX8TY10pQ,72275
 returnn/datasets/bundle_file.py,sha256=KQNrS1MSf-4_idlK0c0KFwON-f5sEK0sWU15WpoMYpE,2380
 returnn/datasets/cached.py,sha256=DIRdWrxBmsZG8O_9eVxBO5mcdo4f5KU-Xb-4wVz59Io,25418
 returnn/datasets/cached2.py,sha256=_6pza3IG68JexaExhj1ld3fP6pE7T-G804driJ9Z_qo,12141
 returnn/datasets/distrib_files.py,sha256=_UlcrnaU1rA9v6D3H3X4dPhcA--09fNeVnWs9VNo0yg,27656
 returnn/datasets/generating.py,sha256=O1fs9dhk1Um2E3ZeOTfDHS5FlwvqFImfGcMlJP-xAQM,99814
-returnn/datasets/hdf.py,sha256=shif0aQqWWNJ0b6YnycpPjIVNsxjLrA41Y66-_SluGI,66993
+returnn/datasets/hdf.py,sha256=yqzr-nzqlt02QZoW2uFowKT19gd5e-9mJpHCKSQxW8o,67643
 returnn/datasets/lm.py,sha256=5hSdBgmgTP0IzO2p-JjiWtny0Zb0M20goXtjlw4JVR4,99206
 returnn/datasets/map.py,sha256=kOBJVZmwDhLsOplzDNByIfa0NRSUaMo2Lsy36lBvxrM,10907
 returnn/datasets/meta.py,sha256=0wQzRzjShLSYNFoGo_MdR5IT8arxHr9gFjUlEqb2rbY,94969
 returnn/datasets/multi_proc.py,sha256=aVjsLt2qjHnHOrEYCgIPCwNYE-f1fiGP6eZ8NGAr3A4,22583
 returnn/datasets/normalization_data.py,sha256=wOHrbO3612uWXpzLHHxksDw0qeVmQ42w7byBL9QMh9Q,14618
 returnn/datasets/numpy_dump.py,sha256=wl8bKIKAlff2HPJPtuu5wBg3TLOf16d2wLVB4lLAwTM,5158
-returnn/datasets/postprocessing.py,sha256=Jkad_KHMesdPFFg9NKi7U3sbPw-RzxfUX_vOgJsI7p0,23075
+returnn/datasets/postprocessing.py,sha256=dXlRiZNuC8921RZ3lkgX1Lt88K61lKsG47nVIH5x7nI,23395
 returnn/datasets/raw_wav.py,sha256=M7eTHp4CTtLQf3yPTiJY-mSJYgZNxkGV9IFN9J1dq_4,9144
 returnn/datasets/sprint.py,sha256=YhhdNbBTuL_HCc3asgK3o6vgq5h5nMPH5nBFvsuwVjA,55464
 returnn/datasets/stereo.py,sha256=PkowC91bZWihIYuIZgyGgPcNwgq5jBvyxxu1nER-VhM,17633
@@ -253,8 +253,8 @@ returnn/util/sig_proc.py,sha256=Tjz0VOAVyqu2qDCF5HZ1JjALjcFsHcNkcd96WgZeKfE,7265
 returnn/util/task_system.py,sha256=y4sMVXQ25Qd2z0rx03uOlXlkE-jbCYC1Sjfn-XlraVU,26003
 returnn/util/train_proc_manager.py,sha256=Pjht28k6uz6BNQ47uW6Gf880iyq5q4wx7P_K2tmoAM8,3266
 returnn/util/watch_memory.py,sha256=BR5P2kvBN6UI81cE0_1WAA6Hd1SByLbBaiDxvLhPOew,4213
-returnn-1.20250416.132454.dist-info/LICENSE,sha256=ywBD_U2aD4vpuoIgNAsjIGBYydl0tVKll3De0Z8s77c,11041
-returnn-1.20250416.132454.dist-info/METADATA,sha256=nh3HsmNuM_9Ajc0Isw5Kywi3F78997moKSyz6ngop04,5215
-returnn-1.20250416.132454.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
-returnn-1.20250416.132454.dist-info/top_level.txt,sha256=Lsn4WZc5Pbfk0-xDQOgnFCxOoqxL4CyeM3N1TFbJncw,8
-returnn-1.20250416.132454.dist-info/RECORD,,
+returnn-1.20250416.172956.dist-info/LICENSE,sha256=ywBD_U2aD4vpuoIgNAsjIGBYydl0tVKll3De0Z8s77c,11041
+returnn-1.20250416.172956.dist-info/METADATA,sha256=y5t_H0i0pLYw-W1KevNnfXbSxkrkqPT2uFYpKMGhS3o,5215
+returnn-1.20250416.172956.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
+returnn-1.20250416.172956.dist-info/top_level.txt,sha256=Lsn4WZc5Pbfk0-xDQOgnFCxOoqxL4CyeM3N1TFbJncw,8
+returnn-1.20250416.172956.dist-info/RECORD,,