returnn 1.20250514.151721__py3-none-any.whl → 1.20250516.145734__py3-none-any.whl

returnn/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: returnn
-Version: 1.20250514.151721
+Version: 1.20250516.145734
 Summary: The RWTH extensible training framework for universal recurrent neural networks
 Home-page: https://github.com/rwth-i6/returnn/
 Author: Albert Zeyer

returnn/_setup_info_generated.py

@@ -1,2 +1,2 @@
-version = '1.20250514.151721'
-long_version = '1.20250514.151721+git.387aebd'
+version = '1.20250516.145734'
+long_version = '1.20250516.145734+git.6bf8581'

returnn/datasets/lm.py

@@ -85,6 +85,7 @@ class LmDataset(CachedDataset2):
         add_delayed_seq_data=False,
         delayed_seq_data_start_symbol="[START]",
         dtype: Optional[str] = None,
+        tag_prefix: Optional[str] = None,
         **kwargs,
     ):
         """
@@ -288,7 +289,9 @@ class LmDataset(CachedDataset2):
         self.num_outputs = {"data": [num_labels, 1]}
         self.num_inputs = num_labels
         self.seq_order = None
-        self._tag_prefix = "line-"  # sequence tag is "line-n", where n is the line number (to be compatible with translation)  # nopep8
+
+        # sequence tag is "line-n", where n is the line number (to be compatible with translation)
+        self.tag_prefix = tag_prefix or "line-"
         self.auto_replace_unknown_symbol = auto_replace_unknown_symbol
         self.log_auto_replace_unknown_symbols = log_auto_replace_unknown_symbols
         self.log_skipped_seqs = log_skipped_seqs
@@ -504,8 +507,8 @@ class LmDataset(CachedDataset2):
         elif seq_list is not None:
             # Might not be initialized. Can even do without init. Thus check seq_list_file.
             if self._seq_list_file is None:
-                assert all(s.startswith(self._tag_prefix) for s in seq_list)
-                self.seq_order = [int(s[len(self._tag_prefix) :]) for s in seq_list]
+                assert all(s.startswith(self.tag_prefix) for s in seq_list)
+                self.seq_order = [int(s[len(self.tag_prefix) :]) for s in seq_list]
             else:
                 # Need seq list for this. Just do the lazy init now.
                 self._lazy_init()
@@ -555,7 +558,7 @@ class LmDataset(CachedDataset2):
         if self._seq_list is not None:
             return self._seq_list
         num_seqs = self.get_total_num_seqs()
-        return [self._tag_prefix + str(line_nr) for line_nr in range(num_seqs)]
+        return [self.tag_prefix + str(line_nr) for line_nr in range(num_seqs)]
 
     def _reduce_log_skipped_seqs(self):
         if isinstance(self.log_skipped_seqs, bool):
@@ -594,7 +597,7 @@ class LmDataset(CachedDataset2):
             idx, offset, len_ = self._orths_offsets_and_lens[true_idx]
             orth = self._orth_mmaps[idx][offset : offset + len_].decode("utf8").strip()
             if self._seq_list is None:
-                seq_tag = self._tag_prefix + str(true_idx)
+                seq_tag = self.tag_prefix + str(true_idx)
             else:
                 seq_tag = self._seq_list[true_idx]
             self.next_orth_idx += 1

returnn/frontend/nested.py

@@ -160,6 +160,7 @@ def _gather_prepare_dims(s: T, *, indices: Tensor, dim_map: Dict[Dim, Dim]) -> T
             return new_dim
         return s
     # everything else ignored at this stage
+    return s
 
 
 def _gather(s: T, *, indices: Tensor, dim_map: Optional[Dict[Dim, Dim]] = None) -> T:
@@ -243,6 +244,7 @@ def _masked_select_prepare_dims(s, *, mask: Tensor, dims: Sequence[Dim], out_dim
         dim_map[s] = new_dim
         return new_dim
     # everything else ignored at this stage
+    return s
 
 
 def _masked_select(
@@ -370,6 +372,7 @@ def _masked_scatter_merge_dims(
         merged_dim_map[backup] = new_dim
         return new_dim
     # everything else ignored at this stage
+    return s
 
 
 def _masked_scatter(

{returnn-1.20250514.151721.dist-info → returnn-1.20250516.145734.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: returnn
-Version: 1.20250514.151721
+Version: 1.20250516.145734
 Summary: The RWTH extensible training framework for universal recurrent neural networks
 Home-page: https://github.com/rwth-i6/returnn/
 Author: Albert Zeyer

{returnn-1.20250514.151721.dist-info → returnn-1.20250516.145734.dist-info}/RECORD

@@ -1,9 +1,9 @@
-returnn/PKG-INFO,sha256=wXx8bEQvvl4h1exhX8BZGNmCeaIgHGP5-6kmUsi4108,5215
+returnn/PKG-INFO,sha256=sMynyg2d9ysTRZSFCwKggJBVS0ONCs7jJ9p7Y9Myf7o,5215
 returnn/__init__.py,sha256=biBtRsM0WZ406vShaeH-9WFoqJ8XwTbn6g0EeFJ7l8E,1012
 returnn/__main__.py,sha256=qBFbuB1yN3adgVM5pXt2-Yq9vorjRNchNPL8kDKx44M,31752
 returnn/__old_mod_loader__.py,sha256=nvsNY-xELdS_IPNkv66Q9Rmvg4dbGW0-EBRDcCmctos,7654
 returnn/__setup__.py,sha256=22kQn2fh11iPM0hLb2Fy5sLmoU1JGvmDxXRYuRgQkwU,4659
-returnn/_setup_info_generated.py,sha256=wH4OzLJDr2LpuSiKvG3qz8UJf7ifM6xovfxalgtxa1Q,77
+returnn/_setup_info_generated.py,sha256=uEuN_v07wAjAI2gdED6tkP7FaGiO4JlHaTlxuhwQHM4,77
 returnn/config.py,sha256=3tmKhB6FnQZaNdtcYsiB61JnEY--iZ2qmJ4yq0b6tE0,29140
 returnn/forward_iface.py,sha256=A_OJiaXsX4MlXQRzST86ylyxSUZbC402PQL1REcqHjM,911
 returnn/learning_rate_control.py,sha256=ZvWryAn_tv9DhV8sh1LV3eE34Yltl3On3mYZAG4hR9s,34684
@@ -20,7 +20,7 @@ returnn/datasets/cached2.py,sha256=_6pza3IG68JexaExhj1ld3fP6pE7T-G804driJ9Z_qo,1
 returnn/datasets/distrib_files.py,sha256=9-3pJaF8Ws1Cs4AlelFCODz6b5YiaTsrD7tMCB76PDY,29865
 returnn/datasets/generating.py,sha256=9U_w6URIrv-Rb-hDbPOzYW9qYXzJbw32N6G268IKyoM,99833
 returnn/datasets/hdf.py,sha256=v5sjBenURR9Z-g7AQ9tsL84yDSye5RtbLpym3M6HSDE,67833
-returnn/datasets/lm.py,sha256=MpJwlXJbMzbO0EDSgGeyDg062YXN0gwvBsBI9A9RtLE,99166
+returnn/datasets/lm.py,sha256=IqUsOzbdSWUynL0YFL25HbtMR4AxaQGHvjjqRE9IwBo,99215
 returnn/datasets/map.py,sha256=kOBJVZmwDhLsOplzDNByIfa0NRSUaMo2Lsy36lBvxrM,10907
 returnn/datasets/meta.py,sha256=KQtidTgSh-1gNgbpJ8OhXt6v2lkhPPH5dpjfzwsr3E4,95251
 returnn/datasets/multi_proc.py,sha256=aVjsLt2qjHnHOrEYCgIPCwNYE-f1fiGP6eZ8NGAr3A4,22583
@@ -104,7 +104,7 @@ returnn/frontend/loss.py,sha256=uSvou2MPd13JiLAg_OIQ3AyyLvD3RHjMEVgFEN0gKqU,7440
 returnn/frontend/math_.py,sha256=KlJxdIib8ENlid7cc4lcwHv5e21tzTjTEV8VgEDAijo,16984
 returnn/frontend/matmul.py,sha256=xkueyxzSDz8MsYaWxPSjmV2Yy-tcaiOQDXbFt1IQM2A,1944
 returnn/frontend/module.py,sha256=219rh5mE0CD0-NdxXLsKyhv3BNtOI9jSyiI1Rb8MOyU,10700
-returnn/frontend/nested.py,sha256=Hm4GT5ZI1OyWpYxv_SP5jlBztJsjGVMgtvKJnvQYa00,15068
+returnn/frontend/nested.py,sha256=P84u_cjoYdYRJ_0Cbt0vlKXxskmXTDfsnw_vFCCNKtU,15107
 returnn/frontend/normalization.py,sha256=-lYJ9IWcheOQu1gXJehSOA76qgVtxd1C07Jqps6Qg1o,14116
 returnn/frontend/parameter.py,sha256=zvrkhSYC1c_O9kVwgHvOtOnWNurl5J28lkS0i1LQpWU,10627
 returnn/frontend/parametrizations.py,sha256=ptNgBw5IiPXVpB3QGse7AGAhdXp8X1rCqYUl2Mae8aI,2876
@@ -253,8 +253,8 @@ returnn/util/sig_proc.py,sha256=Tjz0VOAVyqu2qDCF5HZ1JjALjcFsHcNkcd96WgZeKfE,7265
 returnn/util/task_system.py,sha256=y4sMVXQ25Qd2z0rx03uOlXlkE-jbCYC1Sjfn-XlraVU,26003
 returnn/util/train_proc_manager.py,sha256=Pjht28k6uz6BNQ47uW6Gf880iyq5q4wx7P_K2tmoAM8,3266
 returnn/util/watch_memory.py,sha256=BR5P2kvBN6UI81cE0_1WAA6Hd1SByLbBaiDxvLhPOew,4213
-returnn-1.20250514.151721.dist-info/LICENSE,sha256=ywBD_U2aD4vpuoIgNAsjIGBYydl0tVKll3De0Z8s77c,11041
-returnn-1.20250514.151721.dist-info/METADATA,sha256=wXx8bEQvvl4h1exhX8BZGNmCeaIgHGP5-6kmUsi4108,5215
-returnn-1.20250514.151721.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
-returnn-1.20250514.151721.dist-info/top_level.txt,sha256=Lsn4WZc5Pbfk0-xDQOgnFCxOoqxL4CyeM3N1TFbJncw,8
-returnn-1.20250514.151721.dist-info/RECORD,,
+returnn-1.20250516.145734.dist-info/LICENSE,sha256=ywBD_U2aD4vpuoIgNAsjIGBYydl0tVKll3De0Z8s77c,11041
+returnn-1.20250516.145734.dist-info/METADATA,sha256=sMynyg2d9ysTRZSFCwKggJBVS0ONCs7jJ9p7Y9Myf7o,5215
+returnn-1.20250516.145734.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
+returnn-1.20250516.145734.dist-info/top_level.txt,sha256=Lsn4WZc5Pbfk0-xDQOgnFCxOoqxL4CyeM3N1TFbJncw,8
+returnn-1.20250516.145734.dist-info/RECORD,,