returnn 1.20250515.200041__py3-none-any.whl → 1.20250516.145734__py3-none-any.whl

returnn/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: returnn
-Version: 1.20250515.200041
+Version: 1.20250516.145734
 Summary: The RWTH extensible training framework for universal recurrent neural networks
 Home-page: https://github.com/rwth-i6/returnn/
 Author: Albert Zeyer

returnn/_setup_info_generated.py

@@ -1,2 +1,2 @@
-version = '1.20250515.200041'
-long_version = '1.20250515.200041+git.de2d7bc'
+version = '1.20250516.145734'
+long_version = '1.20250516.145734+git.6bf8581'

returnn/datasets/lm.py

@@ -85,6 +85,7 @@ class LmDataset(CachedDataset2):
         add_delayed_seq_data=False,
         delayed_seq_data_start_symbol="[START]",
         dtype: Optional[str] = None,
+        tag_prefix: Optional[str] = None,
         **kwargs,
     ):
         """
@@ -288,7 +289,9 @@ class LmDataset(CachedDataset2):
         self.num_outputs = {"data": [num_labels, 1]}
         self.num_inputs = num_labels
         self.seq_order = None
-        self._tag_prefix = "line-"  # sequence tag is "line-n", where n is the line number (to be compatible with translation)  # nopep8
+
+        # sequence tag is "line-n", where n is the line number (to be compatible with translation)
+        self.tag_prefix = tag_prefix or "line-"
         self.auto_replace_unknown_symbol = auto_replace_unknown_symbol
         self.log_auto_replace_unknown_symbols = log_auto_replace_unknown_symbols
         self.log_skipped_seqs = log_skipped_seqs
@@ -504,8 +507,8 @@ class LmDataset(CachedDataset2):
         elif seq_list is not None:
             # Might not be initialized. Can even do without init. Thus check seq_list_file.
             if self._seq_list_file is None:
-                assert all(s.startswith(self._tag_prefix) for s in seq_list)
-                self.seq_order = [int(s[len(self._tag_prefix) :]) for s in seq_list]
+                assert all(s.startswith(self.tag_prefix) for s in seq_list)
+                self.seq_order = [int(s[len(self.tag_prefix) :]) for s in seq_list]
             else:
                 # Need seq list for this. Just do the lazy init now.
                 self._lazy_init()
@@ -555,7 +558,7 @@ class LmDataset(CachedDataset2):
         if self._seq_list is not None:
             return self._seq_list
         num_seqs = self.get_total_num_seqs()
-        return [self._tag_prefix + str(line_nr) for line_nr in range(num_seqs)]
+        return [self.tag_prefix + str(line_nr) for line_nr in range(num_seqs)]
 
     def _reduce_log_skipped_seqs(self):
         if isinstance(self.log_skipped_seqs, bool):
@@ -594,7 +597,7 @@ class LmDataset(CachedDataset2):
             idx, offset, len_ = self._orths_offsets_and_lens[true_idx]
             orth = self._orth_mmaps[idx][offset : offset + len_].decode("utf8").strip()
             if self._seq_list is None:
-                seq_tag = self._tag_prefix + str(true_idx)
+                seq_tag = self.tag_prefix + str(true_idx)
             else:
                 seq_tag = self._seq_list[true_idx]
             self.next_orth_idx += 1

{returnn-1.20250515.200041.dist-info → returnn-1.20250516.145734.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: returnn
-Version: 1.20250515.200041
+Version: 1.20250516.145734
 Summary: The RWTH extensible training framework for universal recurrent neural networks
 Home-page: https://github.com/rwth-i6/returnn/
 Author: Albert Zeyer

{returnn-1.20250515.200041.dist-info → returnn-1.20250516.145734.dist-info}/RECORD

@@ -1,9 +1,9 @@
-returnn/PKG-INFO,sha256=-_3YF9H1ZnHtnjwS14AkpBNWU1xZ37Eh8Is-GKiCEsQ,5215
+returnn/PKG-INFO,sha256=sMynyg2d9ysTRZSFCwKggJBVS0ONCs7jJ9p7Y9Myf7o,5215
 returnn/__init__.py,sha256=biBtRsM0WZ406vShaeH-9WFoqJ8XwTbn6g0EeFJ7l8E,1012
 returnn/__main__.py,sha256=qBFbuB1yN3adgVM5pXt2-Yq9vorjRNchNPL8kDKx44M,31752
 returnn/__old_mod_loader__.py,sha256=nvsNY-xELdS_IPNkv66Q9Rmvg4dbGW0-EBRDcCmctos,7654
 returnn/__setup__.py,sha256=22kQn2fh11iPM0hLb2Fy5sLmoU1JGvmDxXRYuRgQkwU,4659
-returnn/_setup_info_generated.py,sha256=QyXc6YGLtWErCGMsxxk2603mbIP3skVFTczFJDhXi80,77
+returnn/_setup_info_generated.py,sha256=uEuN_v07wAjAI2gdED6tkP7FaGiO4JlHaTlxuhwQHM4,77
 returnn/config.py,sha256=3tmKhB6FnQZaNdtcYsiB61JnEY--iZ2qmJ4yq0b6tE0,29140
 returnn/forward_iface.py,sha256=A_OJiaXsX4MlXQRzST86ylyxSUZbC402PQL1REcqHjM,911
 returnn/learning_rate_control.py,sha256=ZvWryAn_tv9DhV8sh1LV3eE34Yltl3On3mYZAG4hR9s,34684
@@ -20,7 +20,7 @@ returnn/datasets/cached2.py,sha256=_6pza3IG68JexaExhj1ld3fP6pE7T-G804driJ9Z_qo,1
 returnn/datasets/distrib_files.py,sha256=9-3pJaF8Ws1Cs4AlelFCODz6b5YiaTsrD7tMCB76PDY,29865
 returnn/datasets/generating.py,sha256=9U_w6URIrv-Rb-hDbPOzYW9qYXzJbw32N6G268IKyoM,99833
 returnn/datasets/hdf.py,sha256=v5sjBenURR9Z-g7AQ9tsL84yDSye5RtbLpym3M6HSDE,67833
-returnn/datasets/lm.py,sha256=MpJwlXJbMzbO0EDSgGeyDg062YXN0gwvBsBI9A9RtLE,99166
+returnn/datasets/lm.py,sha256=IqUsOzbdSWUynL0YFL25HbtMR4AxaQGHvjjqRE9IwBo,99215
 returnn/datasets/map.py,sha256=kOBJVZmwDhLsOplzDNByIfa0NRSUaMo2Lsy36lBvxrM,10907
 returnn/datasets/meta.py,sha256=KQtidTgSh-1gNgbpJ8OhXt6v2lkhPPH5dpjfzwsr3E4,95251
 returnn/datasets/multi_proc.py,sha256=aVjsLt2qjHnHOrEYCgIPCwNYE-f1fiGP6eZ8NGAr3A4,22583
@@ -253,8 +253,8 @@ returnn/util/sig_proc.py,sha256=Tjz0VOAVyqu2qDCF5HZ1JjALjcFsHcNkcd96WgZeKfE,7265
 returnn/util/task_system.py,sha256=y4sMVXQ25Qd2z0rx03uOlXlkE-jbCYC1Sjfn-XlraVU,26003
 returnn/util/train_proc_manager.py,sha256=Pjht28k6uz6BNQ47uW6Gf880iyq5q4wx7P_K2tmoAM8,3266
 returnn/util/watch_memory.py,sha256=BR5P2kvBN6UI81cE0_1WAA6Hd1SByLbBaiDxvLhPOew,4213
-returnn-1.20250515.200041.dist-info/LICENSE,sha256=ywBD_U2aD4vpuoIgNAsjIGBYydl0tVKll3De0Z8s77c,11041
-returnn-1.20250515.200041.dist-info/METADATA,sha256=-_3YF9H1ZnHtnjwS14AkpBNWU1xZ37Eh8Is-GKiCEsQ,5215
-returnn-1.20250515.200041.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
-returnn-1.20250515.200041.dist-info/top_level.txt,sha256=Lsn4WZc5Pbfk0-xDQOgnFCxOoqxL4CyeM3N1TFbJncw,8
-returnn-1.20250515.200041.dist-info/RECORD,,
+returnn-1.20250516.145734.dist-info/LICENSE,sha256=ywBD_U2aD4vpuoIgNAsjIGBYydl0tVKll3De0Z8s77c,11041
+returnn-1.20250516.145734.dist-info/METADATA,sha256=sMynyg2d9ysTRZSFCwKggJBVS0ONCs7jJ9p7Y9Myf7o,5215
+returnn-1.20250516.145734.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
+returnn-1.20250516.145734.dist-info/top_level.txt,sha256=Lsn4WZc5Pbfk0-xDQOgnFCxOoqxL4CyeM3N1TFbJncw,8
+returnn-1.20250516.145734.dist-info/RECORD,,