returnn 1.20250513.145447__py3-none-any.whl → 1.20250514.151721__py3-none-any.whl

returnn/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: returnn
-Version: 1.20250513.145447
+Version: 1.20250514.151721
 Summary: The RWTH extensible training framework for universal recurrent neural networks
 Home-page: https://github.com/rwth-i6/returnn/
 Author: Albert Zeyer

returnn/_setup_info_generated.py

@@ -1,2 +1,2 @@
-version = '1.20250513.145447'
-long_version = '1.20250513.145447+git.9cdc2a4'
+version = '1.20250514.151721'
+long_version = '1.20250514.151721+git.387aebd'

returnn/datasets/util/vocabulary.py

@@ -15,6 +15,7 @@ __all__ = [
 
 from typing import Optional, Union, Type, Callable, List, Dict
 import sys
+import re
 import numpy
 
 from returnn.util.basic import NotSpecified
@@ -58,6 +59,7 @@ class Vocabulary:
         num_labels: Optional[int] = None,
         seq_postfix: Optional[List[int]] = None,
         labels: Optional[Union[List[str], Callable[[], List[str]]]] = None,
+        single_whitespace_split: bool = False,
     ):
         """
         :param vocab_file:
@@ -76,6 +78,11 @@ class Vocabulary:
         :param num_labels: just for verification
         :param seq_postfix: labels will be added to the seq in self.get_seq
         :param labels:
+        :param single_whitespace_split:
+            Assume that the given text is encoded using ``" ".join(labels[i] for i in seq)``,
+            and this will undo that.
+            This makes a difference when there is whitespace itself in the vocab (in ``labels``).
+            If not enabled (the default), this will simply use ``str.split()``.
         """
         if vocab_file and not isinstance(vocab_file, str):  # sometimes it is a Path
             vocab_file = str(vocab_file)
@@ -131,6 +138,12 @@ class Vocabulary:
         self.control_symbol_ids = {name: self.to_id(label) for name, label in (control_symbols or {}).items()}
         self.user_defined_symbol_ids = {name: self.to_id(label) for name, label in (user_defined_symbols or {}).items()}
         self.seq_postfix = seq_postfix or []
+        # To be used with findall in get_seq.
+        self.decode_seq_token_re = (
+            re.compile("(%s|\\S+)(?: |$)" % "|".join(re.escape(v) for v in self.labels))
+            if single_whitespace_split
+            else None
+        )
 
     def __repr__(self):
         parts = [repr(self.vocab_file), "num_labels=%s" % self.num_labels]
@@ -317,7 +330,10 @@ class Vocabulary:
         :param sentence: assumed to be seq of vocab entries separated by whitespace
         :return: seq of label indices
         """
-        segments = sentence.split()
+        if self.decode_seq_token_re is not None:
+            segments = self.decode_seq_token_re.findall(sentence)
+        else:
+            segments = sentence.split()
         return self.get_seq_indices(segments) + self.seq_postfix
 
     def get_seq_indices(self, seq: List[str]) -> List[int]:

returnn/frontend/parameter.py

@@ -123,7 +123,14 @@ class Parameter(Tensor[T]):
         from copy import deepcopy
 
         assert _copy_behavior == "copy_init"
-        res = self.__copy__()
+        res = type(self)(
+            dims=self.dims,
+            dtype=self.dtype,
+            trainable=self.trainable,
+            auxiliary=self.auxiliary,
+            non_critical_for_restore=self.non_critical_for_restore,
+            weight_decay=self.weight_decay,
+        )
         if isinstance(self.initial, rf.init.ParamInit):
             res.initial = deepcopy(self.initial, memo=memo)  # noqa
         else:

{returnn-1.20250513.145447.dist-info → returnn-1.20250514.151721.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: returnn
-Version: 1.20250513.145447
+Version: 1.20250514.151721
 Summary: The RWTH extensible training framework for universal recurrent neural networks
 Home-page: https://github.com/rwth-i6/returnn/
 Author: Albert Zeyer

{returnn-1.20250513.145447.dist-info → returnn-1.20250514.151721.dist-info}/RECORD

@@ -1,9 +1,9 @@
-returnn/PKG-INFO,sha256=EAThvppPVTS1QgrQiT4pYNDRTslbXgFJo7fxZvoDH7M,5215
+returnn/PKG-INFO,sha256=wXx8bEQvvl4h1exhX8BZGNmCeaIgHGP5-6kmUsi4108,5215
 returnn/__init__.py,sha256=biBtRsM0WZ406vShaeH-9WFoqJ8XwTbn6g0EeFJ7l8E,1012
 returnn/__main__.py,sha256=qBFbuB1yN3adgVM5pXt2-Yq9vorjRNchNPL8kDKx44M,31752
 returnn/__old_mod_loader__.py,sha256=nvsNY-xELdS_IPNkv66Q9Rmvg4dbGW0-EBRDcCmctos,7654
 returnn/__setup__.py,sha256=22kQn2fh11iPM0hLb2Fy5sLmoU1JGvmDxXRYuRgQkwU,4659
-returnn/_setup_info_generated.py,sha256=98tw07uGc71PVFbmlHMzIg0bM0GI8-sDkoG6ohO4Fx4,77
+returnn/_setup_info_generated.py,sha256=wH4OzLJDr2LpuSiKvG3qz8UJf7ifM6xovfxalgtxa1Q,77
 returnn/config.py,sha256=3tmKhB6FnQZaNdtcYsiB61JnEY--iZ2qmJ4yq0b6tE0,29140
 returnn/forward_iface.py,sha256=A_OJiaXsX4MlXQRzST86ylyxSUZbC402PQL1REcqHjM,911
 returnn/learning_rate_control.py,sha256=ZvWryAn_tv9DhV8sh1LV3eE34Yltl3On3mYZAG4hR9s,34684
@@ -34,7 +34,7 @@ returnn/datasets/text_dict.py,sha256=BPE73nh6-vtSLy3SiDf4dpFl9RJorE7oO6l5y2FU3MI
 returnn/datasets/util/__init__.py,sha256=rEKhSD6fyhDiQF-x7dUQMwa29JZu72SDm7mYcCcLghY,52
 returnn/datasets/util/feature_extraction.py,sha256=axtXDb9wcNpOmyhmW3WJUj5xda29TKkKvOcGGvq7ExA,23923
 returnn/datasets/util/strings.py,sha256=pP8pmXhArkssYqmPOLuxEG9gsko891ZxrWiai86qbLE,412
-returnn/datasets/util/vocabulary.py,sha256=HKEbUmYPiW9hsrxf3eE-bNXBOOUcQ7vHkXB4BPtxmEA,27182
+returnn/datasets/util/vocabulary.py,sha256=1W13FgxPVP9XSIyhkt4I7CXK5lj99zT97R-gLa_xnAU,27964
 returnn/engine/__init__.py,sha256=br7hpn8i_hIBi2uTQfnN3BF9g5DREYa_mQi0_Nvlu6o,228
 returnn/engine/base.py,sha256=0n4FtB_B2H3W_9KdoLr0P7YPER-hVkbk69pwFqsqmqw,18467
 returnn/engine/batch.py,sha256=amXW8mGspuSQjo00JdisE2eOLy5Ij1weWWzkE-lXSJM,9912
@@ -106,7 +106,7 @@ returnn/frontend/matmul.py,sha256=xkueyxzSDz8MsYaWxPSjmV2Yy-tcaiOQDXbFt1IQM2A,19
 returnn/frontend/module.py,sha256=219rh5mE0CD0-NdxXLsKyhv3BNtOI9jSyiI1Rb8MOyU,10700
 returnn/frontend/nested.py,sha256=Hm4GT5ZI1OyWpYxv_SP5jlBztJsjGVMgtvKJnvQYa00,15068
 returnn/frontend/normalization.py,sha256=-lYJ9IWcheOQu1gXJehSOA76qgVtxd1C07Jqps6Qg1o,14116
-returnn/frontend/parameter.py,sha256=w6SN-uv87OyeWBt90_3UBbK0h6sftSOCxkqXPg76caY,10375
+returnn/frontend/parameter.py,sha256=zvrkhSYC1c_O9kVwgHvOtOnWNurl5J28lkS0i1LQpWU,10627
 returnn/frontend/parametrizations.py,sha256=ptNgBw5IiPXVpB3QGse7AGAhdXp8X1rCqYUl2Mae8aI,2876
 returnn/frontend/parametrize.py,sha256=VhgTEP7ehON950Q4bkCy8rvg9641moEKAXn0XzomK6E,7216
 returnn/frontend/piecewise_linear.py,sha256=TdL6wzop8P1dcIZwkEbJFvSUZSI1cbhS3XKzlWQkEVI,1964
@@ -253,8 +253,8 @@ returnn/util/sig_proc.py,sha256=Tjz0VOAVyqu2qDCF5HZ1JjALjcFsHcNkcd96WgZeKfE,7265
 returnn/util/task_system.py,sha256=y4sMVXQ25Qd2z0rx03uOlXlkE-jbCYC1Sjfn-XlraVU,26003
 returnn/util/train_proc_manager.py,sha256=Pjht28k6uz6BNQ47uW6Gf880iyq5q4wx7P_K2tmoAM8,3266
 returnn/util/watch_memory.py,sha256=BR5P2kvBN6UI81cE0_1WAA6Hd1SByLbBaiDxvLhPOew,4213
-returnn-1.20250513.145447.dist-info/LICENSE,sha256=ywBD_U2aD4vpuoIgNAsjIGBYydl0tVKll3De0Z8s77c,11041
-returnn-1.20250513.145447.dist-info/METADATA,sha256=EAThvppPVTS1QgrQiT4pYNDRTslbXgFJo7fxZvoDH7M,5215
-returnn-1.20250513.145447.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
-returnn-1.20250513.145447.dist-info/top_level.txt,sha256=Lsn4WZc5Pbfk0-xDQOgnFCxOoqxL4CyeM3N1TFbJncw,8
-returnn-1.20250513.145447.dist-info/RECORD,,
+returnn-1.20250514.151721.dist-info/LICENSE,sha256=ywBD_U2aD4vpuoIgNAsjIGBYydl0tVKll3De0Z8s77c,11041
+returnn-1.20250514.151721.dist-info/METADATA,sha256=wXx8bEQvvl4h1exhX8BZGNmCeaIgHGP5-6kmUsi4108,5215
+returnn-1.20250514.151721.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
+returnn-1.20250514.151721.dist-info/top_level.txt,sha256=Lsn4WZc5Pbfk0-xDQOgnFCxOoqxL4CyeM3N1TFbJncw,8
+returnn-1.20250514.151721.dist-info/RECORD,,