returnn 1.20260105.192646__py3-none-any.whl → 1.20260119.15400__py3-none-any.whl

returnn/util/fsa.py

@@ -10,7 +10,7 @@ from __future__ import annotations
 import numpy
 import pickle
 import itertools
-import typing
+from typing import Optional, List, Tuple
 from copy import deepcopy
 from os.path import isfile
 from returnn.log import log
@@ -397,7 +397,7 @@ class Ctc:
             e_end_3 = Edge(self.fsa.num_states, self.fsa.num_states + 1, self.fsa.lem_list[-1][-1], 1.0)
             self.fsa.edges.append(e_end_3)
             self.fsa.num_states += 3
-            # add node nuber of final state
+            # add node number of final state
             self.final_states.append(self.fsa.num_states - 1)
 
         elif self.fsa.lem_edges is not None:
@@ -806,7 +806,7 @@ class Ngram:
         :param int n: size of the gram (1, 2, 3)
         """
         self.n = n
-        self.lexicon = None  # type: typing.Optional[Lexicon]
+        self.lexicon: Optional[Lexicon] = None
         # lexicon consists of 3 entries: phoneme_list, phonemes and lemmas
         # phoneme_list: list of string phonemes in the lexicon
         # phonemes: dict of dict of str {phone: {index: , symbol: , variation:}}
@@ -1059,7 +1059,7 @@ class FastBwFsaShared:
 
     def __init__(self):
         self.num_states = 1
-        self.edges = []  # type: typing.List[Edge]
+        self.edges: List[Edge] = []
 
     def add_edge(self, source_state_idx, target_state_idx, emission_idx, weight=0.0):
         """
@@ -1148,17 +1148,20 @@ class FastBwFsaShared:
         )
 
 
-def get_ctc_fsa_fast_bw(targets, seq_lens, blank_idx):
+def get_ctc_fsa_fast_bw(
+    *, targets: numpy.ndarray, seq_lens: numpy.ndarray, blank_idx: int, label_loop: bool = True
+) -> FastBaumWelchBatchFsa:
     """
-    :param numpy.ndarray targets: shape (batch,time)
-    :param numpy.ndarray seq_lens: shape (batch)
-    :param int blank_idx:
-    :rtype: FastBaumWelchBatchFsa
+    :param targets: shape (batch,time)
+    :param seq_lens: shape (batch)
+    :param blank_idx:
+    :param label_loop:
+    :return: FSA
     """
     n_batch, n_time = targets.shape
     assert seq_lens.shape == (n_batch,)
-    edges = []  # type: typing.List[typing.Tuple[int,int,int,int]]  # list of (from,to,emission_idx,sequence_idx)
-    start_end_states = []  # type: typing.List[typing.Tuple[int,int]]  # list of (start,end), same len as batch
+    edges: List[Tuple[int, int, int, int]] = []  # list of (from,to,emission_idx,sequence_idx)
+    start_end_states: List[Tuple[int, int]] = []  # list of (start,end), same len as batch
     state_idx = 0
     # Note: We don't use weights on the edges, i.e. they are all set to zero.
     # I.e. we want that all strings for some given length T have the same probability.
@@ -1188,9 +1191,10 @@ def get_ctc_fsa_fast_bw(targets, seq_lens, blank_idx):
                 # Skip directly to final state (state_idx + 3).
                 edges.append((state_idx, state_idx + 3, label_idx, batch_idx))  # label
             state_idx += 1
-            edges.append((state_idx, state_idx, label_idx, batch_idx))  # label loop
+            if label_loop:
+                edges.append((state_idx, state_idx, label_idx, batch_idx))  # label loop
             edges.append((state_idx, state_idx + 1, blank_idx, batch_idx))  # blank
-            if not is_final_label and label_idx != next_label_idx:
+            if not is_final_label and (not label_loop or label_idx != next_label_idx):
                 # Skip over blank is allowed in this case.
                 edges.append((state_idx, state_idx + 2, next_label_idx, batch_idx))  # next label
                 if next_is_final_label:

returnn/util/native_code_compiler.py

@@ -3,10 +3,11 @@ Native code compiler
 """
 
 from __future__ import annotations
-from typing import Optional, List
+from typing import Optional, Union, Sequence, List, Tuple, Dict
 import typing
 import os
 import sys
+import shutil
 
 from . import basic as util
 
@@ -17,47 +18,50 @@ class NativeCodeCompiler:
     """
 
     CacheDirName = "returnn_native"
-    CollectedCompilers = None  # type: Optional[List[NativeCodeCompiler]]
+    CollectedCompilers: Optional[List[NativeCodeCompiler]] = None
 
     def __init__(
         self,
-        base_name,
-        code_version,
-        code,
-        is_cpp=True,
-        c_macro_defines=None,
-        ld_flags=None,
-        include_paths=(),
-        include_deps=None,
-        static_version_name=None,
-        should_cleanup_old_all=True,
-        should_cleanup_old_mydir=False,
-        use_cxx11_abi=False,
-        log_stream=None,
-        verbose=False,
+        base_name: str,
+        *,
+        code_version: Union[int, Tuple[int, ...]] = 1,
+        code: str,
+        is_cpp: bool = True,
+        c_macro_defines: Optional[Dict[str, Union[str, int, None]]] = None,
+        ld_flags: Optional[Sequence[str]] = None,
+        include_paths: Optional[Sequence[str]] = (),
+        include_deps: Optional[Sequence[str]] = None,
+        static_version_name: Optional[str] = None,
+        should_cleanup_old_all: bool = True,
+        should_cleanup_old_mydir: bool = False,
+        use_cxx11_abi: bool = False,
+        log_stream: Optional[typing.TextIO] = None,
+        verbose: Optional[bool] = None,
     ):
         """
-        :param str base_name: base name for the module, e.g. "zero_out"
-        :param int|tuple[int] code_version: check for the cache whether to reuse
-        :param str code: the source code itself
-        :param bool is_cpp: if False, C is assumed
-        :param dict[str,str|int|None]|None c_macro_defines: e.g. {"TENSORFLOW": 1}
-        :param list[str]|None ld_flags: e.g. ["-lblas"]
-        :param list[str]|tuple[str] include_paths:
-        :param list[str]|None include_deps: if provided and an existing lib file,
+        :param base_name: base name for the module, e.g. "zero_out"
+        :param code_version: check for the cache whether to reuse
+        :param code: the source code itself
+        :param is_cpp: if False, C is assumed
+        :param c_macro_defines: e.g. {"TENSORFLOW": 1}
+        :param ld_flags: e.g. ["-lblas"]
+        :param include_paths:
+        :param include_deps: if provided and an existing lib file,
             we will check if any dependency is newer
             and we need to recompile. we could also do it automatically via -MD but that seems overkill and too slow.
-        :param str|None static_version_name: normally, we use .../base_name/hash as the dir
+        :param static_version_name: normally, we use .../base_name/hash as the dir
             but this would use .../base_name/static_version_name.
-        :param bool should_cleanup_old_all: whether we should look in the cache dir
+        :param should_cleanup_old_all: whether we should look in the cache dir
             and check all ops if we can delete some old ones which are older than some limit
             (self._cleanup_time_limit_days)
-        :param bool should_cleanup_old_mydir: whether we should delete our op dir before we compile there.
-        :param typing.TextIO|None log_stream: file stream for print statements
-        :param bool verbose: be slightly more verbose
+        :param should_cleanup_old_mydir: whether we should delete our op dir before we compile there.
+        :param log_stream: file stream for print statements
+        :param verbose: be slightly more verbose
         """
         if self.CollectedCompilers is not None:
             self.CollectedCompilers.append(self)
+        if verbose is None:
+            verbose = os.environ.get("RETURNN_NATIVE_CODE_COMPILER_VERBOSE") == "1"
         self.verbose = verbose
         self.cache_dir = "%s/%s" % (util.get_cache_dir(), self.CacheDirName)
         self._include_paths = list(include_paths)
@@ -69,6 +73,7 @@ class NativeCodeCompiler:
         self.ld_flags = ld_flags or []
         self.include_deps = include_deps
         self.static_version_name = static_version_name
+        self.use_cxx11_abi = use_cxx11_abi
         self._code_hash = self._make_code_hash()
         self._info_dict = self._make_info_dict()
         self._hash = self._make_hash()
@@ -76,7 +81,6 @@ class NativeCodeCompiler:
         if should_cleanup_old_all:
             self._cleanup_old()
         self._should_cleanup_old_mydir = should_cleanup_old_mydir
-        self.use_cxx11_abi = use_cxx11_abi
         self._log_stream = log_stream
         if self.verbose:
             print("%s: %r" % (self.__class__.__name__, self), file=log_stream)
@@ -157,7 +161,16 @@ class NativeCodeCompiler:
         assert isinstance(res, dict)
         return res
 
-    _relevant_info_keys = ("code_version", "code_hash", "c_macro_defines", "ld_flags", "compiler_bin", "platform")
+    _relevant_info_keys = (
+        "code_version",
+        "code_hash",
+        "c_macro_defines",
+        "ld_flags",
+        "compiler_bin",
+        "platform",
+        "use_cxx11_abi",
+        "cpp_version",
+    )
 
     def _make_info_dict(self):
         """
@@ -174,6 +187,8 @@ class NativeCodeCompiler:
             "ld_flags": self.ld_flags,
             "compiler_bin": self._get_compiler_bin(),
             "platform": platform.platform(),
+            "use_cxx11_abi": self.use_cxx11_abi,
+            "cpp_version": self.cpp_version,
         }
 
     def _make_code_hash(self):
@@ -251,8 +266,8 @@ class NativeCodeCompiler:
         :rtype: str
         """
         if self.is_cpp:
-            return "g++"
-        return "gcc"
+            return get_cpp_bin()
+        return get_cc_bin()
 
     def _transform_compiler_opts(self, opts):
         """
@@ -261,27 +276,35 @@ class NativeCodeCompiler:
         """
         return opts
 
+    cpp_version = 11
+
     def _extra_common_opts(self):
         """
         :rtype: list[str]
         """
         if self.is_cpp:
-            return ["-std=c++11"]
+            return [f"-std=c++{self.cpp_version}"]
         return []
 
-    @classmethod
-    def _transform_ld_flag(cls, opt):
-        """
-        :param str opt:
-        :rtype: str
-        """
+    def _transform_ld_flags(self, opts: Sequence[str]) -> Sequence[str]:
+        res = []
+        for opt in opts:
+            if opt.startswith("-l") or opt.startswith("-L"):
+                res.append(opt)
+            else:
+                res.append("-Wl," + opt)
+        opts = res
         if sys.platform == "darwin":
-            # It seems some versions of MacOS ld cannot handle the `-l:filename` argument correctly.
-            # E.g. TensorFlow 1.14 incorrectly uses this.
-            # https://github.com/tensorflow/tensorflow/issues/30564
-            if opt.startswith("-l:lib") and opt.endswith(".dylib"):
-                return "-l%s" % opt[len("-l:lib") : -len(".dylib")]
-        return opt
+            res = []
+            for opt in opts:
+                # It seems some versions of MacOS ld cannot handle the `-l:filename` argument correctly.
+                # E.g. TensorFlow 1.14 incorrectly uses this.
+                # https://github.com/tensorflow/tensorflow/issues/30564
+                if opt.startswith("-l:lib") and opt.endswith(".dylib"):
+                    opt = "-l%s" % opt[len("-l:lib") : -len(".dylib")]
+                res.append(opt)
+            return res
+        return opts
 
     def _maybe_compile_inner(self):
         # Directory should be created by the locking mechanism.
@@ -300,7 +323,7 @@ class NativeCodeCompiler:
         common_opts += ["-D%s=%s" % item for item in sorted(self.c_macro_defines.items())]
         common_opts += ["-g"]
         opts = common_opts + [self._c_filename, "-o", self._so_filename]
-        opts += list(map(self._transform_ld_flag, self.ld_flags))
+        opts += self._transform_ld_flags(self.ld_flags)
         cmd_bin = self._get_compiler_bin()
         cmd_args = [cmd_bin] + opts
         from subprocess import Popen, PIPE, STDOUT, CalledProcessError
@@ -348,3 +371,37 @@ class NativeCodeCompiler:
         """
         self._maybe_compile()
         return self._so_filename
+
+
+def get_cc_bin() -> str:
+    """
+    :return: path
+    """
+    cc_bin = os.environ.get("CC", "")
+    if cc_bin:
+        if cc_bin.startswith("/"):
+            return cc_bin
+        cc_bin = shutil.which(cc_bin)
+        if cc_bin:
+            return cc_bin
+    cc_bin = shutil.which("cc") or shutil.which("clang") or shutil.which("gcc")
+    if not cc_bin:
+        raise RuntimeError("Cannot find C compiler (cc, clang, gcc) in PATH")
+    return cc_bin
+
+
+def get_cpp_bin() -> str:
+    """
+    :return: path
+    """
+    cpp_bin = os.environ.get("CXX", "")
+    if cpp_bin:
+        if cpp_bin.startswith("/"):
+            return cpp_bin
+        cpp_bin = shutil.which(cpp_bin)
+        if cpp_bin:
+            return cpp_bin
+    cpp_bin = shutil.which("c++") or shutil.which("cpp") or shutil.which("clang++") or shutil.which("g++")
+    if not cpp_bin:
+        raise RuntimeError("Cannot find C++ compiler (c++, cpp, clang++, g++) in PATH")
+    return cpp_bin

{returnn-1.20260105.192646.dist-info → returnn-1.20260119.15400.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: returnn
-Version: 1.20260105.192646
+Version: 1.20260119.15400
 Summary: The RWTH extensible training framework for universal recurrent neural networks
 Home-page: https://github.com/rwth-i6/returnn/
 Author: Albert Zeyer

{returnn-1.20260105.192646.dist-info → returnn-1.20260119.15400.dist-info}/RECORD

@@ -1,15 +1,15 @@
-returnn/PKG-INFO,sha256=jqFiOkEQgJcdKNaO9ISAulL31UxmgD3XbysYERiHCp0,5216
+returnn/PKG-INFO,sha256=nQf6tM6K9xgVpz2swsHGgZ3_KKOTmOxapJUGOhaHKtw,5215
 returnn/__init__.py,sha256=biBtRsM0WZ406vShaeH-9WFoqJ8XwTbn6g0EeFJ7l8E,1012
 returnn/__main__.py,sha256=lHyZcu_0yc9f7Vf_Kfdy9PmeU0T76XVXnpalHi5WKro,31740
-returnn/__old_mod_loader__.py,sha256=nvsNY-xELdS_IPNkv66Q9Rmvg4dbGW0-EBRDcCmctos,7654
+returnn/__old_mod_loader__.py,sha256=-XAtilhq87CqmWmK2awbfGLoPAwjLGVu8t4QAxCw0fQ,9436
 returnn/__setup__.py,sha256=22kQn2fh11iPM0hLb2Fy5sLmoU1JGvmDxXRYuRgQkwU,4659
-returnn/_setup_info_generated.py,sha256=DDcUMIhrwQNitCW-h7MYuVKCTHNiUEIm4-xXNzgxHV4,77
+returnn/_setup_info_generated.py,sha256=XH82je_dpqKnzUiIkr5fglLLaBi9laA2hmccLLMN3Ig,77
 returnn/config.py,sha256=JK8EjDsUdyY2c90s0KY1rLD1kesVfz6vRT0gxy_AQ5I,29142
 returnn/forward_iface.py,sha256=A_OJiaXsX4MlXQRzST86ylyxSUZbC402PQL1REcqHjM,911
 returnn/learning_rate_control.py,sha256=ZvWryAn_tv9DhV8sh1LV3eE34Yltl3On3mYZAG4hR9s,34684
 returnn/log.py,sha256=WoTDv4XDovgvgXa7iiav-nA8pb25lOEzndbnVrDLfUo,12319
-returnn/native_op.cpp,sha256=itGDV05Nqg59g37qXAt-Z4c-rX7eDRQFY9efDPjaVlg,38613
-returnn/native_op.py,sha256=4_NnvfNxsM8GE_FsD6yOg6PZegqIdtJ3Sl1GdBWmFvg,244424
+returnn/native_op.cpp,sha256=qvaK7-v5pBh9T5pgYUoBc9hAUM-cFIzK2xQ1pmo0a4E,35962
+returnn/native_op.py,sha256=ASGoaZuynbITviP4miyVHyHWH40AvXUfJiQcBAQT7iU,244711
 returnn/pretrain.py,sha256=MHiXJZqkQFmDVyaYsGpd_Acv20wxl7Pr6s6qJzAT2FI,22648
 returnn/datasets/__init__.py,sha256=PvDlfDOaaopIeUIt0OSvHD2eHZkdkyE-sjMXf35EH5U,390
 returnn/datasets/audio.py,sha256=Gmj7a08dnvYh7Z-G1TNapz42L50AIcDE9JeIZaO1s1M,23334
@@ -21,7 +21,7 @@ returnn/datasets/distrib_files.py,sha256=48edqdf7YpnPJ-TOis3Mz5U9A2DSxfiYT1HCMSt
 returnn/datasets/generating.py,sha256=o9-JZ2s5QKssux6GcSaM3oivf_PE6nhSOeytRyGB7pQ,99574
 returnn/datasets/hdf.py,sha256=v5sjBenURR9Z-g7AQ9tsL84yDSye5RtbLpym3M6HSDE,67833
 returnn/datasets/huggingface.py,sha256=ls9WMR6gUcMgGksl80g0An1az5Xjya_V3ojbbbsZqrU,20047
-returnn/datasets/lm.py,sha256=CXl_g-Z28RWlBTzx35uC4r_GCwOP05LIsUp0iSi6JG4,100652
+returnn/datasets/lm.py,sha256=riDa7rkwOuPX53_0y9wgQ_s2A9453BX0gWGV0HX29_M,103614
 returnn/datasets/map.py,sha256=kOBJVZmwDhLsOplzDNByIfa0NRSUaMo2Lsy36lBvxrM,10907
 returnn/datasets/meta.py,sha256=hTtfwINIxP2S4JQ5IQXzvTh2MixwxzeF06pPTW36yl0,101456
 returnn/datasets/multi_proc.py,sha256=BClXq0fActi1XQa4vcMhHmhYF0Q-fnnDzlIlbBM6_DM,22614
@@ -75,13 +75,14 @@ returnn/extern/graph_editor/select.py,sha256=VAds2FqTGU7o4K2l6TW2KMOxUxh-kLl4bn7
 returnn/extern/graph_editor/subgraph.py,sha256=q9o0zVBLDrTIidaXg5WG5daDW0mLbwv2J-Zse8059gM,26569
 returnn/extern/graph_editor/transform.py,sha256=qMGSenpbAnGqdG6QP6iWjlm6_ccySYJaZKOoAj1dbOM,29348
 returnn/extern/graph_editor/util.py,sha256=HfRbyQPmQ6_n5-O-096n0KeJtllQXFtaurpeJS_URZ0,18706
-returnn/frontend/__init__.py,sha256=2aS7nbxXniIrBp2DODl0xN0f3IJ_dX4Bi9ZlR7W5_DE,1472
-returnn/frontend/_backend.py,sha256=MVZn2HSkF3tsqchYvy2QM9pA4ILdKq07kj-_AAHGUy0,50942
+returnn/frontend/__init__.py,sha256=2enFj5UdFgbDFUmKUoNH55LmAKr_65GZKyoYHmmy6QQ,1495
+returnn/frontend/_backend.py,sha256=fLVSGf4FwoxemGx8JynX0m6VQRREWAAfNNFyADLQXnQ,52002
 returnn/frontend/_cache.py,sha256=Uao2xzfvVaKABk1fkxcpXzxKIGJaI9FwwlTvvoNUstk,8550
-returnn/frontend/_numpy_backend.py,sha256=fZjks7p3dgxVZ6tSDazTTgBxNjJqXjfqgw_7mA7rDEE,9066
+returnn/frontend/_numpy_backend.py,sha256=R1xw0CDhTzigg_X7i456GkTxKbdda0MWpdMxxJK665k,9319
 returnn/frontend/_random_journal.py,sha256=_ktP_mjgx8vtQQGX_DofdhewJj0aPiczefTWeemPkmo,5457
-returnn/frontend/_utils.py,sha256=uVQldGHyYKIyhSEmumJ04ix5eP5tjZw4CEC0w6-zhyQ,12074
-returnn/frontend/array_.py,sha256=O-q137hb7V-Rw1xWV2ezDyFYepVXQlnqWcPDZ_WLUN8,56660
+returnn/frontend/_utils.py,sha256=LTwYQJBT9XjRdC2kVvHy29eUN5qARNSLGMJk90a8PjI,12076
+returnn/frontend/array_.py,sha256=2VQYtlB6OiKdpkU9H_w_jIUrb7mlxizz7KKOHjnYaeo,56795
+returnn/frontend/assert_.py,sha256=jLckJYV6gfb5TaaoRq6Q7pyqr3gNySbzjryEotb8zPs,995
 returnn/frontend/attention.py,sha256=bFD9Ei6GxSi-BC1OfueDyTIE-51a3dKKZOWdSIbz7l8,46633
 returnn/frontend/backend.py,sha256=iQ9w4xl8Ea7bgpb0VUaCKq50rV5Bl2E5J8Rhd-oqD_c,883
 returnn/frontend/build_from_dict.py,sha256=rfWa2rjjhIR_kIQED_nMrygrQBunS6unegzWTLVbC98,3017
@@ -90,7 +91,7 @@ returnn/frontend/const.py,sha256=A5fP9w6Akv56d89pPvdoZaXvC9ZTYcexepnS9O2clOc,394
 returnn/frontend/container.py,sha256=wF3OlQN7WlOVmmdapUth_Unha3DVf6h1B7okBJAuJDA,8011
 returnn/frontend/control_flow_ctx.py,sha256=v17CsNwRnZYe8GdMtGJt2ftibfxMCGK1i0l-GX5ILu0,699
 returnn/frontend/conv.py,sha256=RbVyFGspn40VNT1B-KWWaDBBUhd7VFhKTN-V_SrwPlU,39514
-returnn/frontend/device.py,sha256=Sjara0EmFLhu9O55cN_p6OwU0NgdNCCQjyAuQhiWpGw,1437
+returnn/frontend/device.py,sha256=gX7zPRZrnhjMgpgg6aACtE7Lg6qYlzerYbeCTiRhxhw,1665
 returnn/frontend/dims.py,sha256=_HDU-Kxn3pApicFkm0F4Fs-ZAuF1gKXG8rroQHCFQQI,13073
 returnn/frontend/dropout.py,sha256=TjqZCKDIOBeHr14-NCemOm9m3p84LxQuPH1DvRAYg88,5028
 returnn/frontend/dtype.py,sha256=Ooc5BrcNrTp6XShuFEV9g5V6-niuy4ImP_Lt_Qgq3jE,1886
@@ -101,8 +102,8 @@ returnn/frontend/init.py,sha256=bVB7bpghaY8DI_HL0mkB_9z95onWnIX2zlW4hlMYnRw,7494
 returnn/frontend/label_smoothing.py,sha256=lxmaowNr61sCMzMewqHhu1r0CcklYfhLXlFnBu8DeAU,5676
 returnn/frontend/linear.py,sha256=xRUjnkD3MTWDezSaYATBYJQ2fa1RhKMNrTuhC54hhVs,2252
 returnn/frontend/loop.py,sha256=t-z6ke1X03I2aPUEqLYmVZWyMzfW3IedFvKUGc-TCX8,16160
-returnn/frontend/loss.py,sha256=aSKzjhjIikeNJqzcUBBlaBTXILuAoW6wrmsExGtJJBY,8572
-returnn/frontend/math_.py,sha256=A_RkZ5lH2uXMchfPIH3itraWtMNNCVckQHHpf7aIIZQ,17295
+returnn/frontend/loss.py,sha256=uY4nPuUH4O2VTe5jIqqlFagVwtejZflT6JN-fn-S3Fo,16422
+returnn/frontend/math_.py,sha256=wIWYtjcIEV_QXNJiNT1lYsVRQdNLxtBbTYiAPr_OR3Y,18442
 returnn/frontend/matmul.py,sha256=xkueyxzSDz8MsYaWxPSjmV2Yy-tcaiOQDXbFt1IQM2A,1944
 returnn/frontend/module.py,sha256=nt35I9xyHuH42qobLHGUFoNI5-mVieAtA36SqK6NhpY,11065
 returnn/frontend/nested.py,sha256=PKsKWHwE2SI19DjZ9vRI8q4-ywIGMK3-TTUuqdXrVlM,15592
@@ -120,7 +121,7 @@ returnn/frontend/state.py,sha256=EePdrx6PtWL4mJ2XZmGlh5dl4nq6G9wZpqP4hdDEzfY,293
 returnn/frontend/stepwise_scheduler.py,sha256=fMOTR7npGCDXrXDmSQ4VwmudoHEbY3Yr-QGyjFdQJSc,927
 returnn/frontend/tensor_array.py,sha256=Ej7CHtvpY0yBROlAk5vFe3CTXh-iAuqu9qcXS3Qxt2I,4328
 returnn/frontend/types.py,sha256=r-QsxPQyFSr9WwCRzqTn_X5jQLbjthrtjHavY8XIDmk,1099
-returnn/frontend/_native/__init__.py,sha256=fVjazAujt0rdICXZL-GgW1sjFeL1HB4NPuy2m5rmMsc,6480
+returnn/frontend/_native/__init__.py,sha256=VVK0x6Z7OZa3Sb4QDSz9sRrBhX8FfYdvrwhAg4W9-cc,6839
 returnn/frontend/_native/backend.cpp,sha256=MeHczHypwj_ncntOxRqanK8SqGyV9Eq1X0cpMWb_WII,4768
 returnn/frontend/_native/backend.hpp,sha256=Wq80dcEzXfRNxGOXFnIgHllkiv1rDi3KpHK-xxJsSDI,791
 returnn/frontend/_native/module.cpp,sha256=9BCUoDTZDJ6hlXp4pUus1BlN7-oxcRy6tK9ctyCkwk0,15709
@@ -139,7 +140,7 @@ returnn/frontend/decoder/__init__.py,sha256=A-koKyPVlXp_V_2bk6GKZ1Xfv4rYIcfxGMXQ
 returnn/frontend/decoder/transformer.py,sha256=64Z1IY_WcDuj8Ti73BGwbT_grrEpxBl5mIsBZkqJzHQ,24650
 returnn/frontend/encoder/__init__.py,sha256=0QGLlujRIKx3zBREeShza_-xhGIxj73zbd7t-g1m-ho,17
 returnn/frontend/encoder/base.py,sha256=A759EwCYAmSi-kzXz1vaTjR2l59TvNGQlzaNdp3UOKs,2109
-returnn/frontend/encoder/conformer.py,sha256=FQYXdeNaE8ZCiexAVNPk5fiP3x1gEOTzTga5N0HBcHo,21370
+returnn/frontend/encoder/conformer.py,sha256=I1OeaU2P7lm-N_ODS_P4BVQaplJR4Ies1Yd7Lr9mdFw,22225
 returnn/frontend/encoder/conformer_v2.py,sha256=vAYdT8m2Zzg3IIZZafeccClFHU1_c9T-EgBOsHadQPA,7701
 returnn/frontend/encoder/e_branchformer.py,sha256=SZdhpb90FaQdpzgvSOtFPLbLCa0NdycbB5Z4vMoY4TM,12279
 returnn/frontend/encoder/transformer.py,sha256=0-ku9A8r_w3USQd0aAQ0fdPvFILNWcGaGZ7g3SE-Xjo,11656
@@ -155,8 +156,8 @@ returnn/sprint/extern_interface.py,sha256=l-v1X-Yg0UpTFe7Y3c4FwWOqpSNuv9Oy5EzqlK
 returnn/sprint/interface.py,sha256=1j5SB0V8hSW8A5song9ciZtcBnZoKKfNipk9ezOIMuA,36491
 returnn/tensor/README.md,sha256=X6BqcRLrPLPnwF9yR69uqIFrMnNluj9pBkOPHwNgzuo,501
 returnn/tensor/__init__.py,sha256=on6j5PEOQpck50UcsR4nJzJSDmoVy34z1Oq4efv6Ax0,154
-returnn/tensor/_dim_extra.py,sha256=tHE3N6hUKqbzedJ8RNhn9aJHxvhTQuI9JckCLsPbKKI,116776
-returnn/tensor/_tensor_extra.py,sha256=1UPNisRAbljkvfMcrEXaPAF-2Dz7AdgC3jAKVVAnAO8,165084
+returnn/tensor/_dim_extra.py,sha256=8HLTvgEnThCp7GdtB714Tvs4ad939jZmhpS3qab03sU,116790
+returnn/tensor/_tensor_extra.py,sha256=ClwZBfaOavDtapXYpYRhDTGE85bzvRqox5mF_OnEHds,165112
 returnn/tensor/_tensor_mixin_base.py,sha256=H5z86I0NejxrSgMH1c5oXQzBqS6L9HpvP4y7oegBaSc,643
 returnn/tensor/_tensor_op_overloads.py,sha256=HklwuTBjy7mH_665VKaCUdu-oC3aa7Uz1ZQiCz4jeZc,5448
 returnn/tensor/control_flow_ctx.py,sha256=L9e32AfYDUDgsEDHL07thSFyYFqwhyVSqzE_bM03Y4M,5252
@@ -164,7 +165,7 @@ returnn/tensor/dim.py,sha256=652DlcSe6o6l5OyY5xt9Yigij_Xry-ToG9AemMX3roY,4208
 returnn/tensor/marked_dim.py,sha256=Ae2hQIb5QixRU2gDhQEm0tmYt8TmomWoGERB414jR8o,1884
 returnn/tensor/tensor.py,sha256=IIHbDu0D_aX8U4LKTm5ThD_fuoGhn98B9EyvVBsPJ3E,9083
 returnn/tensor/tensor_dict.py,sha256=-20YPbXfRDE9WurkfQM-Mw6H8ouaBGL_90SDmK0b4cw,7534
-returnn/tensor/utils.py,sha256=GoA4J7Cm8Q1e-NjkGEvCPMOqa4-KdCUjyGLnGTAPlDk,9957
+returnn/tensor/utils.py,sha256=4BUBot_FKtkqqe_ubfBW-QZXZWA_X5HGJwL7fs7Q3W4,9998
 returnn/tf/__init__.py,sha256=X4g2LFCFTl0uiybMRkfBY8AYkgMa6HX0vVxxTk0nMiE,88
 returnn/tf/compat.py,sha256=NkAkdlR37m2d9qh3i33sIfEGilOaFBeCofAQpQwnZpY,1632
 returnn/tf/data_pipeline.py,sha256=iNkNHv5PiGcudlajG8eO336rPD3hya5kWMDrjhWa4jA,36632
@@ -172,13 +173,13 @@ returnn/tf/distributed.py,sha256=PCLspuNg4XP4ZX3Q444IlohUJEy0Dc8rp8YlmDqVbEc,151
 returnn/tf/engine.py,sha256=nhAMSEVUIf6Onm8jaRkT2CuY5XbOV5CEeWyOMUk67kY,146610
 returnn/tf/horovod.py,sha256=Dpv_3wZxB8q8Gqk6xah4iJ4vKGKWWg1-7PPhpSMPlec,5404
 returnn/tf/hyper_param_tuning.py,sha256=IfVRYYz-oSwOa2E7-vwh-pnWL4j-StHHbSYv7VbvcPE,31619
-returnn/tf/native_op.py,sha256=LuwPj-0lMBDZeP9q79cI1FuIYudnMavUlKsTQWMrkl4,77382
+returnn/tf/native_op.py,sha256=OAoenmPU96GKE-QG2LSeezV6-PjQ6U2WZU_xelLuF88,77723
 returnn/tf/network.py,sha256=ZBo5qXOZHBJLjv2E8y9APeiRIpz5KEQdc6GN3rl6LBM,224668
 returnn/tf/sprint.py,sha256=Yqjh0-6sCWHpdDPQCzHKx7TwQCOjJyjfd0KHtnYdd-8,5471
 returnn/tf/updater.py,sha256=RcvoGnjBcObbLfLHH_mDRSY2lTeLyNoAFsZpHUiIgRY,72036
 returnn/tf/frontend_layers/README.md,sha256=P4vVl_EK-4jT55m40mq-K4Nr9yFY0tJR5fmDzTHSDFE,1096
 returnn/tf/frontend_layers/__init__.py,sha256=MGUn7rv6fOefbtkX-5pq6fC1T6Y5h0oh1uOPSEcv1_I,506
-returnn/tf/frontend_layers/_backend.py,sha256=tsCUuDGOXlEAPNXAz4dH-pxsKtEe_vKZRp3hfHvEr7k,47709
+returnn/tf/frontend_layers/_backend.py,sha256=nSQQi7v3r82J1MooJZLo808MuhMlboRY0YnRVi0xSPk,47773
 returnn/tf/frontend_layers/_utils.py,sha256=ijByaDOqPDod5mZC9EoTkt8PHBEODXHsWbkwDOF9XW4,4205
 returnn/tf/frontend_layers/cond.py,sha256=bGd_g2tzpKXO218Xk-so59vFPJF-jF_ZvoZIU-1qBzw,14832
 returnn/tf/frontend_layers/config_entry_points.py,sha256=t01RWOiaZohzuqPXX-MLV0P5yCOfE0dz-9dZ77_pK4c,5751
@@ -194,13 +195,13 @@ returnn/tf/frontend_low_level/__init__.py,sha256=34469k3KzMUIGowxReOZnbf6WdTjxY7
 returnn/tf/frontend_low_level/_backend.py,sha256=Hv838I2eyOP2qVNWs5DJxseyxUbAET2lm0ZZcbW_CsE,24991
 returnn/tf/layers/__init__.py,sha256=Ngu-X84nWFgz7ndDu88DqoZ-5lUMMTQWH4g7N8pSoCg,72
 returnn/tf/layers/base.py,sha256=sUxEfh6WxaHWHG7O3cfxB6gG6YpEHkFKUJVayKvTBSI,152968
-returnn/tf/layers/basic.py,sha256=ujn8ltTgEK4GDL8Y9CmtVSKXSnCCGdfx30-vGphBWFA,614275
+returnn/tf/layers/basic.py,sha256=swpmYuzuXv29ypfhqw5Bgghv00zaOxzwN9HxCSOavkY,614435
 returnn/tf/layers/rec.py,sha256=3f6M_5aAMPvx7aAHdPV3VSFRHf7tjpp8lrXSzmk1I5c,548435
 returnn/tf/layers/segmental_model.py,sha256=wUyDZGr-eTVIIQWcsHLML0wtOxuWn_NFKOIrUKQcvoI,21515
 returnn/tf/layers/signal_processing.py,sha256=vRlkN7k7otk9_Qdv0qr_l6V0VT5Q6dO2MxwZWb2HH2M,52693
 returnn/tf/layers/variable.py,sha256=G1dIEoq0iQsXp-uOAUPTaBKHSOQfx7Sn-spD8MRv0HM,11446
 returnn/tf/util/__init__.py,sha256=mEg5jNVbQBLO2TGwO4Ff2F5qQN5_Zg4hAAQfX5taeec,92
-returnn/tf/util/basic.py,sha256=ezK-XBKQcscVKmCL43wsieiUZntHUVOZwhDZtVItOqg,304088
+returnn/tf/util/basic.py,sha256=ODlBV5rFgKuhCrBh9GdMDo8WJb44ZQLe6m2T62o5qfI,297397
 returnn/tf/util/data.py,sha256=AlSa0r_IaXtjKG1q1vxUybFazpjt4lUX8LYq0STJv-w,29471
 returnn/tf/util/gradient_checkpoint.py,sha256=_1NGAmNZ5NiGhFYVRWvBV5yejt-EZWbbvxNWHbESp5Q,7426
 returnn/tf/util/ken_lm.py,sha256=R60UAoywriuDIeQ2Hk3Vm_waf2Hxxc88ofzEw6X6Sd4,17313
@@ -208,7 +209,7 @@ returnn/tf/util/open_fst.py,sha256=sZRDw4TbxvhGqpGdUJWy1ebvlZm4_RPhygpRw9uLAOQ,1
 returnn/torch/README.md,sha256=jzJ2FpOHW02vxN69yKaV97C9LI-hmvjBglKfdZXIDdc,85
 returnn/torch/__init__.py,sha256=MHEUyNHB20Vy89uKAqZoj6FxJKF1Gq3HW-i6ra1pNcI,24
 returnn/torch/distributed.py,sha256=_lyJR71HIoCHpMi5GztGM7YwrX54Am8zSkjnDkE1Lbk,7524
-returnn/torch/engine.py,sha256=XaJhVpF181sf8M1iXAs3u0zr37VVUG3SW81-DIZgg3g,81280
+returnn/torch/engine.py,sha256=JnoGrAakIUIsSXVEIVIXqTOVcDYJASVoRNZQrOPNrdA,85368
 returnn/torch/updater.py,sha256=nNd1mBPQyvIB096BEFi0KKmRI-U3jnRETzb743p2B9c,32064
 returnn/torch/data/__init__.py,sha256=6cLNEi8KoGI12PF6akN7mI_mtjlx-0hcQAfMYoExwik,132
 returnn/torch/data/extern_data.py,sha256=5al706ZaYtHWLp5VH2vS-rW69YXP3NHyOFRKY0WY714,7810
@@ -217,36 +218,41 @@ returnn/torch/data/queued_data_iter.py,sha256=PoOsGHdHVZjTmcyfq_ZOw--P6hyfTdmAWI
 returnn/torch/data/returnn_dataset_wrapper.py,sha256=fMahf05G0SPYm6HxSQpVm8JhsIHons-i1Ce4aQv4IjM,8332
 returnn/torch/data/tensor_utils.py,sha256=-Teqi--LLbt6q_5mDRdoHZHmPgSdC83W706ukif_YiU,1284
 returnn/torch/frontend/__init__.py,sha256=AA48HZnC17ASuKA0EWy8loZ-Bib_yUtqF4T1wYvjst4,62
-returnn/torch/frontend/_backend.py,sha256=e55BNxK4mAxl6nxK0mBR0IVkJUEFZ9wVJCvaIwAfT6A,107824
+returnn/torch/frontend/_backend.py,sha256=WpdsoF1_d6iszPshRa4QNkdNmsjZd3issuyV9OdKT3U,115398
 returnn/torch/frontend/_rand.py,sha256=1JgIkV2XmpgJD86zXZ-NCAe-QuoP2swr6NaS1oz3Qa8,1830
-returnn/torch/frontend/bridge.py,sha256=c_mVBCBo29sjm8Bhxarv00szwGPgxjwoIqAHOmceGQw,7842
+returnn/torch/frontend/bridge.py,sha256=RBtAIlYWn_AC-GaHWperrOncPjMLWAOrU30pWk2789A,9775
+returnn/torch/frontend/compile_helper.py,sha256=ax8ax5mjC8PDHtwTQzHYWUNRoKjZMuYHF6me9VdxiSY,2969
 returnn/torch/frontend/raw_ops.py,sha256=lF0h-KtYYsdaaqQADylVZp9qzPskOOXA4MfmYDyx5IU,296
 returnn/torch/optim/README.md,sha256=0iH5FiKb7iDrVK5n8V6yCh4ciCFG2YSbyh7lPneT5ik,360
 returnn/torch/optim/__init__.py,sha256=yxdbnOkXAHzZ_t6cHi6zn5x_DQNlLZJ-KxZByHTIg1U,29
 returnn/torch/optim/lion.py,sha256=jV_qfwyyO5HAgqW94caap-ALkVjU688RpRgkZyLNZ5Y,5432
 returnn/torch/util/README.md,sha256=AW-6ueWhgcwDcm57md6sm227QXNkvLnlRLwaH7NlS-w,193
 returnn/torch/util/__init__.py,sha256=AOXYUjzPm0XrzFJCPAXo9Jj_FvqD1XH3FfKtho80Vl8,26
-returnn/torch/util/array_.py,sha256=ell3VZvn01SLtF9Pw2fvPzFNO-XDQ7tSB9VCrVSKmSA,2556
+returnn/torch/util/array_.py,sha256=e0BKaF5S_asqDKjeC-ui66lKAQ_zwUOBKhpRcvtzELY,3795
+returnn/torch/util/assert_.py,sha256=dVtEue0jRCMbniZPAPRKHPuffznm6URRwovRbzi2xCk,3834
 returnn/torch/util/debug_inf_nan.py,sha256=fmzSSTJJyLf7i5yDWRHLeDI0gxvadeqLE8RxMuSHx_4,6398
 returnn/torch/util/diagnose_gpu.py,sha256=_yswLmwR8Q2rCsv2jI5FUQNBT__453jBmiWYwazdu20,6808
 returnn/torch/util/exception_helper.py,sha256=54IzlsXYp6E_rEEWIpgppkFid9stb-2PZVRU8d5mFNE,4497
 returnn/torch/util/gradient_checkpoint.py,sha256=iLy-FB65DC8O6LxzmMvFjnSdpIVpko87ppIvRKAbtpQ,27995
 returnn/torch/util/module.py,sha256=MXHIrF9Isu575DDJIa81212ULKwdqu1oOLxDVZecVSk,1693
+returnn/torch/util/native_op.py,sha256=44z5-9-w6uKVcupmOAoLZq2gr80HJ5-VbCrHP66A89c,33740
+returnn/torch/util/native_op_code_compiler.py,sha256=6DFpf_Gmygv3g1crx1jzoTqo6do2K1vDGuWL5OoEbqk,11651
 returnn/torch/util/scaled_gradient.py,sha256=C5e79mpqtxdtw08OTSy413TSBSlOertRisc-ioiFIaU,3191
 returnn/util/__init__.py,sha256=UIG1qw4idqhW71BV60ha7h9PktxvEVcBIu0lYRossK8,336
-returnn/util/basic.py,sha256=rFeg3XwjNcNDbBgjkhisStbjTFA8CEfIrdwHjfdkJKw,143212
+returnn/util/basic.py,sha256=WW0EFnCaY8tIMbHKeADMP1nmtBD4Q3jj4qcGLWVi1FI,143247
 returnn/util/better_exchook.py,sha256=hOKazwv2q2-d0XMfxkJXMbLZyNTtraV3jPHplFcrMsg,71014
 returnn/util/bpe.py,sha256=LWFhICZsEOnMwNws0lybPNzKRX6rSr8yKCvP65vjl9Y,19656
 returnn/util/collect_outputs_dict.py,sha256=CjpsftoMgmvyE4wNKTO6F-QQ_44QHXcOZIXMUMQVZ-8,2637
-returnn/util/debug.py,sha256=0ED4etMKG9lVqU0HPKEiCK-HoS8hBgnQza444QCE6ec,28576
+returnn/util/cuda_env.py,sha256=8aZRGZnYhSOY2wu7P8KZTWW_IcWEhwOQd3Lq0bEsqS8,11602
+returnn/util/debug.py,sha256=Ndq5nz-tMEG9ZNwZTbgOkQYB9JSvAwF8r0o53Gf2EbM,28653
 returnn/util/debug_helpers.py,sha256=0EINLK4uLtoSt5_kHs1M2NIFpMd0S7i4c4rx90U4fJk,2914
 returnn/util/file_cache.py,sha256=8xE4zMQi38g7ZIGwNohd13_CgjzpIs18ILxFCKttzxE,29439
-returnn/util/fsa.py,sha256=k2lJ8tyf_g44Xk1EPVLwDwpP4spoMTqIigDVOWocQHY,59177
+returnn/util/fsa.py,sha256=j0e3DM_OxFTKjt0kW5GSdbNPz6rLWmBxsMQ2xtwSRo0,59254
 returnn/util/literal_py_to_pickle.py,sha256=3dnjWPeeiDT2xp4bRDgIf9yddx7b1AG7mOKEn_jiSl8,2173
 returnn/util/lru_cache.py,sha256=7Q5H3a8b07E8e1iB7PA9jCpRnxMJZOFS2KO07cy0gqk,11446
 returnn/util/math.py,sha256=ximPqNsv0Wu6VNcCLqNfsmSu1s-VPsAJYt5nEvFZVtY,6691
 returnn/util/multi_proc_non_daemonic_spawn.py,sha256=YCW3Gry0RJ9Dsc5bKfZ77Q06eLjq6winGniYllJE7PU,9057
-returnn/util/native_code_compiler.py,sha256=T6eZwzNA7AnkpNpo61AbYVNVtKqdWBbQfvJEQVe-cHE,13172
+returnn/util/native_code_compiler.py,sha256=DEqp8MwQZwihCfV4IlEjmq4_nX4HbicwskDhw2UNx-s,14928
 returnn/util/pprint.py,sha256=1bbfe07X8ESFDzZFKuCqsRaCFKM8C4ftbsCSjYve93k,8131
 returnn/util/py-to-pickle.cpp,sha256=ByU4cwy5MGEihaoYiRo1sSsJfYn10_riDwVqSHRLwp8,14864
 returnn/util/py_ext_mod_compiler.py,sha256=I1w9laIPqJbQGb2lFp-3llBjORS-217ZGIbPCp6PIes,1708
@@ -255,8 +261,8 @@ returnn/util/sig_proc.py,sha256=Tjz0VOAVyqu2qDCF5HZ1JjALjcFsHcNkcd96WgZeKfE,7265
 returnn/util/task_system.py,sha256=7Dz7Nvi_1-o5pDv9OZYdAnlJw6OSvgbYUmQ72P0Fgkw,26002
 returnn/util/train_proc_manager.py,sha256=Pjht28k6uz6BNQ47uW6Gf880iyq5q4wx7P_K2tmoAM8,3266
 returnn/util/watch_memory.py,sha256=BR5P2kvBN6UI81cE0_1WAA6Hd1SByLbBaiDxvLhPOew,4213
-returnn-1.20260105.192646.dist-info/LICENSE,sha256=ywBD_U2aD4vpuoIgNAsjIGBYydl0tVKll3De0Z8s77c,11041
-returnn-1.20260105.192646.dist-info/METADATA,sha256=jqFiOkEQgJcdKNaO9ISAulL31UxmgD3XbysYERiHCp0,5216
-returnn-1.20260105.192646.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
-returnn-1.20260105.192646.dist-info/top_level.txt,sha256=Lsn4WZc5Pbfk0-xDQOgnFCxOoqxL4CyeM3N1TFbJncw,8
-returnn-1.20260105.192646.dist-info/RECORD,,
+returnn-1.20260119.15400.dist-info/LICENSE,sha256=ywBD_U2aD4vpuoIgNAsjIGBYydl0tVKll3De0Z8s77c,11041
+returnn-1.20260119.15400.dist-info/METADATA,sha256=nQf6tM6K9xgVpz2swsHGgZ3_KKOTmOxapJUGOhaHKtw,5215
+returnn-1.20260119.15400.dist-info/WHEEL,sha256=WnJ8fYhv8N4SYVK2lLYNI6N0kVATA7b0piVUNvqIIJE,91
+returnn-1.20260119.15400.dist-info/top_level.txt,sha256=Lsn4WZc5Pbfk0-xDQOgnFCxOoqxL4CyeM3N1TFbJncw,8
+returnn-1.20260119.15400.dist-info/RECORD,,

{returnn-1.20260105.192646.dist-info → returnn-1.20260119.15400.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.3.2)
+Generator: setuptools (75.3.3)
 Root-Is-Purelib: true
 Tag: py3-none-any