returnn 1.20240926.154934__tar.gz → 1.20241001.90825__tar.gz

{returnn-1.20240926.154934 → returnn-1.20241001.90825}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: returnn
-Version: 1.20240926.154934
+Version: 1.20241001.90825
 Summary: The RWTH extensible training framework for universal recurrent neural networks
 Home-page: https://github.com/rwth-i6/returnn/
 Author: Albert Zeyer

returnn-1.20241001.90825/_setup_info_generated.py

@@ -0,0 +1,2 @@
+version = '1.20241001.090825'
+long_version = '1.20241001.090825+git.8309a61'

{returnn-1.20240926.154934 → returnn-1.20241001.90825}/returnn/frontend/_backend.py

@@ -992,6 +992,16 @@ class Backend(Generic[T]):
         """is finite"""
         raise NotImplementedError
 
+    @staticmethod
+    def is_infinite(x: Tensor) -> Tensor:
+        """is positive or negative infinite"""
+        raise NotImplementedError
+
+    @staticmethod
+    def is_neg_infinite(x: Tensor) -> Tensor:
+        """is negative infinite"""
+        raise NotImplementedError
+
     @staticmethod
     def clip_by_value(
         x: Tensor,

{returnn-1.20240926.154934 → returnn-1.20241001.90825}/returnn/frontend/array_.py

@@ -41,6 +41,7 @@ __all__ = [
     "scatter_argmax",
     "slice",
     "shift_right",
+    "shift_left",
     "reverse_sequence",
     "where",
     "search_sorted",
@@ -893,6 +894,15 @@ def shift_right(source: Tensor, *, axis: Dim, pad_value: Union[rf.RawTensorTypes
     return padded_slice
 
 
+def shift_left(source: Tensor, *, axis: Dim, pad_value: Union[rf.RawTensorTypes, Tensor], amount: int = 1) -> Tensor:
+    """shift left by amount, pad right with right_pad"""
+    padded, (padded_dim,) = rf.pad(
+        source, axes=[axis], padding=[(0, amount)], mode="constant", value=pad_value, handle_dynamic_dims=True
+    )
+    padded_slice, _ = rf.slice(padded, axis=padded_dim, start=amount, size=axis)
+    return padded_slice
+
+
 def reverse_sequence(tensor: Tensor, *, axis: Dim, handle_dynamic_dims: bool = True) -> Tensor:
     """
     Similar as tf.reverse_sequence, or Torch flip (but taking seq lengths into account).

{returnn-1.20240926.154934 → returnn-1.20241001.90825}/returnn/frontend/math_.py

@@ -38,6 +38,8 @@ __all__ = [
     "opt_logical_or",
     "opt_logical_and",
     "is_finite",
+    "is_infinite",
+    "is_neg_infinite",
     "maximum",
     "minimum",
     "clip_by_value",
@@ -368,6 +370,18 @@ def is_finite(a: Tensor) -> Tensor:
     return a._raw_backend.is_finite(a)
 
 
+def is_infinite(a: Tensor) -> Tensor:
+    """is positive or negative infinite"""
+    # noinspection PyProtectedMember
+    return a._raw_backend.is_infinite(a)
+
+
+def is_neg_infinite(a: Tensor) -> Tensor:
+    """is negative infinite"""
+    # noinspection PyProtectedMember
+    return a._raw_backend.is_neg_infinite(a)
+
+
 def maximum(a: Tensor, b: Union[Tensor, _RawTensorTypes], *other_tensors) -> Tensor:
     """maximum"""
     if not other_tensors:

{returnn-1.20240926.154934 → returnn-1.20241001.90825}/returnn/torch/frontend/_backend.py

@@ -954,7 +954,9 @@ class TorchBackend(Backend[torch.Tensor]):
             raise TypeError(f"Unsupported type for indices: {type(indices)}")
         if clip_to_valid:
             if axis.dyn_size_ext:
-                indices = rf.clip_by_value(indices, 0, axis.get_dyn_size_ext_for_device(indices.device) - 1)
+                indices = rf.clip_by_value(
+                    indices, 0, axis.get_dyn_size_ext_for_device(indices.device) - 1, allow_broadcast_all_sources=True
+                )
             else:
                 indices = indices.copy()
                 indices.raw_tensor = torch.clamp(indices.raw_tensor, 0, source.raw_tensor.shape[axis_int] - 1)
@@ -1212,6 +1214,20 @@ class TorchBackend(Backend[torch.Tensor]):
         out.raw_tensor = torch.isfinite(x.raw_tensor)
         return out
 
+    @staticmethod
+    def is_infinite(x: Tensor) -> Tensor:
+        """is positive or negative infinite"""
+        out = x.copy_template("is_infinite", dtype="bool")
+        out.raw_tensor = torch.isinf(x.raw_tensor)
+        return out
+
+    @staticmethod
+    def is_neg_infinite(x: Tensor) -> Tensor:
+        """is negative infinite"""
+        out = x.copy_template("is_neg_infinite", dtype="bool")
+        out.raw_tensor = torch.isneginf(x.raw_tensor)
+        return out
+
     @staticmethod
     def clip_by_value(
         x: Tensor,
@@ -1404,7 +1420,7 @@ class TorchBackend(Backend[torch.Tensor]):
         if use_mask and any(dim.need_masking() for dim in axis):
             source = source.copy()
             dtype = source.raw_tensor.dtype
-            if mode == "max":
+            if mode in ("max", "logsumexp"):
                 mask_value = torch.finfo(dtype).min if dtype.is_floating_point else torch.iinfo(dtype).min
             elif mode == "min":
                 mask_value = torch.finfo(dtype).max if dtype.is_floating_point else torch.iinfo(dtype).max

{returnn-1.20240926.154934 → returnn-1.20241001.90825}/returnn.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: returnn
-Version: 1.20240926.154934
+Version: 1.20241001.90825
 Summary: The RWTH extensible training framework for universal recurrent neural networks
 Home-page: https://github.com/rwth-i6/returnn/
 Author: Albert Zeyer

returnn-1.20240926.154934/_setup_info_generated.py

@@ -1,2 +0,0 @@
-version = '1.20240926.154934'
-long_version = '1.20240926.154934+git.bd0d963'