lt-tensor 0.0.1a0__py3-none-any.whl → 0.0.1a2__py3-none-any.whl

lt_tensor/_torch_commons.py

@@ -1,12 +1,10 @@
 import torch
-from torch import nn, optim
 import torch.nn.functional as F
 from torch.optim import Optimizer
-from torch.nn import Module, L1Loss, MSELoss
 from torch.nn.utils import remove_weight_norm
-from torch import Tensor, FloatTensor, device, LongTensor
 from torch.nn.utils.parametrizations import weight_norm, spectral_norm
+from torch import nn, optim, Tensor, FloatTensor, LongTensor
 
 from lt_utils.common import *
 
-DeviceType: TypeAlias = Union[device, str]
+DeviceType: TypeAlias = Union[torch.device, str]

lt_tensor/misc_utils.py

@@ -83,12 +83,12 @@ def set_seed(seed: int):
         torch.xpu.manual_seed_all(seed)
 
 
-def count_parameters(model: Module) -> int:
+def count_parameters(model: nn.Module) -> int:
     """Returns total number of trainable parameters."""
     return sum(p.numel() for p in model.parameters() if p.requires_grad)
 
 
-def freeze_all_except(model: Module, except_layers: Optional[list[str]] = None):
+def freeze_all_except(model: nn.Module, except_layers: Optional[list[str]] = None):
     """Freezes all model parameters except specified layers."""
     no_exceptions = not except_layers
     for name, param in model.named_parameters():
@@ -98,14 +98,14 @@ def freeze_all_except(model: Module, except_layers: Optional[list[str]] = None):
             param.requires_grad_(False)
 
 
-def freeze_selected_weights(model: Module, target_layers: list[str]):
+def freeze_selected_weights(model: nn.Module, target_layers: list[str]):
     """Freezes only parameters on specified layers."""
     for name, param in model.named_parameters():
         if any(layer in name for layer in target_layers):
             param.requires_grad_(False)
 
 
-def unfreeze_all_except(model: Module, except_layers: Optional[list[str]] = None):
+def unfreeze_all_except(model: nn.Module, except_layers: Optional[list[str]] = None):
     """Unfreezes all model parameters except specified layers."""
     no_exceptions = not except_layers
     for name, param in model.named_parameters():
@@ -115,14 +115,14 @@ def unfreeze_all_except(model: Module, except_layers: Optional[list[str]] = None
             param.requires_grad_(True)
 
 
-def unfreeze_selected_weights(model: Module, target_layers: list[str]):
+def unfreeze_selected_weights(model: nn.Module, target_layers: list[str]):
     """Unfreezes only parameters on specified layers."""
     for name, param in model.named_parameters():
         if not any(layer in name for layer in target_layers):
             param.requires_grad_(True)
 
 
-def clip_gradients(model: Module, max_norm: float = 1.0):
+def clip_gradients(model: nn.Module, max_norm: float = 1.0):
     """Applies gradient clipping."""
     return nn.utils.clip_grad_norm_(model.parameters(), max_norm)
 
@@ -576,7 +576,7 @@ def masked_cross_entropy(
     return loss
 
 
-class NoiseScheduler(Module):
+class NoiseScheduler(nn.Module):
     def __init__(self, timesteps: int = 512):
         super().__init__()
 

lt_tensor/model_zoo/pos.py

@@ -9,7 +9,7 @@ from .._torch_commons import *
 from .._basics import Model
 
 
-class RotaryEmbedding(Module):
+class RotaryEmbedding(nn.Module):
     def __init__(self, dim: int, base: int = 10000):
         """
         Rotary Positional Embedding Module.
@@ -76,7 +76,7 @@ class RotaryEmbedding(Module):
         return x_rotated.view(b, s, d)  # Back to [b, s, d]
 
 
-class PositionalEncoding(Module):
+class PositionalEncoding(nn.Module):
     def __init__(self, d_model: int, max_len: int = 8192):
         super().__init__()
         # create a matrix of [seq_len, hidden_dim] representing positional encoding for each token in sequence
@@ -100,7 +100,7 @@ class PositionalEncoding(Module):
         return x
 
 
-class LearnedPositionalEncoding(Module):
+class LearnedPositionalEncoding(nn.Module):
     def __init__(self, max_len: int, dim_model: int, dropout: float = 0.1):
         super().__init__()
         self.embedding = nn.Embedding(max_len, dim_model)

lt_tensor/model_zoo/rsd.py

@@ -11,7 +11,7 @@ import math
 from ..misc_utils import log_tensor
 
 
-def spectral_norm_select(module: Module, enabled: bool):
+def spectral_norm_select(module: nn.Module, enabled: bool):
     if enabled:
         return spectral_norm(module)
     return module

{lt_tensor-0.0.1a0.dist-info → lt_tensor-0.0.1a2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lt-tensor
-Version: 0.0.1a0
+Version: 0.0.1a2
 Summary: General utilities for PyTorch and others. Built for general use.
 Home-page: https://github.com/gr1336/lt-tensor/
 Author: gr1336
@@ -17,7 +17,7 @@ Requires-Dist: numpy>=1.26.4
 Requires-Dist: tokenizers
 Requires-Dist: pyyaml>=6.0.0
 Requires-Dist: numba>0.60.0
-Requires-Dist: lt-utils==0.0.1a0
+Requires-Dist: lt-utils
 Dynamic: author
 Dynamic: classifier
 Dynamic: description

{lt_tensor-0.0.1a0.dist-info → lt_tensor-0.0.1a2.dist-info}/RECORD

@@ -1,20 +1,20 @@
 lt_tensor/__init__.py,sha256=pUB05ZkgkpP10ivzwoWdbq_HCxw-iOsbf6m8eFtx-YM,26
 lt_tensor/_basics.py,sha256=Zty5XZ5qeVFoZJRhtpGvOH7rg9hbAS7mIULOdrOKBDQ,9189
-lt_tensor/_torch_commons.py,sha256=_2Eck-MsQ46PxW5ku7NJvNSL5vg54_4GkLCqdzFevwA,402
+lt_tensor/_torch_commons.py,sha256=DM0pP5tTachpmbELWs-MkwuEob4qBLEG6t_2HFK-SW0,338
 lt_tensor/lr_schedulers.py,sha256=LSZzqrOOLzSthD8k-W4cYPJt0vCjmHkiJkLr5e3yRTE,3659
 lt_tensor/math_ops.py,sha256=j4Arst-kOdm0bcZbXD4rzcVdiyYOJ59ZQQIyH7r0Wug,2067
-lt_tensor/misc_utils.py,sha256=3r6ikrBCj2IjSWZMRU1Lif0OgYTF3HExANG_IqhPtic,19799
+lt_tensor/misc_utils.py,sha256=ZUArnxbMUD7bZ6RNhnhble-E0ASv1iqbTcAiVlHPUkg,19820
 lt_tensor/monotonic_align.py,sha256=LhBd8p1xdBzg6jQrQX1j7b4PNeYGwIqM24zcU-pHOLE,2239
 lt_tensor/transform.py,sha256=IYPT2YHT9NDvHrdtJvTLmxL9Cm26Ck2Uc9zE0k6l2aI,9504
 lt_tensor/model_zoo/__init__.py,sha256=ybyd3St8wiswnBGKFcy6FqRo5NlfGPJPC7jbRJlTlv8,205
 lt_tensor/model_zoo/bsc.py,sha256=6jBICcy8FT81EUiN9g1eZuHhPF4xA7gzS5kaVT3RngU,6305
 lt_tensor/model_zoo/dfs.py,sha256=0dTA1aveZT5OZu8eI6Cb8q8IGSjZyFYDcfc2FpDH5S8,5980
 lt_tensor/model_zoo/fsn.py,sha256=YDu1sbLwJwSKCPlmPlqQujivlgfNvwpwGa5q4SY9MYk,2108
-lt_tensor/model_zoo/pos.py,sha256=L2j6zYkdBWjrgROJt4cFOwdnne6j94m2lGi9m_QC7oc,4460
-lt_tensor/model_zoo/rsd.py,sha256=QGfkhoP7BVCGlCyBkIxHE7eWUp71JFkK6bM4dgBw1Hw,4720
+lt_tensor/model_zoo/pos.py,sha256=h4ukjUEl_E0HirmGupAJh_nL7QlJfVtPYyKpZQuAC1M,4469
+lt_tensor/model_zoo/rsd.py,sha256=mqVcte15BUzh6hR6GEYUA-GdpFYpvBvBs7Zfi2ZCBTM,4723
 lt_tensor/model_zoo/tfr.py,sha256=mIwu6WqDxcLGlBfofIIspzGpUe2jsR0hrzT9mEW-MHE,4208
-lt_tensor-0.0.1a0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-lt_tensor-0.0.1a0.dist-info/METADATA,sha256=hQVkxd4J5C7KX1DRVVYkIVKK0MIlGf-0kSLQ--HkTdY,936
-lt_tensor-0.0.1a0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-lt_tensor-0.0.1a0.dist-info/top_level.txt,sha256=35FuhFeXnUyvHWdbVHGPh0hS8euofafnJ_GJAVSF4Kk,10
-lt_tensor-0.0.1a0.dist-info/RECORD,,
+lt_tensor-0.0.1a2.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+lt_tensor-0.0.1a2.dist-info/METADATA,sha256=EfecXQ2VLO4pFyZLvYbhWoZQbLM-ndb9ue4GYpZQnD0,927
+lt_tensor-0.0.1a2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+lt_tensor-0.0.1a2.dist-info/top_level.txt,sha256=35FuhFeXnUyvHWdbVHGPh0hS8euofafnJ_GJAVSF4Kk,10
+lt_tensor-0.0.1a2.dist-info/RECORD,,