lt-tensor 0.0.1a28__py3-none-any.whl → 0.0.1a30__py3-none-any.whl

lt_tensor/model_base.py

@@ -70,6 +70,7 @@ class LossTracker:
 
 class _Devices_Base(nn.Module):
     _device: torch.device = ROOT_DEVICE
+    _setting_device: bool = False
 
     @property
     def device(self):
@@ -136,17 +137,35 @@ class _Devices_Base(nn.Module):
                 f"Item '{module_or_name}' is not a valid module, parameter or tensor."
             )
 
-    def _apply_device(self):
-        """Add here components that are needed to have device applied to them,
-        that usually the '.to()' function fails to apply
-
-        example:
-        ```
-        def _apply_device_to(self):
-            self.my_tensor = self.my_tensor.to(device=self.device)
-        ```
-        """
-        pass
+    def apply_device(self):
+        """Helps to apply devices towards all the internal components"""
+        if self._setting_device:
+            return
+
+        self._setting_device = True
+
+        try:
+            for modules in self.modules():
+                try:
+                    modules.to(self.device)
+                except:
+                    pass
+
+            for buffer in self.buffers():
+                try:
+                    buffer.to(self.device)
+                except:
+                    pass
+
+            for tensor in self.parameters():
+                try:
+                    tensor.to(self.device)
+                except:
+                    pass
+        except:
+            pass
+        finally:
+            self._setting_device = False
 
     def _to_dvc(
         self, device_name: str, device_id: Optional[Union[int, torch.device]] = None
@@ -158,7 +177,11 @@ class _Devices_Base(nn.Module):
             elif hasattr(device_id, "index"):
                 device += ":" + str(device_id.index)
         self.device = device
-        self._apply_device()
+        if not self._setting_device:
+            self.apply_device()
+
+    def _to(self, *args, **kwargs):
+        self.to(*args, _internal=True, **kwargs)
 
     def to(self, *args, **kwargs):
         device, dtype, non_blocking, convert_to_format = torch._C._nn._parse_to(
@@ -370,6 +393,7 @@ class Model(_Devices_Base, ABC):
         state_dict = self.state_dict()
         if not save_with_adapters or isinstance(self.low_rank_adapter, nn.Identity):
             state_dict.pop("low_rank_adapter", None)
+        state_dict.pop("_setting_device", None)
         torch.save(obj=state_dict, f=str(model_dir))
 
     def save_lora(

lt_tensor/processors/audio.py

@@ -119,14 +119,6 @@ class AudioProcessor(Model):
             (torch.hann_window(self.cfg.win_length) if window is None else window),
         )
 
-    def _apply_device(self):
-        self._mel_spec.to(device=self.device)
-        self.mel_rscale.to(device=self.device)
-        try:
-            self.window.to(device=self.device)
-        except:
-            pass
-
     def from_numpy(
         self,
         array: np.ndarray,

{lt_tensor-0.0.1a28.dist-info → lt_tensor-0.0.1a30.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lt-tensor
-Version: 0.0.1a28
+Version: 0.0.1a30
 Summary: General utilities for PyTorch and others. Built for general use.
 Home-page: https://github.com/gr1336/lt-tensor/
 Author: gr1336

{lt_tensor-0.0.1a28.dist-info → lt_tensor-0.0.1a30.dist-info}/RECORD

@@ -4,7 +4,7 @@ lt_tensor/losses.py,sha256=zvkCOnE5XpF3v6ymivRIdqPTsMM5zc94ZMom7YDi3zM,4946
 lt_tensor/lr_schedulers.py,sha256=LSZzqrOOLzSthD8k-W4cYPJt0vCjmHkiJkLr5e3yRTE,3659
 lt_tensor/math_ops.py,sha256=TkD4WQG42KsQ9Fg7FXOjf8f-ixtW0apf2XjaooecVx4,2257
 lt_tensor/misc_utils.py,sha256=N2r3UmxC4RM2BZBQhpjDZ_BKLrzsyIlKzopTzJbnjFU,28962
-lt_tensor/model_base.py,sha256=DTg44N6eTXLmpIAj_ac29-M5dI_iY_sC0yA_K3E13GI,17446
+lt_tensor/model_base.py,sha256=5T4dbAh4MXbQmPRpihGtMYwTY8sJTQOhY6An3VboM58,18086
 lt_tensor/monotonic_align.py,sha256=LhBd8p1xdBzg6jQrQX1j7b4PNeYGwIqM24zcU-pHOLE,2239
 lt_tensor/noise_tools.py,sha256=wFeAsHhLhSlEc5XU5LbFKaXoHeVxrWjiMeljjGdIKyM,11363
 lt_tensor/torch_commons.py,sha256=8l0bxmrAzwvyqjivCIVISXlbvKarlg4DdE0BOGSnMuQ,812
@@ -29,9 +29,9 @@ lt_tensor/model_zoo/audio_models/istft/__init__.py,sha256=ltIuD9t1gmS3bTmCqZIwJH
 lt_tensor/model_zoo/losses/__init__.py,sha256=B9RAUxBiOZwooztnij1oLeRwZ7_MjnN3mPoum7saD6s,59
 lt_tensor/model_zoo/losses/discriminators.py,sha256=yYh7HzRTUtr0RVTG7cWpcYsJZsRCz6yzg6Loq8FtyOk,20405
 lt_tensor/processors/__init__.py,sha256=Pvxhh0KR65zLCgUd53_k5Z0y5JWWcO0ZBXFK9rv0o5w,109
-lt_tensor/processors/audio.py,sha256=rsnnNi8MtxPq9vAYoiRQ7lGjorfJIpRvrKEe3zA8YJk,16668
-lt_tensor-0.0.1a28.dist-info/licenses/LICENSE,sha256=tQHc38scHOba4kDBNG4U0U6PpObaloiZG-FvKSgv2b0,11336
-lt_tensor-0.0.1a28.dist-info/METADATA,sha256=2LLguzaCAM2bcAdy_D66j4PS9Oh5PU3ZnA9qy7xcx0w,1062
-lt_tensor-0.0.1a28.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-lt_tensor-0.0.1a28.dist-info/top_level.txt,sha256=35FuhFeXnUyvHWdbVHGPh0hS8euofafnJ_GJAVSF4Kk,10
-lt_tensor-0.0.1a28.dist-info/RECORD,,
+lt_tensor/processors/audio.py,sha256=1JuxxexfUsXkLjVjWUk-oTRU-QNnCCwvKX3eP0m7LGE,16452
+lt_tensor-0.0.1a30.dist-info/licenses/LICENSE,sha256=tQHc38scHOba4kDBNG4U0U6PpObaloiZG-FvKSgv2b0,11336
+lt_tensor-0.0.1a30.dist-info/METADATA,sha256=73mjJFbTkXB3ouVxTkDOwQRPcSM78orTlB5ix-U0D-w,1062
+lt_tensor-0.0.1a30.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+lt_tensor-0.0.1a30.dist-info/top_level.txt,sha256=35FuhFeXnUyvHWdbVHGPh0hS8euofafnJ_GJAVSF4Kk,10
+lt_tensor-0.0.1a30.dist-info/RECORD,,