lucid-dl 2.7.7__py3-none-any.whl → 2.7.9__py3-none-any.whl

lucid/_tensor/tensor.py

@@ -397,28 +397,33 @@ class Tensor(_TensorBase):
         return hash(id(self))
 
     def __deepcopy__(self, *args: Any) -> Self:
+        cls = self.__class__
         copied_data = Tensor.copy_data(self.data)
 
-        new_tensor = Tensor(
-            copied_data,
-            requires_grad=self.requires_grad,
-            keep_grad=self.keep_grad,
-            dtype=self.dtype,
-            device=self.device,
-        )
+        if cls is Tensor:
+            new = Tensor(
+                copied_data, self.requires_grad, self.keep_grad, self.dtype, self.device
+            )
+        else:
+            base = Tensor(copied_data, dtype=self.dtype, device=self.device)
+            new = cls(base)
 
-        if self.grad is not None:
-            new_tensor.grad = Tensor.copy_grad(self.grad)
+        if self.grad is not None and (
+            self.keep_grad or getattr(new, "keep_grad", False)
+        ):
+            new.grad = Tensor.copy_grad(self.grad)
+        else:
+            new.grad = None
 
-        new_tensor._op = self._op
-        new_tensor._backward_op = self._backward_op
-        new_tensor._prev = self._prev.copy()
-        new_tensor._backward_hooks = self._backward_hooks.copy()
+        new._op = None
+        new._backward_op = _noop
+        new._prev = []
+        new._backward_hooks = []
 
-        new_tensor._is_free = self._is_free
-        new_tensor._is_bool_tensor = self._is_bool_tensor
+        new._is_free = self._is_free
+        new._is_bool_tensor = self._is_bool_tensor
 
-        return new_tensor
+        return new
 
     def __bool__(self) -> bool:
         if self.data.size != 1:

lucid/optim/lr_scheduler/_schedulers.py

@@ -13,6 +13,7 @@ __all__ = [
     "CosineAnnealingLR",
     "ReduceLROnPlateau",
     "CyclicLR",
+    "NoamScheduler",
 ]
 
 
@@ -265,3 +266,36 @@ class CyclicLR(LRScheduler):
             for _ in self.base_lrs
         ]
         return new_lrs
+
+
+class NoamScheduler(LRScheduler):
+    def __init__(
+        self,
+        optimizer: Optimizer,
+        model_size: int,
+        warmup_steps: int,
+        factor: float = 1.0,
+        last_epoch: int = -1,
+        verbose: bool = False,
+    ) -> None:
+        if model_size <= 0:
+            raise ValueError("model_size must be a positive integer.")
+        if warmup_steps <= 0:
+            raise ValueError("warmup_steps must be a positive integer.")
+        if factor <= 0:
+            raise ValueError("factor must be a positive float.")
+
+        self.model_size = model_size
+        self.warmup_steps = warmup_steps
+        self.factor = factor
+        super().__init__(optimizer, last_epoch, verbose)
+
+    def get_lr(self) -> list[float]:
+        step_num = max(self.last_epoch, 1)
+        scale = self.factor * (self.model_size**-0.5)
+
+        warmup_term = step_num * (self.warmup_steps**-1.5)
+        decay_term = step_num**-0.5
+        lr_factor = scale * min(decay_term, warmup_term)
+
+        return [base_lr * lr_factor for base_lr in self.base_lrs]

{lucid_dl-2.7.7.dist-info → lucid_dl-2.7.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lucid-dl
-Version: 2.7.7
+Version: 2.7.9
 Summary: Lumerico's Comprehensive Interface for Deep Learning
 Home-page: https://github.com/ChanLumerico/lucid
 Author: ChanLumerico
@@ -30,10 +30,10 @@ Dynamic: summary
 
 ![PyPI - Version](https://img.shields.io/pypi/v/lucid-dl?color=red)
 ![PyPI - Downloads](https://img.shields.io/pypi/dm/lucid-dl.svg)
-![PyPI - Total Downloads](https://img.shields.io/badge/total%20downloads-32.0k-yellow.svg)
+![PyPI - Total Downloads](https://img.shields.io/badge/total%20downloads-33.2k-yellow.svg)
 ![GitHub code size in bytes](https://img.shields.io/github/languages/code-size/ChanLumerico/lucid.svg)
 ![Code Style](https://img.shields.io/badge/code%20style-black-000000.svg)
-![Lines of Code](https://img.shields.io/badge/lines%20of%20code-26.1k-purple.svg)
+![Lines of Code](https://img.shields.io/badge/lines%20of%20code-26.4k-purple.svg)
 
 **Lucid** is a minimalist deep learning framework built entirely from scratch in Python. It offers a pedagogically rich environment to explore the foundations of modern deep learning systems, including autodiff, neural network modules, and GPU acceleration — all while staying lightweight, readable, and free of complex dependencies.
 
@@ -46,6 +46,12 @@ Whether you're a student, educator, or an advanced researcher seeking to demysti
 
 - Now supports [**`Safetensors`**](https://github.com/huggingface/safetensors) for Lucid neural module porting along with the legacy `.lcd` format
 
+- Added multiple `nn` utilities:
+
+  - `nn.util.grad_norm` - Returns the global norm of the gradients
+  - `nn.util.clip_grad_norm` - Rescales the gradients based on the global norm
+  - `nn.util.clip_grad_value` - Rescales the gradients based on their values.
+
 - Implemented **EfficientDet**: `lucid.models.EfficientDet` with variants from `D0` to `D7`
 
 ## 🔧 How to Install

{lucid_dl-2.7.7.dist-info → lucid_dl-2.7.9.dist-info}/RECORD

@@ -10,7 +10,7 @@ lucid/_func/bfunc.py,sha256=OEgtBWFL2S46UTtNU93ekYCe37Pj4oS8MEnJt-rcids,20571
 lucid/_func/gfunc.py,sha256=_gEJnYnAYhcN6aV1Z6ArIOGTgd0NEB2_eM86tE6uq-Q,4866
 lucid/_func/ufunc.py,sha256=OucEx6QdXzO2_y8Xie8Deh5IC7wnt2EIQcgCAJraWqs,30425
 lucid/_tensor/__init__.py,sha256=wFWAMhTnQwThNiBEIT4fcw4ryIm8A4AoR-m9KDhklOQ,40
-lucid/_tensor/tensor.py,sha256=GnoJzsaDg_nL9pBHTiaID-JwlUaLvNgRcC9O0QGTqLQ,13717
+lucid/_tensor/tensor.py,sha256=HSpV9XUpMI79gw1vlmuoGh7Bkl3qFR_4alOjoq4Lq70,13819
 lucid/_tensor/tensor_ops.py,sha256=5XtqcPbrkOb87pVTSOMNaje9K78tgLpsNdV8XXnbpHc,3991
 lucid/_util/__init__.py,sha256=NgOleItHJGVLdJlKHKfpzuSl3vofzJpNsZByHAYJmKs,6838
 lucid/_util/func.py,sha256=jPpjDw-pdK9bw2U3ACEtgCbV47j6Dp9ycbkvkHKefJo,44383
@@ -110,7 +110,7 @@ lucid/optim/prop.py,sha256=CbsWmoBb_g_8z16M3T6dMoSR9c72hm8M375IT1UHjpw,4740
 lucid/optim/sgd.py,sha256=DBZ1ZXQ9TfKZCRECfNRMDH9mvqUWCOPdY5TobnVxpz8,4477
 lucid/optim/lr_scheduler/__init__.py,sha256=kUoyN2g9nwTtEAqEVij832WSRvzEpKZywSJdfD7MQvY,58
 lucid/optim/lr_scheduler/_base.py,sha256=NNJnjwmJpsRXathrbLtH4tjfBHtwOiJ5HwF1_S6Ym5c,3092
-lucid/optim/lr_scheduler/_schedulers.py,sha256=OIzduTXV6Ut4qcvw6neMPr3jlv6BgTSsys0-6KoHxK4,8140
+lucid/optim/lr_scheduler/_schedulers.py,sha256=wxG6XvlTozz2TP57yXQL-krtSiO0hy2bySZq_sRDjh0,9227
 lucid/random/__init__.py,sha256=s8EAaKhEiTKT_vYjP4IFHx0xQVa1jqc_qIyvMauUu7M,2727
 lucid/random/_func.py,sha256=1Lu4m-ciEK037chNDGqv_j00RgGGzQ7UfslSfYActUk,2232
 lucid/transforms/__init__.py,sha256=DGznMbqhXdU9FLDMKnJawScO4HCqu40Sf_j4vJGJrjc,90
@@ -120,8 +120,8 @@ lucid/visual/__init__.py,sha256=6TuFDfmXTwpLyHl7_KqBfdzW6zqHjGzIFvymjFPlvjI,21
 lucid/visual/graph.py,sha256=YjpIDM_lloZARw3sCBiXPl_hT5A2gTk2fEHvwvJWXTk,4599
 lucid/weights/__init__.py,sha256=z1AikA3rOEeckWGkYWlcZkxNlJo9Xwa39PL6ly3hWnc,8801
 lucid/weights/__init__.pyi,sha256=lFonYC3cUx2Idolf3AEPnjFcyqcn3UDU84oJlZafqLY,3013
-lucid_dl-2.7.7.dist-info/licenses/LICENSE,sha256=vxRFYnVD1IeYtsvw-KmoElfqrjxKHv1h9YTvsG54loQ,1065
-lucid_dl-2.7.7.dist-info/METADATA,sha256=UVi3p93MdqSoYHvUkdil5C12wx5sfZy5Obw4Hkd7pxs,11260
-lucid_dl-2.7.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-lucid_dl-2.7.7.dist-info/top_level.txt,sha256=uzP_qBx9iNWIHKJRlElYcBLYVqMpdm9Q1Ma63QPYbFc,6
-lucid_dl-2.7.7.dist-info/RECORD,,
+lucid_dl-2.7.9.dist-info/licenses/LICENSE,sha256=vxRFYnVD1IeYtsvw-KmoElfqrjxKHv1h9YTvsG54loQ,1065
+lucid_dl-2.7.9.dist-info/METADATA,sha256=-h9IwL5SzshStMIt4eYUB0rWJ7nTELdGWSD9FIIWM00,11519
+lucid_dl-2.7.9.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+lucid_dl-2.7.9.dist-info/top_level.txt,sha256=uzP_qBx9iNWIHKJRlElYcBLYVqMpdm9Q1Ma63QPYbFc,6
+lucid_dl-2.7.9.dist-info/RECORD,,