MicroTensorGrad 1.0.0__tar.gz → 1.0.2__tar.gz

{microtensorgrad-1.0.0/src/MicroTensorGrad.egg-info → microtensorgrad-1.0.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: MicroTensorGrad
-Version: 1.0.0
+Version: 1.0.2
 Summary: A Tensor Based autograd engine used to train neural network based models
 Author-email: Guettara Mohamed Amine <guettaraamine2@gmail.com>
 License: MIT
@@ -22,6 +22,8 @@ A Tensor Based autograd engine used to train neural network based models.
 - **Tensor-Based Autograd:** Automatic differentiation engine operating directly on Tensors.
 - **Neural Network Training:** Built specifically to construct, backpropagate through, and train neural network architectures.
 
+For more informations and guide, visit : https://github.com/Lberdy/MircoTensorGrad
+
 ## Installation
 
 ```bash

{microtensorgrad-1.0.0 → microtensorgrad-1.0.2}/README.md

@@ -7,6 +7,8 @@ A Tensor Based autograd engine used to train neural network based models.
 - **Tensor-Based Autograd:** Automatic differentiation engine operating directly on Tensors.
 - **Neural Network Training:** Built specifically to construct, backpropagate through, and train neural network architectures.
 
+For more informations and guide, visit : https://github.com/Lberdy/MircoTensorGrad
+
 ## Installation
 
 ```bash

{microtensorgrad-1.0.0 → microtensorgrad-1.0.2}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "MicroTensorGrad"
-version = "1.0.0"
+version = "1.0.2"
 description = "A Tensor Based autograd engine used to train neural network based models"
 readme = "README.md"
 requires-python = ">=3.10"

{microtensorgrad-1.0.0 → microtensorgrad-1.0.2}/src/MicroTensorGrad/Engine.py

@@ -5,14 +5,16 @@ class MicroTensor:
         self.array = np_array
         self.grad = 0
         self.backward_ = lambda : None
+        
+    def zero_grad(self):
+        self.grad = 0
     
     def __matmul__(self, other):
-        # print(f"self array shape transpose: {self.array.transpose((0, 2, 1)).shape}, other array shape : {other.array.shape}")
         out = MicroTensor(self.array.T@other.array)
         
         def backward():
-            self.grad = (out.grad@other.array.transpose(0, 2, 1)).transpose(0, 2, 1)
-            other.grad = self.array@out.grad
+            self.grad += (out.grad@other.array.transpose(0, 2, 1)).transpose(0, 2, 1)
+            other.grad += self.array@out.grad
             
         out.backward_ = backward
         
@@ -33,8 +35,7 @@ class MicroTensor:
         out = MicroTensor(np.where(self.array < 0, 0, self.array))
         
         def backward():
-            self.grad += np.where(out.grad < 0, 0, 1)*out.grad
-            
+            self.grad += np.where(out.array < 0, 0, 1)*out.grad
         
         out.backward_ = backward
         
@@ -44,7 +45,7 @@ class MicroTensor:
         out = MicroTensor(np.tanh(self.array))
         
         def backward():
-            self.grad += (1 - np.tanh(self.array))*out.grad
+            self.grad += (1 - np.tanh(self.array)**2)*out.grad
             
         out.backward_ = backward
         
@@ -63,8 +64,9 @@ class MicroTensor:
         return out
     
     def Softmax(self):
-        e_x = np.exp(self.array)
-        return e_x / np.sum(e_x, axis=1, keepdims=True)
+        epsilon = 1e-8
+        e_x = np.exp(self.array - np.max(self.array, axis=1, keepdims=True))
+        return e_x / (np.sum(e_x, axis=1, keepdims=True) + epsilon)
     
     def CrossEntopyLoss(self, Y : np.ndarray):
         out = MicroTensor(np.mean(-np.sum(Y*np.log(self.Softmax()), axis=1), axis=0))

{microtensorgrad-1.0.0 → microtensorgrad-1.0.2}/src/MicroTensorGrad/MLP.py

@@ -1,7 +1,7 @@
 import numpy as np
-from Engine import MicroTensor
+from .Engine import MicroTensor
 from typing import Literal
-from Optimizers import Optimizer
+from .Optimizers import Optimizer
 
 def HE_Initialization(in_ : int, out_ : int):
     return np.random.normal(loc=0, scale=np.sqrt(2/in_), size=(in_, out_))
@@ -73,6 +73,11 @@ class MLP:
                     "optimize" : False
                 }
             )
+            
+    def zero_grad(self):
+        for step in self.steps:
+            if step["optimize"]:
+                step["content"].zero_grad()
     
     def update(self):
         self.optimizer.update(self.steps)

{microtensorgrad-1.0.0 → microtensorgrad-1.0.2/src/MicroTensorGrad.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: MicroTensorGrad
-Version: 1.0.0
+Version: 1.0.2
 Summary: A Tensor Based autograd engine used to train neural network based models
 Author-email: Guettara Mohamed Amine <guettaraamine2@gmail.com>
 License: MIT
@@ -22,6 +22,8 @@ A Tensor Based autograd engine used to train neural network based models.
 - **Tensor-Based Autograd:** Automatic differentiation engine operating directly on Tensors.
 - **Neural Network Training:** Built specifically to construct, backpropagate through, and train neural network architectures.
 
+For more informations and guide, visit : https://github.com/Lberdy/MircoTensorGrad
+
 ## Installation
 
 ```bash