MicroTensorGrad 1.0.2__tar.gz → 1.0.4__tar.gz

{microtensorgrad-1.0.2/src/MicroTensorGrad.egg-info → microtensorgrad-1.0.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: MicroTensorGrad
-Version: 1.0.2
+Version: 1.0.4
 Summary: A Tensor Based autograd engine used to train neural network based models
 Author-email: Guettara Mohamed Amine <guettaraamine2@gmail.com>
 License: MIT

{microtensorgrad-1.0.2 → microtensorgrad-1.0.4}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "MicroTensorGrad"
-version = "1.0.2"
+version = "1.0.4"
 description = "A Tensor Based autograd engine used to train neural network based models"
 readme = "README.md"
 requires-python = ">=3.10"

{microtensorgrad-1.0.2 → microtensorgrad-1.0.4}/src/MicroTensorGrad/Engine.py

@@ -64,15 +64,15 @@ class MicroTensor:
         return out
     
     def Softmax(self):
-        epsilon = 1e-8
         e_x = np.exp(self.array - np.max(self.array, axis=1, keepdims=True))
-        return e_x / (np.sum(e_x, axis=1, keepdims=True) + epsilon)
+        return e_x / (np.sum(e_x, axis=1, keepdims=True))
     
     def CrossEntopyLoss(self, Y : np.ndarray):
-        out = MicroTensor(np.mean(-np.sum(Y*np.log(self.Softmax()), axis=1), axis=0))
+        out = MicroTensor(np.mean(-np.sum(Y*np.log(self.Softmax().clip(1e-15, 1)), axis=1), axis=0))
         
         def backward():
-            self.grad += self.Softmax() - Y
+            batch_size = Y.shape[0]
+            self.grad += (self.Softmax() - Y)/batch_size
             
         out.backward_ = backward
         

{microtensorgrad-1.0.2 → microtensorgrad-1.0.4}/src/MicroTensorGrad/MLP.py

@@ -1,7 +1,7 @@
 import numpy as np
-from .Engine import MicroTensor
+from Engine import MicroTensor
 from typing import Literal
-from .Optimizers import Optimizer
+from Optimizers import Optimizer
 
 def HE_Initialization(in_ : int, out_ : int):
     return np.random.normal(loc=0, scale=np.sqrt(2/in_), size=(in_, out_))

{microtensorgrad-1.0.2 → microtensorgrad-1.0.4/src/MicroTensorGrad.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: MicroTensorGrad
-Version: 1.0.2
+Version: 1.0.4
 Summary: A Tensor Based autograd engine used to train neural network based models
 Author-email: Guettara Mohamed Amine <guettaraamine2@gmail.com>
 License: MIT