cogforge-engine 1.0.4__tar.gz → 1.0.5__tar.gz

{cogforge_engine-1.0.4 → cogforge_engine-1.0.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cogforge-engine
-Version: 1.0.4
+Version: 1.0.5
 Summary: A custom autograd engine and Transformer block built from scratch.
 Project-URL: Homepage, https://github.com/avikmjd2/cogforge
 Author-email: Avik Majumder <avikmjd2@gmail.com>

{cogforge_engine-1.0.4 → cogforge_engine-1.0.5}/cogforge/app.py

@@ -387,10 +387,10 @@ class Tensor:
         flat, idx, rows = p.reshape(N, -1), target_ids.reshape(N), backend.np.arange(N)
         loss = cls(-backend.np.log(backend.np.clip(flat[rows, idx], 1e-15, 1.0)).sum() / N, children=(scores,))
         def _backward():
+            # g = p.reshape(N, -1).copy()
             g = p.reshape(N, -1)
-            g[rows, idx] -= 1.0
-            coef = numpy.float32(float(loss.grad) / N)      
-            _iadd_scaled(scores.grad, g.reshape(scores.shape), coef)
+            g[rows, idx] -= 1.0                      # (softmax - onehot)
+            scores.grad += (g.reshape(scores.shape) / N) * loss.grad
         loss._backwards = _backward
         return loss
     
@@ -403,7 +403,8 @@ class Tensor:
         def _backward():
             g = p.reshape(N, -1)
             g[rows, idx] -= 1.0
-            _iadd_scaled(scores.grad, g.reshape(scores.shape), backend.np.float32(loss.grad / N))
+            coef = numpy.float32(float(loss.grad) / N)      
+            _iadd_scaled(scores.grad, g.reshape(scores.shape), coef)
         loss._backwards = _backward
         return loss
     

{cogforge_engine-1.0.4 → cogforge_engine-1.0.5}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "cogforge-engine" 
-version = "1.0.4"
+version = "1.0.5"
 authors = [
   { name="Avik Majumder", email="avikmjd2@gmail.com" },
 ]