cogforge-engine 2.0.0__tar.gz → 2.0.1__tar.gz

{cogforge_engine-2.0.0 → cogforge_engine-2.0.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cogforge-engine
-Version: 2.0.0
+Version: 2.0.1
 Summary: A custom autograd engine and Transformer block built from scratch.
 Project-URL: Homepage, https://github.com/avikmjd2/cogforge
 Author-email: Avik Majumder <avikmjd2@gmail.com>

{cogforge_engine-2.0.0 → cogforge_engine-2.0.1}/cogforge/app.py

@@ -55,7 +55,9 @@ class Tensor:
         self.typed = typed
         
     def __getitem__(self, key):
-        out_data = self.data[key]
+        out_data = backend.np.asarray(self.data[key])   # force a real ndarray
+        if backend.NO_GRAD:
+            return Tensor(out_data)
         
         out = Tensor(out_data,children=(self,))
         
@@ -455,6 +457,42 @@ class Tensor:
         loss._backwards = _backward
         return loss
     
+    @classmethod
+    def sparse_softmax_cross_entropy_index(cls, scores, labels, mask):
+        """
+        scores: Tensor (N, V) logits
+        labels: (N,) int   correct class id per row
+        mask:   (N,) {0,1}  1 = real token, 0 = padding
+        Same loss/gradient as the one-hot masked version, no (N, V) target built.
+        """
+        z = scores.data
+        z = z - z.max(axis=1, keepdims=True)
+        e = backend.np.exp(z)
+        p = e / e.sum(axis=1, keepdims=True)              # (N, V)
+
+        labels = backend.np.asarray(labels).reshape(-1)   # (N,)
+        mask   = backend.np.asarray(mask).reshape(-1)     # (N,)
+        N = p.shape[0]
+        rows = backend.np.arange(N)
+
+        n_real = mask.sum()
+        n_real = n_real if n_real > 0 else 1.0
+
+        logp_correct = backend.np.log(backend.np.clip(p[rows, labels], 1e-15, 1.0))
+        loss_data = -backend.np.sum(mask * logp_correct) / n_real
+
+        if backend.NO_GRAD:
+            return cls(loss_data)
+
+        loss = cls(loss_data, children=(scores,))
+        def _backward():
+            grad = p.copy()                    
+            grad[rows, labels] -= 1.0          
+            grad *= (mask / n_real)[:, None]   
+            scores.grad += grad * loss.grad
+        loss._backwards = _backward
+        return loss
+    
     #Legacy
     @classmethod
     def softmax_cross_entropy_old(cls, scores, targets):

{cogforge_engine-2.0.0 → cogforge_engine-2.0.1}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "cogforge-engine" 
-version = "2.0.0"
+version = "2.0.1"
 authors = [
   { name="Avik Majumder", email="avikmjd2@gmail.com" },
 ]