cogforge-engine 1.0.5__tar.gz → 1.0.7__tar.gz

{cogforge_engine-1.0.5 → cogforge_engine-1.0.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cogforge-engine
-Version: 1.0.5
+Version: 1.0.7
 Summary: A custom autograd engine and Transformer block built from scratch.
 Project-URL: Homepage, https://github.com/avikmjd2/cogforge
 Author-email: Avik Majumder <avikmjd2@gmail.com>

{cogforge_engine-1.0.5 → cogforge_engine-1.0.7}/cogforge/app.py

@@ -316,6 +316,9 @@ class Tensor:
         
         for node in reversed(topo):
             node._backwards()
+            #TRIAL
+            node._backwards = lambda: None
+            node._children.clear()
                     
             
     def flatten(self):

{cogforge_engine-1.0.5 → cogforge_engine-1.0.7}/cogforge/models.py

@@ -1,5 +1,7 @@
 from . import backend
-from .app import Embedding, PositionalEncoding,Transformer,LayerNorm,Linear,RotatoryPositionalEncoding
+from .app import Embedding, PositionalEncoding,Transformer,LayerNorm,Linear,RotatoryPositionalEncoding,to_cpu
+import numpy
+
 
 class GPTV1:
     def __init__(self, vocab, d_model, n_heads, n_layers, max_len, d_ff=None):
@@ -26,21 +28,18 @@ class GPTV1:
         return ps
     
     def generate(self, idx, n_new, temperature=1.0, top_k=None):
-        """
-        idx: (B, T) int array — the prompt (B is usually 1)
-        returns: (B, T + n_new) int array
-        """
+        idx = numpy.asarray(idx)
         for _ in range(n_new):
-            cond = idx[:, -self.max_len:]                    # crop to context window
-            logits = self(cond).data[:, -1, :] / temperature # (B, V) — last position only
+            cond = idx[:, -self.max_len:]
+            logits = to_cpu(self(cond).data)[:, -1, :] / temperature
             if top_k is not None:
-                kth = backend.np.sort(logits, axis=-1)[:, -top_k][:, None]
-                logits = backend.np.where(logits < kth, -1e9, logits)  # keep only top-k choices
+                kth = numpy.sort(logits, axis=-1)[:, -top_k][:, None]
+                logits = numpy.where(logits < kth, -1e9, logits)
             z = logits - logits.max(-1, keepdims=True)
-            p = backend.np.exp(z).astype(backend.np.float64); p /= p.sum(-1, keepdims=True)     # softmax → probabilities
-            nxt = backend.np.array([[backend.np.random.choice(len(pr), p=pr)] for pr in p])  # sample
-            idx = backend.np.concatenate([idx, nxt], axis=1)         # append, feed back in
-        return idx                                            # <-- was a bare `return` 
+            p = numpy.exp(z).astype(numpy.float64); p /= p.sum(-1, keepdims=True)
+            nxt = numpy.array([[numpy.random.choice(len(pr), p=pr)] for pr in p])
+            idx = numpy.concatenate([idx, nxt], axis=1)
+        return idx                                          # <-- was a bare `return` 
         
         
         
@@ -71,18 +70,16 @@ class GPT2:
         return ps   
     
     def generate(self, idx, n_new, temperature=1.0, top_k=None):
-        """
-        idx: (B, T) int array — the prompt (B is usually 1)
-        returns: (B, T + n_new) int array
-        """
+        idx = numpy.asarray(idx)                                 # token ids live on host
         for _ in range(n_new):
-            cond = idx[:, -self.max_len:]                    # crop to context window
-            logits = self(cond).data[:, -1, :] / temperature # (B, V) — last position only
+            cond = idx[:, -self.max_len:]
+            logits = to_cpu(self(cond).data)[:, -1, :] / temperature   # forward on GPU, logits to host
             if top_k is not None:
-                kth = backend.np.sort(logits, axis=-1)[:, -top_k][:, None]
-                logits = backend.np.where(logits < kth, -1e9, logits)  # keep only top-k choices
+                kth = numpy.sort(logits, axis=-1)[:, -top_k][:, None]
+                logits = numpy.where(logits < kth, -1e9, logits)
             z = logits - logits.max(-1, keepdims=True)
-            p = backend.np.exp(z).astype(backend.np.float64); p /= p.sum(-1, keepdims=True)     # softmax → probabilities
-            nxt = backend.np.array([[backend.np.random.choice(len(pr), p=pr)] for pr in p])  # sample
-            idx = backend.np.concatenate([idx, nxt], axis=1)         # append, feed back in
-        return idx                               
+            p = numpy.exp(z).astype(numpy.float64); p /= p.sum(-1, keepdims=True)
+            nxt = numpy.array([[numpy.random.choice(len(pr), p=pr)] for pr in p])
+            idx = numpy.concatenate([idx, nxt], axis=1)
+            # backend._cp.get_default_memory_pool().free_all_blocks() if backend.USE_GPU else None
+        return idx                              

{cogforge_engine-1.0.5 → cogforge_engine-1.0.7}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "cogforge-engine" 
-version = "1.0.5"
+version = "1.0.7"
 authors = [
   { name="Avik Majumder", email="avikmjd2@gmail.com" },
 ]