@mineproness/tensorloop 1.5.9 → 2.0.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mineproness/tensorloop",
-  "version": "1.5.9",
+  "version": "2.0.0",
   "description": "Raw-JAVASCRIPT Based Matirx and AI LLM Package called Tensorloop.",
   "keywords": [
     "ai",

package/src/SelfAttention/index.js

@@ -22,9 +22,9 @@ export class SelfAttention {
         this.value = new Linear(embeddingSize, embeddingSize, { save: { filename: [`${configs.dirname}/value.bin`, `${configs.dirname}/valueBias.bin`] } })
     }
     forward(vectors) {
-        this.q = vectors.map((e) => this.query.forward(e))
-        this.v = vectors.map((e) => this.value.forward(e))
-        this.k = vectors.map((e) => this.key.forward(e))
+        this.q = this.query.forward(vectors)
+        this.v = this.value.forward(vectors)
+        this.k = this.key.forward(vectors)
         const attentionSocres = []
         for (let i = 0; i < this.q.length; i++) {
             attentionSocres[i] = new Float32Array(this.k.length);
@@ -44,7 +44,8 @@ export class SelfAttention {
                 attentionSocres[i][j] = dot / this.score;
             }
         }
-        const weights = attentionSocres.map((e) => this.softmax.forward(e))
+        this.softmax.forward(attentionSocres)
+        const weights = this.softmax.getSoftmaxes()
         this.weights = weights
         const output = [];
 
@@ -123,4 +124,9 @@ export class SelfAttention {
         this.key.Save()
         this.value.Save()
     }
+    ClearInputCache(){
+        this.query.ClearInputCache()
+        this.key.ClearInputCache()
+        this.value.ClearInputCache()
+    }
 }

package/src/Softmax/index.d.ts

@@ -2,5 +2,5 @@ export class Softmax{
     forward(xLi : number[]) : number
     backward(target : number[]) : Float32Array[]
     getSoftmaxes() : Float32Array[]
-    crossEntropy(probs: Float32Array[], target: number[])
+    crossEntropy(dLogits: Float32Array[], target: number[])
 }