@imaduddin/fastbrain 1.0.4 → 1.0.5

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@imaduddin/fastbrain",
-  "version": "1.0.4",
+  "version": "1.0.5",
   "description": "Raw-JAVASCRIPT Based Matirx and AI LLM Package called fastBrain.",
   "keywords": [
     "ai",

package/src/Softmax/index.js

@@ -145,22 +145,6 @@ export class Softmax {
             this.acc = await this.gpu.createBuffer(4);
         }
 
-        if (!this.totalAcc) {
-            this.totalAcc = await this.gpu.createBuffer(4);
-            await this.gpu.WriteBuffer(
-                this.totalAcc,
-                new Float32Array([0])
-            );
-        }
-
-        if (!this.totalLoss) {
-            this.totalLoss = await this.gpu.createBuffer(4);
-            await this.gpu.WriteBuffer(
-                this.totalLoss,
-                new Float32Array([0])
-            );
-        }
-
         await this.gpu.WriteBuffer(
             this.targetBuffer,
             new Uint32Array(target)
@@ -178,12 +162,6 @@ export class Softmax {
             [this.paramsForward, probs.mainBuffer, this.acc, this.targetBuffer]
         );
 
-        const bindGroup3 = await this.gpu.createBindGroup(
-            this.totalCalculate,
-            0,
-            [this.loss, this.acc, this.totalLoss, this.totalAcc]
-        );
-
         await this.gpu.RunPipline(
             encoder,
             this.lossPipline,
@@ -198,35 +176,18 @@ export class Softmax {
             1
         );
 
-        await this.gpu.RunPipline(
-            encoder,
-            this.totalCalculate,
-            bindGroup3,
-            1
-        );
-
         if (!encoderMain) {
             await this.gpu.submitQueue(encoder);
         }
 
         return {
             loss: async () =>
-                (await this.gpu.readBuffer(4, this.totalLoss))[0],
+                (await this.gpu.readBuffer(4, this.loss)),
 
             acc: async () =>
-                (await this.gpu.readBuffer(4, this.totalAcc))[0],
-
-            clear: async () => {
-                await this.gpu.WriteBuffer(
-                    this.totalLoss,
-                    new Float32Array([0])
-                );
-
-                await this.gpu.WriteBuffer(
-                    this.totalAcc,
-                    new Float32Array([0])
-                );
-            }
+                (await this.gpu.readBuffer(4, this.acc))[0],
+
+
         };
     }
 

package/src/model/index.d.ts

@@ -27,7 +27,7 @@ export class model {
     getLoss : Function
     getAcc: Function
     clearLoss : Function
-    async forward(input: number[], target: number[]): Promise<{
+    async forward(input: number[]): Promise<{
         read: function(): Promise<Float32Array>,
         mainBuffer: GPUBuffer,
         isDestroyed: function(): Boolean,

package/src/model/index.js

@@ -46,7 +46,7 @@ export class model {
             })
         }
     }
-    async forward(input, target) {
+    async forward(input) {
         const encoder = await this.op.CreateEncoder()
         if (input.length > this.contextSize) throw new Error("The input get large then ContextSize")
         let vec = await this.embedding.forward(input, encoder)
@@ -58,14 +58,12 @@ export class model {
         let logits = await this.linear.forward(vec, encoder)
         let probs = await this.softmax.forward(logits, encoder)
         await this.op.submitQueue(encoder)
-        const { acc, clear, loss } = await this.softmax.crossEntropy(probs, target)
-        this.getAcc = acc;
-        this.getLoss = loss;
-        this.clearLoss = clear;
+
         return probs
     }
     async backward(x, target, lr) {
         const encoder = await this.op.CreateEncoder()
+        const { acc, loss } = await this.softmax.crossEntropy(probs, target, encoder)
         let dLogits = await this.softmax.backward(x, target, encoder)
         let dInput = await this.linear.backward(dLogits, lr, encoder)
         for (let i = this.blocks.length - 1; i >= 0; i--) {
@@ -74,6 +72,7 @@ export class model {
         await this.embedding.backward(dInput, lr)
         await this.PosEmbedding.backward(dInput, lr)
         await this.op.submitQueue(encoder)
+        return { acc, loss }
 
     }
     async Save() {
@@ -81,7 +80,7 @@ export class model {
         await this.embedding.Save()
         await this.linear.Save()
         for (let i = this.blocks.length - 1; i >= 0; i--) {
-             await this.blocks[i].Save()
+            await this.blocks[i].Save()
         };
     }
 }