@imaduddin/fastbrain 1.0.3 → 1.0.5

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@imaduddin/fastbrain",
-  "version": "1.0.3",
+  "version": "1.0.5",
   "description": "Raw-JAVASCRIPT Based Matirx and AI LLM Package called fastBrain.",
   "keywords": [
     "ai",

package/src/Softmax/index.js

@@ -145,22 +145,6 @@ export class Softmax {
             this.acc = await this.gpu.createBuffer(4);
         }
 
-        if (!this.totalAcc) {
-            this.totalAcc = await this.gpu.createBuffer(4);
-            await this.gpu.WriteBuffer(
-                this.totalAcc,
-                new Float32Array([0])
-            );
-        }
-
-        if (!this.totalLoss) {
-            this.totalLoss = await this.gpu.createBuffer(4);
-            await this.gpu.WriteBuffer(
-                this.totalLoss,
-                new Float32Array([0])
-            );
-        }
-
         await this.gpu.WriteBuffer(
             this.targetBuffer,
             new Uint32Array(target)
@@ -178,12 +162,6 @@ export class Softmax {
             [this.paramsForward, probs.mainBuffer, this.acc, this.targetBuffer]
         );
 
-        const bindGroup3 = await this.gpu.createBindGroup(
-            this.totalCalculate,
-            0,
-            [this.loss, this.acc, this.totalLoss, this.totalAcc]
-        );
-
         await this.gpu.RunPipline(
             encoder,
             this.lossPipline,
@@ -198,35 +176,18 @@ export class Softmax {
             1
         );
 
-        await this.gpu.RunPipline(
-            encoder,
-            this.totalCalculate,
-            bindGroup3,
-            1
-        );
-
         if (!encoderMain) {
             await this.gpu.submitQueue(encoder);
         }
 
         return {
             loss: async () =>
-                (await this.gpu.readBuffer(4, this.totalLoss))[0],
+                (await this.gpu.readBuffer(4, this.loss)),
 
             acc: async () =>
-                (await this.gpu.readBuffer(4, this.totalAcc))[0],
-
-            clear: async () => {
-                await this.gpu.WriteBuffer(
-                    this.totalLoss,
-                    new Float32Array([0])
-                );
-
-                await this.gpu.WriteBuffer(
-                    this.totalAcc,
-                    new Float32Array([0])
-                );
-            }
+                (await this.gpu.readBuffer(4, this.acc))[0],
+
+
         };
     }
 

package/src/model/index.d.ts

@@ -24,7 +24,10 @@ export class model {
         dirname: string,
         vocabFile: string
     })
-    async forward(input: number[], target: number[]): Promise<{
+    getLoss : Function
+    getAcc: Function
+    clearLoss : Function
+    async forward(input: number[]): Promise<{
         read: function(): Promise<Float32Array>,
         mainBuffer: GPUBuffer,
         isDestroyed: function(): Boolean,
@@ -36,4 +39,5 @@ export class model {
         isDestroyed: function(): Boolean,
         destroy: function(): void
     }, target: number[], lr : number)
+    async Save() : Promise<void>
 }

package/src/model/index.js

@@ -5,7 +5,7 @@ import { Softmax } from "../Softmax/index.js"
 import { Tokenizer } from "../Tokenizer/index.js"
 import { join } from 'path'
 import { TransformerBlock } from "../TransformerBlock/index.js"
-import {OperationManager} from '../OperationManager.js'
+import { OperationManager } from '../OperationManager.js'
 export class model {
     tokenizer
     embedding
@@ -46,7 +46,7 @@ export class model {
             })
         }
     }
-    async forward(input, target) {
+    async forward(input) {
         const encoder = await this.op.CreateEncoder()
         if (input.length > this.contextSize) throw new Error("The input get large then ContextSize")
         let vec = await this.embedding.forward(input, encoder)
@@ -58,22 +58,29 @@ export class model {
         let logits = await this.linear.forward(vec, encoder)
         let probs = await this.softmax.forward(logits, encoder)
         await this.op.submitQueue(encoder)
-        const {acc,clear,loss} = await this.softmax.crossEntropy(probs, target)
-        this.getAcc = acc;
-        this.getLoss = loss;
-        this.clearLoss = clear;
+
         return probs
     }
-    async backward(x, target, lr){
+    async backward(x, target, lr) {
         const encoder = await this.op.CreateEncoder()
+        const { acc, loss } = await this.softmax.crossEntropy(probs, target, encoder)
         let dLogits = await this.softmax.backward(x, target, encoder)
         let dInput = await this.linear.backward(dLogits, lr, encoder)
         for (let i = this.blocks.length - 1; i >= 0; i--) {
-          dInput = await this.blocks[i].backward(dInput, lr, encoder)
+            dInput = await this.blocks[i].backward(dInput, lr, encoder)
         };
         await this.embedding.backward(dInput, lr)
         await this.PosEmbedding.backward(dInput, lr)
         await this.op.submitQueue(encoder)
-      
+        return { acc, loss }
+
+    }
+    async Save() {
+        await this.PosEmbedding.Save()
+        await this.embedding.Save()
+        await this.linear.Save()
+        for (let i = this.blocks.length - 1; i >= 0; i--) {
+            await this.blocks[i].Save()
+        };
     }
 }