@imaduddin/fastbrain 1.0.3 → 1.0.4

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@imaduddin/fastbrain",
-  "version": "1.0.3",
+  "version": "1.0.4",
   "description": "Raw-JAVASCRIPT Based Matirx and AI LLM Package called fastBrain.",
   "keywords": [
     "ai",

package/src/model/index.d.ts

@@ -24,6 +24,9 @@ export class model {
         dirname: string,
         vocabFile: string
     })
+    getLoss : Function
+    getAcc: Function
+    clearLoss : Function
     async forward(input: number[], target: number[]): Promise<{
         read: function(): Promise<Float32Array>,
         mainBuffer: GPUBuffer,
@@ -36,4 +39,5 @@ export class model {
         isDestroyed: function(): Boolean,
         destroy: function(): void
     }, target: number[], lr : number)
+    async Save() : Promise<void>
 }

package/src/model/index.js

@@ -5,7 +5,7 @@ import { Softmax } from "../Softmax/index.js"
 import { Tokenizer } from "../Tokenizer/index.js"
 import { join } from 'path'
 import { TransformerBlock } from "../TransformerBlock/index.js"
-import {OperationManager} from '../OperationManager.js'
+import { OperationManager } from '../OperationManager.js'
 export class model {
     tokenizer
     embedding
@@ -58,22 +58,30 @@ export class model {
         let logits = await this.linear.forward(vec, encoder)
         let probs = await this.softmax.forward(logits, encoder)
         await this.op.submitQueue(encoder)
-        const {acc,clear,loss} = await this.softmax.crossEntropy(probs, target)
+        const { acc, clear, loss } = await this.softmax.crossEntropy(probs, target)
         this.getAcc = acc;
         this.getLoss = loss;
         this.clearLoss = clear;
         return probs
     }
-    async backward(x, target, lr){
+    async backward(x, target, lr) {
         const encoder = await this.op.CreateEncoder()
         let dLogits = await this.softmax.backward(x, target, encoder)
         let dInput = await this.linear.backward(dLogits, lr, encoder)
         for (let i = this.blocks.length - 1; i >= 0; i--) {
-          dInput = await this.blocks[i].backward(dInput, lr, encoder)
+            dInput = await this.blocks[i].backward(dInput, lr, encoder)
         };
         await this.embedding.backward(dInput, lr)
         await this.PosEmbedding.backward(dInput, lr)
         await this.op.submitQueue(encoder)
-      
+
+    }
+    async Save() {
+        await this.PosEmbedding.Save()
+        await this.embedding.Save()
+        await this.linear.Save()
+        for (let i = this.blocks.length - 1; i >= 0; i--) {
+             await this.blocks[i].Save()
+        };
     }
 }