@mineproness/tensorloop 1.5.6 → 1.5.7

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mineproness/tensorloop",
-  "version": "1.5.6",
+  "version": "1.5.7",
   "description": "Raw-JAVASCRIPT Based Matirx and AI LLM Package called Tensorloop.",
   "keywords": [
     "ai",

package/readme.md

@@ -15,6 +15,7 @@ A high-performance JavaScript library that provides essential AI and Large Langu
 - **Text Processing**: Built-in **Tokenizer** to convert raw text into token IDs and back.
 - **Special Tokens**: Native support for `<PAD>` and `<EOS>`.
 - **FFN BLOCK**: It add a layer to understand Complex Patterns.
+- ***GPU SUPPORT** GPU Can support it without any configure
 ---
 
 ## 🏗 Core Architecture

package/src/GPU.js

@@ -104,7 +104,6 @@ export class GPULinear {
 
 
 
-
     }
     CalculateLinearForward(input) {
         const result = []
@@ -123,10 +122,25 @@ export class GPULinear {
             for (let i = 0; i < outGradient.length; i++) {
                 inputGradient[i] += outGradient[i]
             }
+            const oldW = this.Weights[a]
+            const oldB = this.Bias[a]
             this.Weights[a] = this.cacheLBWeights[a](this.Weights[a], out, input, learningRate)
             this.Bias[a] = this.cacheLBIas[a](this.Bias[a], out, learningRate)
+            if(oldW && typeof oldW.delete === "function"){
+                oldW.delete()
+            }
+             if(oldB && typeof oldB.delete === "function"){
+                oldB.delete()
+            }
 
         }
         return inputGradient
     }
+    GetWeightsAndBias(){
+        const weight = []
+        const bias = []
+        this.Weights.map((e)=> weight.push(...e.toArray()))
+        this.Bias.map((e)=> bias.push(...e.toArray()))
+        return { weights: weight, bias: new Float32Array(bias)}
+    }
 }

package/src/Linear/index.js

@@ -44,8 +44,9 @@ export class Linear {
         this.gpu.InitKernel(this.Weights, this.Bias, embeddingSize)
     }
     Save() {
-        SaveVectors(this.Weights, this.configs.save.filename[0])
-        SaveBias(this.Bias, this.configs.save.filename[1])
+        const {bias, weights} = this.gpu.GetWeightsAndBias()
+        SaveVectors(weights, this.configs.save.filename[0])
+        SaveBias(bias, this.configs.save.filename[1])
     }
     forward(input) {
         this.input.push(input)