@mineproness/tensorloop 1.5.6 → 1.5.8

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mineproness/tensorloop",
-  "version": "1.5.6",
+  "version": "1.5.8",
   "description": "Raw-JAVASCRIPT Based Matirx and AI LLM Package called Tensorloop.",
   "keywords": [
     "ai",

package/readme.md

@@ -15,6 +15,7 @@ A high-performance JavaScript library that provides essential AI and Large Langu
 - **Text Processing**: Built-in **Tokenizer** to convert raw text into token IDs and back.
 - **Special Tokens**: Native support for `<PAD>` and `<EOS>`.
 - **FFN BLOCK**: It add a layer to understand Complex Patterns.
+- ***GPU SUPPORT** GPU Can support it without any configure
 ---
 
 ## 🏗 Core Architecture

package/src/Embedding/index.js

@@ -1,5 +1,6 @@
 import fs, { existsSync } from 'fs'
 import { SaveVectors, LoadVectors } from '../GetConfigs.js'
+import { GPUEmbedding } from '../GPU.js'
 // import { config } from 'process'
 
 function GenerateVectors(embeddingSize, vocabSize) {
@@ -17,6 +18,7 @@ export class Embedding {
     vectors = []
     configs;
     embeddingSize = 0
+
     constructor(embeddingSize, vocabSize, configs) {
         this.configs = configs
         this.embeddingSize = embeddingSize
@@ -25,12 +27,12 @@ export class Embedding {
                 this.vectors = LoadVectors(configs.save.filename, embeddingSize)
             } else {
                 this.vectors = GenerateVectors(embeddingSize, vocabSize)
-                this.Save()
+                SaveVectors(this.vectors, this.configs.save.filename)
             }
         } else {
             this.vectors = GenerateVectors(embeddingSize, vocabSize)
-  
-        }
+
+        }  
     }
     forward(token) {
         if (Array.isArray(token)) {

package/src/GPU.js

@@ -9,8 +9,8 @@ const kernel = gpu.createKernel(function () {
 
 kernel()
 const gl = kernel.context
-
-export function splitMatrix(matrix, chunksSizes = gl.getParameter(gl.MAX_TEXTURE_SIZE)) {
+const maxSize = gl ? gl.getParameter(gl.MAX_TEXTURE_SIZE) : 1200
+export function splitMatrix(matrix, chunksSizes = maxSize) {
     const chunks = []
     for (let a = 0; a < matrix.length; a += chunksSizes) {
         chunks.push(matrix.slice(a, a + chunksSizes))
@@ -104,7 +104,6 @@ export class GPULinear {
 
 
 
-
     }
     CalculateLinearForward(input) {
         const result = []
@@ -123,10 +122,39 @@ export class GPULinear {
             for (let i = 0; i < outGradient.length; i++) {
                 inputGradient[i] += outGradient[i]
             }
+            const oldW = this.Weights[a]
+            const oldB = this.Bias[a]
             this.Weights[a] = this.cacheLBWeights[a](this.Weights[a], out, input, learningRate)
             this.Bias[a] = this.cacheLBIas[a](this.Bias[a], out, learningRate)
+            if(oldW && typeof oldW.delete === "function"){
+                oldW.delete()
+            }
+             if(oldB && typeof oldB.delete === "function"){
+                oldB.delete()
+            }
 
         }
         return inputGradient
     }
+    GetWeightsAndBias(){
+        const weight = []
+        const bias = []
+        this.Weights.map((e)=> weight.push(...e.toArray()))
+        this.Bias.map((e)=> bias.push(...e.toArray()))
+        return { weights: weight, bias: new Float32Array(bias)}
+    }
+}
+
+export class GPUEmbedding{
+    cacheEF;
+    constructor(embeddingSize){
+        this.cacheEF = gpu.createKernel(function(inputGradient, learningRate, tokenVector){
+          return tokenVector[this.thread.x] - (learningRate * inputGradient[this.thread.x])
+        }).setOutput([embeddingSize])
+    }
+    backward(tokenVector, inputGradient, learingRate){
+        return this.cacheEF(inputGradient, learingRate, tokenVector)
+    }
+  
+    
 }

package/src/Linear/index.js

@@ -44,8 +44,9 @@ export class Linear {
         this.gpu.InitKernel(this.Weights, this.Bias, embeddingSize)
     }
     Save() {
-        SaveVectors(this.Weights, this.configs.save.filename[0])
-        SaveBias(this.Bias, this.configs.save.filename[1])
+        const {bias, weights} = this.gpu.GetWeightsAndBias()
+        SaveVectors(weights, this.configs.save.filename[0])
+        SaveBias(bias, this.configs.save.filename[1])
     }
     forward(input) {
         this.input.push(input)