@mineproness/tensorloop 1.5.7 → 1.5.8

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mineproness/tensorloop",
-  "version": "1.5.7",
+  "version": "1.5.8",
   "description": "Raw-JAVASCRIPT Based Matirx and AI LLM Package called Tensorloop.",
   "keywords": [
     "ai",

package/src/Embedding/index.js

@@ -1,5 +1,6 @@
 import fs, { existsSync } from 'fs'
 import { SaveVectors, LoadVectors } from '../GetConfigs.js'
+import { GPUEmbedding } from '../GPU.js'
 // import { config } from 'process'
 
 function GenerateVectors(embeddingSize, vocabSize) {
@@ -17,6 +18,7 @@ export class Embedding {
     vectors = []
     configs;
     embeddingSize = 0
+
     constructor(embeddingSize, vocabSize, configs) {
         this.configs = configs
         this.embeddingSize = embeddingSize
@@ -25,12 +27,12 @@ export class Embedding {
                 this.vectors = LoadVectors(configs.save.filename, embeddingSize)
             } else {
                 this.vectors = GenerateVectors(embeddingSize, vocabSize)
-                this.Save()
+                SaveVectors(this.vectors, this.configs.save.filename)
             }
         } else {
             this.vectors = GenerateVectors(embeddingSize, vocabSize)
-  
-        }
+
+        }  
     }
     forward(token) {
         if (Array.isArray(token)) {

package/src/GPU.js

@@ -9,8 +9,8 @@ const kernel = gpu.createKernel(function () {
 
 kernel()
 const gl = kernel.context
-
-export function splitMatrix(matrix, chunksSizes = gl.getParameter(gl.MAX_TEXTURE_SIZE)) {
+const maxSize = gl ? gl.getParameter(gl.MAX_TEXTURE_SIZE) : 1200
+export function splitMatrix(matrix, chunksSizes = maxSize) {
     const chunks = []
     for (let a = 0; a < matrix.length; a += chunksSizes) {
         chunks.push(matrix.slice(a, a + chunksSizes))
@@ -143,4 +143,18 @@ export class GPULinear {
         this.Bias.map((e)=> bias.push(...e.toArray()))
         return { weights: weight, bias: new Float32Array(bias)}
     }
+}
+
+export class GPUEmbedding{
+    cacheEF;
+    constructor(embeddingSize){
+        this.cacheEF = gpu.createKernel(function(inputGradient, learningRate, tokenVector){
+          return tokenVector[this.thread.x] - (learningRate * inputGradient[this.thread.x])
+        }).setOutput([embeddingSize])
+    }
+    backward(tokenVector, inputGradient, learingRate){
+        return this.cacheEF(inputGradient, learingRate, tokenVector)
+    }
+  
+    
 }