@mineproness/tensorloop 2.1.62 → 2.1.64

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mineproness/tensorloop",
-  "version": "2.1.62",
+  "version": "2.1.64",
   "description": "Raw-JAVASCRIPT Based Matirx and AI LLM Package called Tensorloop.",
   "keywords": [
     "ai",

package/src/Embedding/index.js

@@ -98,7 +98,7 @@ export class Embedding {
             this.param = await this.gpu.createUniFormBuffer(this.oldParam.byteLength);
             this.tokenBuffer = await this.gpu.createBuffer(4 * token.length)
         }
-        if (this.oldParam[1] !== lr) {
+        if (this.oldParam[0] !== lr) {
             this.oldParam = new Float32Array([lr, 0]);
             this.gpu.WriteBuffer(this.param, this.oldParam)
         }

package/src/Tokenizer/index.js

@@ -27,7 +27,7 @@ export class Tokenizer {
         const output = []
         for (let a = 0; a < splitedWords.length; a++) {
             const word = splitedWords[a]
-            if (this.WordtoID[word]) {
+            if (this.WordtoID[word] !== undefined) {
                 output.push(word)
             } else {
                 let max = word.length
@@ -36,7 +36,7 @@ export class Tokenizer {
                     const regPatten = new RegExp(`.{0,${max}}`, "g")
                     const wordsliced = word.match(regPatten).filter((e) => e.length > 0)
                     const matched = wordsliced.flatMap(e => {
-                        if (this.WordtoID[e]) {
+                        if (this.WordtoID[e] !== undefined) {
                             return true
                         }
                         return false

package/src/shaders/CalculateLoss.wgsl

@@ -23,13 +23,8 @@ var <uniform> params: Params;
 @compute @workgroup_size(4)
 
 fn main(@builtin(global_invocation_id) id : vec3<u32>) {
-      let index = id.x;
-    let token = index / params.vocabSize;
-    let vocabIndex = index % params.vocabSize;
-    let start = token * params.vocabSize;
-    let end = start + params.vocabSize;
-    var targetIndex = targetToken[token];
-    let total: u32 = params.tokenCount * params.vocabSize;
-    let probalitils = probs[token * params.vocabSize + u32(targetIndex)];
+    let index = id.x;
+    var targetIndex = targetToken[index];
+    let probalitils = probs[index * params.vocabSize + u32(targetIndex)];
     loss[index] = -log(probalitils + 1e-15);
 }

package/src/shaders/EB.wgsl

@@ -17,7 +17,7 @@ var<storage, read_write> tokens: array<u32>;
 @group(0) @binding(3)
 var<uniform> params: Params;
 
-const embeddingSize = % embeddingSize % u;
+const embeddingSize = %embeddingSize%u;
 
 @compute @workgroup_size(256)