@mineproness/tensorloop 2.1.59 → 2.1.61

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mineproness/tensorloop",
-  "version": "2.1.59",
+  "version": "2.1.61",
   "description": "Raw-JAVASCRIPT Based Matirx and AI LLM Package called Tensorloop.",
   "keywords": [
     "ai",

package/src/SelfAttention/index.js

@@ -63,7 +63,6 @@ export class SelfAttention {
         const finalOutput = await this.gpu.createBuffer(tokenCount * this.embeddingSize * 4)
         const outputBind = await this.gpu.createBindGroup(this.outputForward, 0, [this.weights, this.value, finalOutput, this.asParams]);
         await this.gpu.RunPipline(encoder, this.outputForward, outputBind, Math.ceil((tokenCount * this.embeddingSize) / 256))
-
         await this.gpu.submitQueue(encoder)
         scroes.destroy()
         return finalOutput
@@ -92,7 +91,7 @@ export class SelfAttention {
         const dv = await this.v.backward(dV, lr)
         const output = await this.gpu.createBuffer(this.embeddingSize * tokenCount * 4);
         const encode = this.gpu.CreateEncoder()
-        const outputBind = await this.gpu.createBindGroup(this.sumShader, 0 , [dq, dk, dv, output, this.softmaxParams]);
+        const outputBind = await this.gpu.createBindGroup(this.sumShader, 0 , [dq, dk, dv, output, this.asParams]);
         await this.gpu.RunPipline(encode, this.sumShader, outputBind, Math.ceil((tokenCount * this.embeddingSize / 256)));
         await this.gpu.submitQueue(encode)
         dS.destroy()
@@ -114,7 +113,7 @@ export class SelfAttention {
     }
     async Save(){
        await this.q.Save()
-       await this.q.Save()
-       await this.q.Save()
+       await this.k.Save()
+       await this.v.Save()
     }
 }

package/src/shaders/SoftmaxBackward.wgsl

@@ -27,5 +27,5 @@ fn main(@builtin(global_invocation_id) id: vec3<u32>) {
     }
     let p = P[index];
     let dp = dP[index];
-    output[index] = clamp(p * (dp - dot), -1.0, 1.0);
+    output[index] = p * (dp - dot);
 }