@imaduddin/fastbrain 2.0.2 → 2.0.4

package/dist/Embedding/index.js

@@ -41,7 +41,7 @@ export class Embedding {
             }
         }
         this.gpu = new GPUManager(device, {
-            shaderDir: join(__dirname, "shaders/")
+            shaderDir: join(__dirname, "../../shaders/")
         });
     }
     async forward(input, encoderShared) {

package/dist/Gelu/index.js

@@ -16,7 +16,7 @@ export class Gelu {
         this.device = device;
         this.hiddenSize = hiddenSize;
         this.gpu = new GPUManager(device, {
-            shaderDir: join(__dirname, "./shaders/relu")
+            shaderDir: join(__dirname, "../../shaders/relu")
         });
     }
     async forward(input, encoderShared) {

package/dist/Linear/index.js

@@ -52,7 +52,7 @@ export class Linear {
             }
         }
         this.gpu = new GPUManager(device, {
-            shaderDir: join(__dirname, "shaders/")
+            shaderDir: join(__dirname, "../../shaders/")
         });
     }
     getParameter() {

package/dist/RMSNorm/index.js

@@ -17,7 +17,7 @@ export class RMSNorm {
         this.device = device;
         this.embeddingSize = embeddingSize;
         this.gpu = new GPUManager(device, {
-            shaderDir: join(__dirname, "./shaders/rmsnorm")
+            shaderDir: join(__dirname, "../../shaders/rmsnorm")
         });
     }
     async forward(input, encoderShared) {

package/dist/SelfAttention/index.js

@@ -49,7 +49,7 @@ export class SelfAttention {
             filename: [join(configs.dirname, "LINEAR_KEY_WEIGHTS.bin"), join(configs.dirname, "LINEAR_KEY_BIAS.bin")]
         });
         this.gpu = new GPUManager(device, {
-            shaderDir: join(__dirname, "shaders/")
+            shaderDir: join(__dirname, "../../shaders/")
         });
     }
     async softmaxBackward(weights, dWeigths, output, tokenCount, enocder) {

package/dist/Softmax/index.js

@@ -19,7 +19,7 @@ export class Softmax {
         this.device = device;
         this.VocabSize = VocabSize;
         this.gpu = new GPUManager(device, {
-            shaderDir: join(__dirname, './shaders/softmax')
+            shaderDir: join(__dirname, '../../shaders/softmax')
         });
     }
     async forward(logit, encoderShared) {

package/dist/residualConnection/index.js

@@ -10,7 +10,7 @@ export class residualConnection {
     constructor(device) {
         this.device = device;
         this.gpu = new GPUManager(device, {
-            shaderDir: join(__dirname, "./shaders")
+            shaderDir: join(__dirname, "../../shaders")
         });
     }
     async add(a, b) {
@@ -20,6 +20,8 @@ export class residualConnection {
                 this.output.destroy();
             this.output = await this.gpu?.createBuffer(new Float32Array(a.buffer.size / 4), "storage");
         }
+        if (!this.addShader)
+            this.addShader = await this.gpu?.getPiplineShader("add.wgsl");
         const bindGroup = await this.gpu?.createBindGroup(this.addShader, [a, b, this.output], 0);
         await this.gpu?.RunPipline(encoder, this.addShader, bindGroup, Math.ceil((a.buffer.size / 4) / 64));
         await this.gpu?.SumbitEncoder(encoder);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@imaduddin/fastbrain",
-  "version": "2.0.2",
+  "version": "2.0.4",
   "description": "Raw-JAVASCRIPT Based Matirx and AI LLM Package called fastBrain.",
   "keywords": [
     "ai",

package/src/Embedding/index.ts

@@ -36,7 +36,7 @@ export class Embedding {
             }
         }
         this.gpu = new GPUManager(device, {
-            shaderDir: join(__dirname, "shaders/")
+            shaderDir: join(__dirname, "../../shaders/")
         })
     }
     async forward(input: number[], encoderShared: GPUCommandEncoder | undefined) {

package/src/Gelu/index.ts

@@ -15,7 +15,7 @@ export class Gelu {
     gpu: GPUManager | undefined;
     constructor(public device: GPUDevice, public hiddenSize: number) {
         this.gpu = new GPUManager(device, {
-            shaderDir: join(__dirname,"./shaders/relu")
+            shaderDir: join(__dirname,"../../shaders/relu")
         })
     }
     async forward(input: Buffer, encoderShared: GPUCommandEncoder | undefined) {

package/src/Linear/index.ts

@@ -46,7 +46,7 @@ export class Linear {
             }
         }
         this.gpu = new GPUManager(device, {
-            shaderDir: join(__dirname, "shaders/")
+            shaderDir: join(__dirname, "../../shaders/")
         })
     }
     getParameter(){

package/src/RMSNorm/index.ts

@@ -16,7 +16,7 @@ export class RMSNorm {
     gpu: GPUManager | undefined
     constructor(public device: GPUDevice, public embeddingSize: number) {
         this.gpu = new GPUManager(device, {
-            shaderDir: join(__dirname, "./shaders/rmsnorm")
+            shaderDir: join(__dirname, "../../shaders/rmsnorm")
         })
     }
     async forward(input: Buffer, encoderShared: GPUCommandEncoder | undefined) {

package/src/SelfAttention/index.ts

@@ -48,7 +48,7 @@ export class SelfAttention {
             filename: [join(configs.dirname, "LINEAR_KEY_WEIGHTS.bin"), join(configs.dirname, "LINEAR_KEY_BIAS.bin")]
         })
         this.gpu = new GPUManager(device, {
-            shaderDir: join(__dirname, "shaders/")
+            shaderDir: join(__dirname, "../../shaders/")
         })
     }
     async softmaxBackward(weights: Buffer, dWeigths: Buffer, output: Buffer, tokenCount: number, enocder: GPUCommandEncoder) {

package/src/Softmax/index.ts

@@ -17,7 +17,7 @@ export class Softmax {
     targetBuffer: Buffer | undefined;
     constructor(public device: GPUDevice, public VocabSize: number) {
         this.gpu = new GPUManager(device, {
-            shaderDir: join(__dirname,'./shaders/softmax')
+            shaderDir: join(__dirname,'../../shaders/softmax')
         })
     }
     async forward(logit: Buffer | number[], encoderShared: GPUCommandEncoder | undefined) {

package/src/residualConnection/index.ts

@@ -11,7 +11,7 @@ export class residualConnection{
     addShader: GPUComputePipeline | undefined;
     constructor(public device : GPUDevice){
         this.gpu = new GPUManager(device, {
-            shaderDir: join(__dirname, "./shaders")
+            shaderDir: join(__dirname, "../../shaders")
         })
     }
     async add(a: Buffer, b: Buffer){
@@ -20,6 +20,7 @@ export class residualConnection{
             if(this.output) this.output.destroy()
             this.output = await this.gpu?.createBuffer(new Float32Array(a.buffer.size / 4), "storage")
          }
+         if(!this.addShader) this.addShader = await this.gpu?.getPiplineShader("add.wgsl")
          const bindGroup = await this.gpu?.createBindGroup(this.addShader!, [a,b,this.output!], 0)
          await this.gpu?.RunPipline(encoder, this.addShader!, bindGroup!, Math.ceil((a.buffer.size / 4) / 64))
          await this.gpu?.SumbitEncoder(encoder!)