@mineproness/tensorloop 2.1.57 → 2.1.59

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mineproness/tensorloop",
-  "version": "2.1.57",
+  "version": "2.1.59",
   "description": "Raw-JAVASCRIPT Based Matirx and AI LLM Package called Tensorloop.",
   "keywords": [
     "ai",

package/src/Linear/index.js

@@ -42,7 +42,7 @@ export class Linear {
         let total = embeddingSize * vocabSize;
         if (configs && configs.save) {
             const w = getVector(configs.save.filename[0], total);
-            const b = getVector(configs.save.filename[1], total, true)
+            const b = getVector(configs.save.filename[1], vocabSize, true)
             if (!w && !b) {
                 this.bias = GenerateBias(vocabSize)
                 this.weights = GenerateVectors(embeddingSize, vocabSize)

package/src/OperationManager.js

@@ -42,7 +42,7 @@ export class OperationManager {
         return result
     }
     getShaderPipline(filename, value = { "embedding": 123 }, entryPoint = "main") {
-        let readShaderCode = fs.readFileSync(path.join(__dirname, filename), "utf-8");
+        let readShaderCode = fs.readFileSync(path.join(__dirname, `../${filename}`), "utf-8");
         if (value) {
             for (const a in value) {
                 readShaderCode = readShaderCode.replaceAll(`%${a}%`, value[a])
@@ -67,10 +67,10 @@ export class OperationManager {
         const pass = encoder.beginComputePass();
         pass.setPipeline(pipline)
         pass.setBindGroup(0, binding)
-        pass.dispatchWorkgroups(dispatchWorkgroups, y , z)
+        pass.dispatchWorkgroups(dispatchWorkgroups, y, z)
         pass.end()
     }
-   
+
     async MakeACopyBuffer(encoder, sourceBuffer) {
         const buffer = this.device.createBuffer({
             size: sourceBuffer.size,
@@ -79,22 +79,22 @@ export class OperationManager {
         encoder.copyBufferToBuffer(sourceBuffer, 0, buffer, 0, sourceBuffer.size);
         return buffer
     }
-    CreateEncoder(){
+    CreateEncoder() {
         return this.device.createCommandEncoder()
     }
-    createBindGroup(shader,groupNum,ent){
+    createBindGroup(shader, groupNum, ent) {
         return this.device.createBindGroup({
             layout: shader.getBindGroupLayout(groupNum),
-            entries: ent.map((e, x)=>{
+            entries: ent.map((e, x) => {
                 return {
-                    binding : x,
-                    resource: e 
+                    binding: x,
+                    resource: e
                 }
             })
         })
     }
-    async submitQueue(encoder){
-         this.device.queue.submit([encoder.finish()])
+    async submitQueue(encoder) {
+        this.device.queue.submit([encoder.finish()])
     }
 
 }   

package/src/getVec.js

@@ -5,21 +5,23 @@ export function getVector(filename, size, bias) {
     if (!fs.existsSync(filename)) {
         return null;
     }
-    const bufferFloat32Array = fs.readFileSync(filename)
-    const r = new Float32Array(bufferFloat32Array.buffer, bufferFloat32Array.byteOffset, bufferFloat32Array.byteLength / 4);
-    if (r.length < size) {
-         const output = new Float32Array(size);
-         for(let a = 0; a < size; a++){
-            let num = r[a];
-            if(num){
-                output[a] = num;
-            }else{
-                output[a] = bias ? 0 : (Math.random() * 2 - 1) * 0.02
-            }
-         }
-    } else {
-        return r
+    const buffer = fs.readFileSync(filename);
+    const r = new Float32Array(
+        buffer.buffer,
+        buffer.byteOffset,
+        buffer.byteLength / 4
+    );
+    if (r.length >= size) {
+        return r;
     }
+    const output = new Float32Array(size);
+    output.set(r);
+    if (!bias) {
+        for (let i = r.length; i < size; i++) {
+            output[i] = (Math.random() * 2 - 1) * 0.02;
+        }
+    }
+    return output;
 }
 
 export function SaveVector(filename, vectors) {