@mineproness/tensorloop 2.1.58 → 2.1.59

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mineproness/tensorloop",
-  "version": "2.1.58",
+  "version": "2.1.59",
   "description": "Raw-JAVASCRIPT Based Matirx and AI LLM Package called Tensorloop.",
   "keywords": [
     "ai",

package/src/Linear/index.js

@@ -42,7 +42,7 @@ export class Linear {
         let total = embeddingSize * vocabSize;
         if (configs && configs.save) {
             const w = getVector(configs.save.filename[0], total);
-            const b = getVector(configs.save.filename[1], total, true)
+            const b = getVector(configs.save.filename[1], vocabSize, true)
             if (!w && !b) {
                 this.bias = GenerateBias(vocabSize)
                 this.weights = GenerateVectors(embeddingSize, vocabSize)

package/src/getVec.js

@@ -5,21 +5,23 @@ export function getVector(filename, size, bias) {
     if (!fs.existsSync(filename)) {
         return null;
     }
-    const bufferFloat32Array = fs.readFileSync(filename)
-    const r = new Float32Array(bufferFloat32Array.buffer, bufferFloat32Array.byteOffset, bufferFloat32Array.byteLength / 4);
-    if (r.length < size) {
-         const output = new Float32Array(size);
-         for(let a = 0; a < size; a++){
-            let num = r[a];
-            if(num){
-                output[a] = num;
-            }else{
-                output[a] = bias ? 0 : (Math.random() * 2 - 1) * 0.02
-            }
-         }
-    } else {
-        return r
+    const buffer = fs.readFileSync(filename);
+    const r = new Float32Array(
+        buffer.buffer,
+        buffer.byteOffset,
+        buffer.byteLength / 4
+    );
+    if (r.length >= size) {
+        return r;
     }
+    const output = new Float32Array(size);
+    output.set(r);
+    if (!bias) {
+        for (let i = r.length; i < size; i++) {
+            output[i] = (Math.random() * 2 - 1) * 0.02;
+        }
+    }
+    return output;
 }
 
 export function SaveVector(filename, vectors) {