@mineproness/tensorloop 1.1.4 → 1.1.6

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mineproness/tensorloop",
-  "version": "1.1.4",
+  "version": "1.1.6",
   "description": "The most powerfull Machine Learning Library for AI.",
   "keywords": [
     "ai",

package/src/Embedding/index.js

@@ -1,5 +1,5 @@
 import fs, { existsSync } from 'fs'
-import { GetVectors, SaveVectors } from '../GetConfigs.js'
+import { GetEmbeddingVectors, SaveEmbeddingVectors, SaveVectors } from '../GetConfigs.js'
 // import { config } from 'process'
 
 function GenerateVectors(embeddingSize, vocabSize) {
@@ -16,14 +16,16 @@ function GenerateVectors(embeddingSize, vocabSize) {
 export class Embedding {
     vectors = []
     configs;
+    embeddingSize = 0
     constructor(embeddingSize, vocabSize, configs) {
         this.configs = configs
+        this.embeddingSize = embeddingSize
         if (configs && configs.save) {
             if (existsSync(configs.save.filename)) {
-                 this.vectors = GetVectors(configs.save.filename, embeddingSize)
+                this.vectors = []
             } else {
                 this.vectors = GenerateVectors(embeddingSize, vocabSize)
-                SaveVectors(configs.save.filename, this.vectors)
+                this.Save()
             }
         } else {
             this.vectors = GenerateVectors(embeddingSize, vocabSize)
@@ -31,18 +33,26 @@ export class Embedding {
         }
     }
     forward(token) {
-       if(Array.isArray(token)){
-        return token.map((e)=> this.vectors[e])
-       }else{
-        return this.vectors[token]
-       }
+        if (Array.isArray(token)) {
+            return token.map((e) => {
+                const id = this.vectors[e]
+                if (id) return id
+                this.vectors[e] = GetEmbeddingVectors(e, this.embeddingSize, this.configs.save.filename)
+                return this.vectors[e]
+            })
+        } else {
+            if (!this.vectors[token]) {
+                this.vectors[token] = GetEmbeddingVectors(token, this.embeddingSize, this.configs.save.filename)
+            }
+            return this.vectors[token]
+        }
     }
-    backward(token, inputGradient, learingRate){
-        for(let a = 0; a < this.vectors[token].length; a++){
-           this.vectors[token][a] -= learingRate * inputGradient[a]
+    backward(token, inputGradient, learingRate) {
+        for (let a = 0; a < this.vectors[token].length; a++) {
+            this.vectors[token][a] -= learingRate * inputGradient[a]
         }
     }
-    Save(){
-        SaveVectors(this.configs.save.filename , this.vectors)
+    Save() {
+        SaveEmbeddingVectors(this.vectors, this.configs.save.filename)
     }
 }

package/src/GetConfigs.js

@@ -1,23 +1,26 @@
 import fs from "fs";
 import { join } from "path";
 
-export function SaveVectors (filename, vectors){
-    const sizeOfArray = vectors.length;
-    const sizeOfEmbedding = vectors[0].length;
-    const floatArray = vectors.map((e)=> Buffer.from(e.buffer))
-    const combinedBuffer = Buffer.concat(floatArray)
-    fs.writeFileSync(filename , combinedBuffer)
-    
+export function SaveVectors(filename, vectors) {
+    const fd = fs.openSync(filename, "w");
+
+    try {
+        for (const vector of vectors) {
+            fs.writeSync(fd, Buffer.from(vector.buffer));
+        }
+    } finally {
+        fs.closeSync(fd);
+    }
 }
 
-export function GetVectors(filename, embeddingSize){
+export function GetWeights(filename, embeddingSize) {
     const fileBuffer = fs.readFileSync(filename)
-    const ELEMENTS_PER_ARRAY= embeddingSize;
-    const BYTES_PER_ELEMENT= Float32Array.BYTES_PER_ELEMENT
+    const ELEMENTS_PER_ARRAY = embeddingSize;
+    const BYTES_PER_ELEMENT = Float32Array.BYTES_PER_ELEMENT
     const BYTES_PER_ARRAY = ELEMENTS_PER_ARRAY * BYTES_PER_ELEMENT
     const totalArraySaved = fileBuffer.byteLength / BYTES_PER_ARRAY;
     const totalArray = []
-    for(let i = 0; i < totalArraySaved; i++){
+    for (let i = 0; i < totalArraySaved; i++) {
         const currentOffset = fileBuffer.byteOffset + (i * BYTES_PER_ARRAY)
         const f32 = new Float32Array(fileBuffer.buffer, currentOffset, ELEMENTS_PER_ARRAY)
         totalArray.push(f32)
@@ -25,11 +28,35 @@ export function GetVectors(filename, embeddingSize){
     return totalArray
 }
 
-export function GetVector(filename){
+export function GetVector(filename) {
     const buffer = fs.readFileSync(filename)
     return new Float32Array(buffer.buffer, buffer.byteOffset, buffer.byteLength / Float32Array.BYTES_PER_ELEMENT)
 }
 
-export function Save(filename, vector){
+export function Save(filename, vector) {
     return fs.writeFileSync(filename, Buffer.from(vector.buffer))
+}
+
+export function GetEmbeddingVectors(token, embeddingSize, filename) {
+    const fd = fs.openSync(filename, "r")
+    const PER_BTYES_VECTOR = embeddingSize * Float32Array.BYTES_PER_ELEMENT
+    const buffer = Buffer.allocUnsafe(PER_BTYES_VECTOR)
+    fs.readSync(fd, buffer, 0, PER_BTYES_VECTOR, token * PER_BTYES_VECTOR)
+    fs.closeSync(fd)
+    return new Float32Array(buffer)
+}
+
+export function SaveEmbeddingVectors(vectors = [new Float32Array([1, 2, 3])], filename) {
+    const fd = fs.openSync(filename, "w")
+    try {
+        for (let a = 0; a < vectors.length; a++) {
+            const vector = vectors[a]
+            if (vector == undefined) continue;
+            const offset = a * vector.length * Float32Array.BYTES_PER_ELEMENT;
+            fs.readSync(fd, Buffer.from(vector.buffer) , 0 , vector.byteLength, offset)
+
+        }
+    }finally{
+        fs.closeSync(fd)
+    }
 }

package/src/Linear/index.js

@@ -1,4 +1,4 @@
-import { GetVector, GetVectors, Save, SaveVectors } from '../GetConfigs.js'
+import { GetWeights, Save,GetVector ,  SaveVectors } from '../GetConfigs.js'
 import { existsSync } from 'fs'
 function GenerateWeightsBias(embeddingSize, vocabSize) {
     const vectors = []
@@ -22,7 +22,7 @@ export class Linear {
         if (configs && configs.save) {
             this.configs = configs
             if (existsSync(configs.save.filename[0]) && existsSync(configs.save.filename[1])) {
-                const Vectors = GetVectors(configs.save.filename[0], embeddingSize)
+                const Vectors = GetWeights(configs.save.filename[0], embeddingSize)
                 const Bias = GetVector(configs.save.filename[1])
                 this.Weights = Vectors;
                 this.Bias = Bias