@mineproness/tensorloop 2.1.51 → 2.1.53

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mineproness/tensorloop",
-  "version": "2.1.51",
+  "version": "2.1.53",
   "description": "Raw-JAVASCRIPT Based Matirx and AI LLM Package called Tensorloop.",
   "keywords": [
     "ai",

package/src/Model/index.js

@@ -1,5 +1,6 @@
 import { Embedding, PositionEmbedding, Linear, Tokenizer, TransformerBlock, Softmax } from '../../index.js'
 import path, { join } from 'path'
+import { GPUThings } from '../gpiInit.js'
 export default class Model {
     embedding;
     linear;
@@ -40,13 +41,14 @@ export default class Model {
     train(text = "", epochs = 500, learningRate = 0.01) {
         process.stdout.write("\x1Bc")
         console.log("Preparing Training Pairs....")
-        const tokens = text.split(/\r?\n/).map((e) => e.trim()).filter((e) => e.length > 0).map((e)=> e + " <EOS>").map((e) => this.tokenizer.encoder(e).tokenIDs).flat()
+        const tokens = text.split(/\r?\n/).map((e) => e.trim()).filter((e) => e.length > 0).map((e) => e + " <EOS>").map((e) => this.tokenizer.encoder(e).tokenIDs).flat()
         const trainingPair = []
         for (let a = 0; a + this.contextSize < tokens.length; a++) {
             trainingPair.push({
                 inputIDX: tokens.slice(a, a + this.contextSize),
                 targetIDX: tokens.slice(a + 1, a + this.contextSize + 1)
             })
+            if (trainingPair.length == 4000) break;
         }
         let firstRun = true;
         console.log(`TotalPairs: ${trainingPair.length}`)
@@ -78,6 +80,7 @@ export default class Model {
                 const percentense = (((a + 1) / trainingPair.length) * 100).toFixed(2)
                 const filted = Math.round((percentense / 100) * 20);
                 const empty = 20 - filted
+        
                 process.stdout.write(`\rEPOCHS: ${i} [${"=".repeat(filted)}${" ".repeat(empty)}] ${percentense}% (${a + 1}/${trainingPair.length}) | loss ${(totalLoss / (a + 1)).toFixed(2)}`)
             }
             console.log("")

package/src/gpiInit.js

@@ -737,7 +737,8 @@ export class GPUPosition {
         this.cachePF = gpu.createKernel(function (posVectors, vectors) {
             return vectors[this.thread.y][this.thread.x] + posVectors[this.thread.y][this.thread.x]
         }, {
-            output: [embeddingSize, contextSize]
+            output: [embeddingSize, contextSize],
+
         })
         this.cachePB = gpu.createKernel(function (outGradient, learingRate, oldVec) {
             return oldVec[this.thread.y][this.thread.x] - learingRate * outGradient[this.thread.y][this.thread.x]
@@ -747,15 +748,17 @@ export class GPUPosition {
             pipeline: true,
         })
     }
-    forward(vectors){
+    forward(vectors) {
         return this.cachePF(this.posVectors, vectors)
     }
-    backward(outGradient, learingRate){
+    backward(outGradient, learingRate) {
         const oldVec = this.posVectors;
         this.posVectors = this.cachePB(outGradient, learingRate, oldVec)
         oldVec.delete()
     }
-    Save(){
+    Save() {
         return this.posVectors.toArray()
     }
-}
+}
+
+