@mineproness/tensorloop 2.1.51 → 2.1.52

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mineproness/tensorloop",
-  "version": "2.1.51",
+  "version": "2.1.52",
   "description": "Raw-JAVASCRIPT Based Matirx and AI LLM Package called Tensorloop.",
   "keywords": [
     "ai",

package/src/Model/index.js

@@ -1,5 +1,6 @@
 import { Embedding, PositionEmbedding, Linear, Tokenizer, TransformerBlock, Softmax } from '../../index.js'
 import path, { join } from 'path'
+import {GPUThings} from '../gpiInit.js'
 export default class Model {
     embedding;
     linear;
@@ -9,9 +10,11 @@ export default class Model {
     block1;
     block2;
     contextSize;
+    gpuThings;
     constructor(embeddingSize, contextSize, configs) {
         this.tokenizer = new Tokenizer()
         this.contextSize = contextSize
+        this.gpuThings = new GPUThings(vocabSize, contextSize)
         this.embedding = new Embedding(embeddingSize, this.tokenizer.vocabSize, contextSize, {
             save: {
                 filename: path.join(configs.dirname, "vectors.bin")
@@ -78,7 +81,14 @@ export default class Model {
                 const percentense = (((a + 1) / trainingPair.length) * 100).toFixed(2)
                 const filted = Math.round((percentense / 100) * 20);
                 const empty = 20 - filted
-                process.stdout.write(`\rEPOCHS: ${i} [${"=".repeat(filted)}${" ".repeat(empty)}] ${percentense}% (${a + 1}/${trainingPair.length}) | loss ${(totalLoss / (a + 1)).toFixed(2)}`)
+                const correctAccu = this.gpuThings.calculateAvgMax(logits, target)
+                let correct = 0;
+                for(let a = 0; a < correctAccu.length; a++){
+                    correct += correctAccu[a]
+                }
+                correct /= target.length
+                correct *= 100
+                process.stdout.write(`\rEPOCHS: ${i} [${"=".repeat(filted)}${" ".repeat(empty)}] ${percentense}% (${a + 1}/${trainingPair.length}) | loss ${(totalLoss / (a + 1)).toFixed(2)} | Accuray: ${correct}`)
             }
             console.log("")
             this.embedding.Save()

package/src/gpiInit.js

@@ -758,4 +758,28 @@ export class GPUPosition {
     Save(){
         return this.posVectors.toArray()
     }
+}
+
+
+export class GPUThings{
+    vocabSize;
+    calculateAvgMax;
+    constructor(vocabSize, contextSize){
+      this.calculateAvgMax = gpu.createKernel(function(logits, target){
+        let maxIDX = 0;
+        let maxLogit = logits[this.thread.x][0]
+        for(let a = 0; a < vocabSize; a++){
+            if(maxLogit <= logits[this.thread.x][a]){
+                maxIDX = a;
+                maxLogit = logits[this.thread.x][a]
+            }
+        }
+        return maxIDX == target[this.thread.x] ? 1 : 0
+      }, {
+        output: [contextSize],
+        constants: {
+            vocabSize
+        }
+      })
+    }
 }