@mineproness/tensorloop 2.1.53 → 2.1.55

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mineproness/tensorloop",
-  "version": "2.1.53",
+  "version": "2.1.55",
   "description": "Raw-JAVASCRIPT Based Matirx and AI LLM Package called Tensorloop.",
   "keywords": [
     "ai",

package/src/Model/index.d.ts

@@ -1,7 +1,10 @@
-export default class Model{
+export default class Model {
     constructor(embeddingSize: number, contextSize: number, configs: {
         dirname: string,
         activation: "gelu" | "relu",
     })
-    train(text: string, batchSize: number, batchExecution: number, epochs: number, learningRate: number) : void
- }
+    train(pair: {
+        inputIDX: number[],
+        targetIDX: number[]
+    }[], batchSize: number, batchExecution: number, epochs: number, learningRate: number): void
+}

package/src/Model/index.js

@@ -1,6 +1,6 @@
 import { Embedding, PositionEmbedding, Linear, Tokenizer, TransformerBlock, Softmax } from '../../index.js'
 import path, { join } from 'path'
-import { GPUThings } from '../gpiInit.js'
+
 export default class Model {
     embedding;
     linear;
@@ -38,18 +38,13 @@ export default class Model {
             activation: configs.activation
         })
     }
-    train(text = "", epochs = 500, learningRate = 0.01) {
+    train(pair = {
+        inputIDX: [],
+        targetIDX: []
+    }, epochs = 500, learningRate = 0.01) {
         process.stdout.write("\x1Bc")
         console.log("Preparing Training Pairs....")
-        const tokens = text.split(/\r?\n/).map((e) => e.trim()).filter((e) => e.length > 0).map((e) => e + " <EOS>").map((e) => this.tokenizer.encoder(e).tokenIDs).flat()
-        const trainingPair = []
-        for (let a = 0; a + this.contextSize < tokens.length; a++) {
-            trainingPair.push({
-                inputIDX: tokens.slice(a, a + this.contextSize),
-                targetIDX: tokens.slice(a + 1, a + this.contextSize + 1)
-            })
-            if (trainingPair.length == 4000) break;
-        }
+        const trainingPair = pair
         let firstRun = true;
         console.log(`TotalPairs: ${trainingPair.length}`)
         if (trainingPair.length == 0 || !trainingPair) throw new Error(`The Batch Execution ${batchExecution} is doesn't exist.`);