@mineproness/tensorloop 1.5.1 → 1.5.3

package/index.js

@@ -3,7 +3,6 @@ import { Embedding as embeddding2 } from "./src/Embedding/index.js";
 import { Linear as li2 } from "./src/Linear/index.js";
 import { Softmax as softmax2 } from "./src/Softmax/index.js";
 import { crossEntropy } from "./src/crossEntropy/index.js";
-import {tools} from './src/tools/index.js'
 import {ReLU} from './src/ReLU/index.js'
 import {PositionEmbedding as PE} from './src/PositionEmbedding/index.js'
 import {SelfAttention as ST} from './src/SelfAttention/index.js'
@@ -15,7 +14,6 @@ export const Embedding = embeddding2
 export const Linear = li2
 export const Softmax = softmax2
 export const CrossEntropy = crossEntropy
-export const Tools = tools
 export const ReLu = ReLU
 export const PositionEmbedding = PE
 export const SelfAttention = ST

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@mineproness/tensorloop",
-  "version": "1.5.1",
-  "description": "The most powerfull Machine Learning Library for AI.",
+  "version": "1.5.3",
+  "description": "Raw-JAVASCRIPT Based Matirx and AI LLM Package called Tensorloop.",
   "keywords": [
     "ai",
     "llm",
@@ -20,5 +20,4 @@
     "type": "git",
     "url": "https://github.com/mineproness-org/tensorloop.git"
   }
-
 }

package/readme.md

@@ -14,7 +14,7 @@ A high-performance JavaScript library that provides essential AI and Large Langu
 - **Attention & Positioning**: Built-in **Self-Attention** and **Positional Embedding** matrices.
 - **Text Processing**: Built-in **Tokenizer** to convert raw text into token IDs and back.
 - **Special Tokens**: Native support for `<PAD>` and `<EOS>`.
-
+- **FFN BLOCK**: It add a layer to understand Complex Patterns.
 ---
 
 ## 🏗 Core Architecture
@@ -93,7 +93,7 @@ const text = "Hello, Welcome to My Channel."
 
 // Encode text to token IDs
 const { tokenIDs } = tokenizer.encoder(text) 
-console.log(tokenIDs) // Output example: ["hello", "\$12", "well", "come", "\$130"...]
+console.log(tokenIDs) // Output example: ["hello", "$12", "well", "come", "$130"...]
 
 // Decode token IDs back to text
 const decoded = tokenizer.decoder(tokenIDs) 
@@ -107,19 +107,15 @@ console.log(decoded) // Output: "Hello, Welcome to My Channel."
 ### 1. Use TypeScript
 We highly recommend using **TypeScript** with TensorLoop to enforce type safety and leverage IDE autocomplete features for all active classes and methods.
 
-### 2. Pair with Native Tools
-Maximize efficiency by processing your layers with our built-in `Tools` utility suite:
-
-```javascript
-import { Tools } from '@mineproness/tensorloop'
-
-const tools = new Tools()
+---
 
-// Optimize vector arrays for downstream tasks
-console.log(tools.betterVector(embeddingVectors))
-```
+### 2. Always use NodeJS 20 Higher
+This Package optimized for node js 20 or higher. If you use older version it Maybe Break Easliy.
 
 ---
+### 3. Use GELU Always.
+ 
+Gelu is Better Activation because it is not turn a gradient 0 so it is so smoothly works.
 
 ## ⭐ Support the Project
 

package/src/Tokenizer/index.js

@@ -70,7 +70,7 @@ export class Tokenizer {
                 }
             }
         }
-        return Validate(output.filter(e=> e.trim().length > 0)).join(" ").replaceAll(/\s+([,.;'{}`!~\|":><?])/g, "$1")
+        return Validate(output.filter(e=> e.trim().length > 0)).join(" ").replaceAll(/\s+([,.;'{}`!~\"?])/g, "$1")
     }
 }
 
@@ -86,7 +86,6 @@ function Validate(output = ["hello", "guys"]) {
                 bestOutput[idx] = e[0].toLocaleUpperCase() + e.slice(1, e.length)
             } else {
                 bestOutput[idx] = e
-
             }
         }
 

package/src/Tokenizer/vocabs.json

@@ -19606,5 +19606,13 @@
   "?",
   "!",
   "@",
-  "$"
+  "$",
+  ":",
+  "/",
+  "+",
+  "-",
+  "=",
+  "%",
+  "*",
+  "@"
 ]

package/src/TransformerBlock/index.js

@@ -9,16 +9,11 @@ export class TransformerBlock {
     }
     forward(input) {
         const attention = this.selfAttention.forward(input)
-        return this.ffn.forward(normal2)
+        return this.ffn.forward(attention)
     }
     backward(dOutput, learningRate) {
-        const dAttention =
-            this.ffn.backward(dOutput, learningRate)
-
-        return this.selfAttention.backward(
-            dAttention,
-            learningRate
-        )
+        const dAttention = this.ffn.backward(dOutput, learningRate)
+        return this.selfAttention.backward(dAttention, learningRate)
     }
     clearInputCache() {
         this.ffn.ClearInputCache()

package/src/tools/index.d.ts

@@ -1,3 +0,0 @@
-export class tools{
-    betterVector(vectors: number[] | Float32Array[]) : string
-}

package/src/tools/index.js

@@ -1,5 +0,0 @@
-export class tools{
-    betterVector(vectors){
-        return [...vectors].map((e)=> Number(e.toFixed(2)))
-    }
-}