@mineproness/tensorloop 1.0.0 → 1.0.1

package/index.js

@@ -3,8 +3,10 @@ import { Embedding as embeddding2 } from "./src/Embedding/index.js";
 import { Linear as li2 } from "./src/Linear/index.js";
 import { Softmax as softmax2 } from "./src/Softmax/index.js";
 import { crossEntropy } from "./src/crossEntropy/index.js";
+import {tools} from './src/tools/index.js'
 export const Tokenizer = tokenizer
 export const Embedding = embeddding2
 export const Linear = li2
 export const Softmax = softmax2
-export const CrossEntropy = crossEntropy
+export const CrossEntropy = crossEntropy
+export const Tools = tools

package/package.json

@@ -1,22 +1,23 @@
-{
-  "name": "@mineproness/tensorloop",
-  "version": "1.0.0",
-  "description": "The most powerfull Machine Learing Libeary for AI.",
-  "keywords": [
-    "ai",
-    "llm",
-    "Large",
-    "Language",
-    "model",
-    "Small",
-    "Language",
-    "Model"
-  ],
-  "license": "MIT",
-  "author": "mineproness",
-  "type": "module",
-  "main": "index.js",
-  "scripts": {
-    "test": "echo \"Error: no test specified\" && exit 1"
-  }
-}
+{
+  "name": "@mineproness/tensorloop",
+  "version": "1.0.1",
+  "description": "The most powerfull Machine Learing Libeary for AI.",
+  "keywords": [
+    "ai",
+    "llm",
+    "Large",
+    "Language",
+    "model",
+    "Small",
+    "Language",
+    "Model"
+  ],
+  "license": "MIT",
+  "author": "mineproness",
+  "type": "module",
+  "main": "index.js",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/mineproness-org/tensorloop.git"
+  }
+}

package/readme.md

@@ -0,0 +1,71 @@
+![tensor loop logo](https://i.imgur.com/I7WW3jf_d.webp?maxwidth=760&fidelity=grand)
+
+A Library that Supply AI Tools and Large Language model Development tools like Embedding, Linear, ReLU, softmax etc...
+
+## Feature
+
+- Embedding Vectors.
+- Linear Weights and Bias. 
+- Softmax forward and Backward.
+- CrossEntroy for Loss Calculation.
+- Relu for Stable Layer.
+- Tokenizer for convert into tokens.
+
+## Configs
+
+You can Pass a Object in a embedding and linear function. like :-
+
+```js
+import {Embedding , linear} from '@mineproness/tensorloop'
+
+const embedding = new Embedding(1024, 2000, {
+    save: {
+        filename: "./model/vectors.bin"
+    }
+})
+const linear = new Embedding(1024, 2000, {
+    save: {
+        filename: ["./model/Weights.bin" , "./model/Bias.bin"]
+    }
+})
+```
+
+Linear Layer need a filename array because it need to save the Weights and Bias and always use bin extension.
+
+## Optimizations
+
+It is Highly Fast Because of Float 32 Array and it is can handle 1024 embedding Size.
+We build that with Raw Javascript for Best Optimization.
+
+## Tokenizer
+
+It is main use to Split Words and Convert into token ids that can be again Deconvert.
+
+
+like this Exmple 
+
+```javascript
+import { Tokenizer } from '@mineproness/tensorloop'
+
+const tokenizer = new Tokenizer()
+const text = "Hello, Wellcome to My Channel."
+
+const { tokenIDs } = tokenizer.encoder(text) // ["hello", "$12" , "well" , "come", "$130"....]
+const decoded = tokenizer.decoder(tokenIDs) // Hello, wellcome to my channel.
+
+```
+## Suggestion
+
+I Recomened that use TypeScript for Type Safety and know what function is Exist in classes.
+
+And Always Pair with Your tools in your Package like
+```js
+import {Tools} from '@mineproness/tensorloop'
+
+const tools = new Tools()
+
+console.log(tools.betterVector(embeedingVectors))
+```
+## Thanks for Visiting this Site
+
+If You watching this, Please give me a star in Github.

package/src/Embedding/index.d.ts

@@ -5,6 +5,6 @@ export class Embedding{
             filename: string
         }
     })
-    forward(token: number | number[]) : number[] | number[][]
-    backward(token: number , inputGradient: number[], learingRate: number) : void
+    forward(token: number | number[]) : Float32Array[] | Float32Array[][]
+    backward(token: number , inputGradient: number[] | Float32Array[], learingRate: number) : void
 }

package/src/Linear/index.d.ts

@@ -6,6 +6,6 @@ export class Linear{
             filename: string[]
         }
     })
-    forward(input : number[]) : number[]
-    backward(outGradient : number[] , learingRate: number) : number[]
+    forward(input : number[]) : Float32Array[]
+    backward(outGradient : number[] , learingRate: number) : Float32Array[]
 }

package/src/Linear/index.js

@@ -45,7 +45,7 @@ export class Linear {
     }
     forward(input) {
         this.input = input
-        const output = []
+        const output = new Float32Array(this.Weights.length)
         for (let a = 0; a < this.Weights.length; a++) {
             let sum = this.Bias[a]
             for (let t = 0; t < input.length; t++) {

package/src/ReLU/index.d.ts

@@ -0,0 +1,4 @@
+export class ReLU{
+    forward(XLi : Float32Array[] | number[]) : number[] | Float32Array[];
+    backward(outputGradient: number[] | Float32Array[]) : Float32Array[];
+}

package/src/Softmax/index.d.ts

@@ -1,4 +1,4 @@
 export class Softmax{
     forward(xLi : number[]) : number[]
-    backward(probalitils: number[] , target : number) : number[]
+    backward(probalitils: number[] , target : number) : number[] | Float32Array[]
 }