@mineproness/tensorloop 1.3.0 → 1.3.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mineproness/tensorloop",
-  "version": "1.3.0",
+  "version": "1.3.1",
   "description": "The most powerfull Machine Learning Library for AI.",
   "keywords": [
     "ai",

package/src/Linear/index.d.ts

@@ -9,4 +9,5 @@ export class Linear{
     forward(input : number[]) : Float32Array[]
     backward(outGradient : number[] , learingRate: number, idx: number) : Float32Array[]
     Save() : void
+    ClearInputCache() : void
 }

package/src/Linear/index.js

@@ -55,19 +55,22 @@ export class Linear {
         }
         return output
     }
-    backward(dOut, lr, stepIndex) {
-        let dIn = new Float32Array(this.input[stepIndex]);
-        for (let i = 0; i < this.inputDim; i++) {
-            let gradSum = 0;
-            for (let j = 0; j < this.outputDim; j++) {
-                gradSum += dOut[j] * this.weights[i][j];
-                this.weights[i][j] -= lr * dOut[j] * this.input[stepIndex][i];
+    backward(outputGradient, learningRate) {
+        const input = this.input[idx];
+        const weights = this.Weights
+        const inputGradient = new Float32Array(input.length)
+        for (let a = 0; a < weights.length; a++) {
+            const gran = outputGradient[a]
+            const w = weights[a]
+            for (let at = 0; at < input.length; at++) {
+                inputGradient[at] += gran * w[at]
+                w[at] -= learningRate * input[at] * gran
             }
-            dIn[i] = gradSum;
+            this.Bias[a] -= learningRate * gran
         }
-        for (let j = 0; j < this.outputDim; j++) {
-            this.bias[j] -= lr * dOut[j];
-        }
-        return dIn;
+        return inputGradient
+    }
+    ClearInputCache(){
+        this.input = []
     }
 }