@mineproness/tensorloop 1.3.7 → 1.3.9

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mineproness/tensorloop",
-  "version": "1.3.7",
+  "version": "1.3.9",
   "description": "The most powerfull Machine Learning Library for AI.",
   "keywords": [
     "ai",

package/src/GELU/index.js

@@ -1,4 +1,4 @@
-export default class GELU {
+export class GELU {
     constructor() {
         this.inputs = []
     }

package/src/Linear/index.js

@@ -56,21 +56,38 @@ export class Linear {
         return output
     }
     backward(outputGradient, learningRate, idx) {
-        const input = this.input[idx];
+        const input = this.input[idx]
         const weights = this.Weights
         const inputGradient = new Float32Array(input.length)
+
+        const MAX_UPDATE = learningRate  * 0.1
+
         for (let a = 0; a < weights.length; a++) {
             const gran = outputGradient[a]
             const w = weights[a]
+
             for (let at = 0; at < input.length; at++) {
                 inputGradient[at] += gran * w[at]
-                w[at] -= learningRate * input[at] * gran
+
+                let update = learningRate * input[at] * gran
+
+                if (update > MAX_UPDATE) update = MAX_UPDATE
+                if (update < -MAX_UPDATE) update = -MAX_UPDATE
+
+                w[at] -= update
             }
-            this.Bias[a] -= learningRate * gran
+
+            let biasUpdate = learningRate * gran
+
+            if (biasUpdate > MAX_UPDATE) biasUpdate = MAX_UPDATE
+            if (biasUpdate < -MAX_UPDATE) biasUpdate = -MAX_UPDATE
+
+            this.Bias[a] -= biasUpdate
         }
+
         return inputGradient
     }
-    ClearInputCache(){
+    ClearInputCache() {
         this.input = []
     }
 }