catniff 0.6.10 → 0.6.11

package/dist/core.d.ts

@@ -160,6 +160,9 @@ export declare class Tensor {
     log1p(): Tensor;
     relu(): Tensor;
     leakyRelu(negativeSlope?: number): Tensor;
+    elu(alpha?: number): Tensor;
+    selu(): Tensor;
+    celu(alpha?: number): Tensor;
     sigmoid(): Tensor;
     tanh(): Tensor;
     softplus(): Tensor;

package/dist/core.js

@@ -1170,6 +1170,26 @@ class Tensor {
             return outGrad.mul(self.gt(0).add(self.le(0).mul(negativeSlope)));
         });
     }
+    // Tensor element-wise elu
+    elu(alpha = 1) {
+        return this.elementWiseSelfDAG((a) => a > 0 ? a : alpha * (Math.expm1(a)), (self, outGrad) => {
+            return outGrad.mul(self.gt(0).add(self.le(0).mul(self.exp().mul(alpha))));
+        });
+    }
+    // Tensor element-wise selu
+    selu() {
+        const alpha = 1.6732632423543772848170429916717;
+        const scale = 1.0507009873554804934193349852946;
+        return this.elementWiseSelfDAG((a) => scale * (a >= 0 ? a : alpha * Math.expm1(a)), (self, outGrad) => {
+            return outGrad.mul(self.gt(0).mul(scale).add(self.le(0).mul(self.exp().mul(alpha * scale))));
+        });
+    }
+    // Tensor element-wise celu
+    celu(alpha = 1) {
+        return this.elementWiseSelfDAG((a) => a >= 0 ? a : alpha * (Math.expm1(a / alpha)), (self, outGrad) => {
+            return outGrad.mul(self.gt(0).add(self.le(0).mul(self.div(alpha).exp())));
+        });
+    }
     // Tensor element-wise sigmoid
     sigmoid() {
         return this.elementWiseSelfDAG((a) => 1 / (1 + Math.exp(-a)), (self, outGrad) => {

package/dist/optim.d.ts

@@ -55,10 +55,10 @@ declare class AdamW extends BaseOptimizer {
     constructor(params: Tensor[], options?: AdamWOptions);
     step(): void;
 }
-export declare class Optim {
-    static BaseOptimizer: typeof BaseOptimizer;
-    static SGD: typeof SGD;
-    static Adam: typeof Adam;
-    static AdamW: typeof AdamW;
-}
+export declare const Optim: {
+    BaseOptimizer: typeof BaseOptimizer;
+    SGD: typeof SGD;
+    Adam: typeof Adam;
+    AdamW: typeof AdamW;
+};
 export {};

package/dist/optim.js

@@ -184,10 +184,9 @@ class AdamW extends BaseOptimizer {
         }
     }
 }
-class Optim {
-    static BaseOptimizer = BaseOptimizer;
-    static SGD = SGD;
-    static Adam = Adam;
-    static AdamW = AdamW;
-}
-exports.Optim = Optim;
+exports.Optim = {
+    BaseOptimizer,
+    SGD,
+    Adam,
+    AdamW
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "catniff",
-  "version": "0.6.10",
+  "version": "0.6.11",
   "description": "A small Torch-like deep learning framework for Javascript",
   "main": "index.js",
   "scripts": {