catniff 0.1.4 → 0.1.5

package/README.md

@@ -26,7 +26,7 @@ console.log(x.grad); // 5
 
 Tensors in Catniff are either numbers (scalars/0-D tensors) or multidimensional number arrays (n-D tensors).
 
-There is a built-in `TensorMath` class to help with Tensor arithmetic, for example:
+There is a built-in `TensorMath` class to help with tensor arithmetic, for example:
 ```js
 const { TensorMath } = require("catniff");
 
@@ -70,6 +70,8 @@ All available APIs are in `./src/autograd.ts`.
 I'm mostly just learning and playing with this currently, so there are no concrete plans yet, but here are what I currently have in mind:
 
 * Fix whatever is the problem right now (there are a lot of problems right now lol).
+* Add more tensor ops.
+* Proper documentation.
 * GPU acceleration.
 * Some general neural net APIs.
 

package/dist/autograd.d.ts

@@ -11,7 +11,9 @@ export declare enum OP {
     LOG = 8,
     RELU = 9,
     SIGMOID = 10,
-    TANH = 11
+    TANH = 11,
+    T = 12,
+    MM = 13
 }
 export declare class Node {
     value: Tensor;
@@ -32,6 +34,8 @@ export declare class Node {
     relu(): Node;
     sigmoid(): Node;
     tanh(): Node;
+    t(): Node;
+    mm(other: Node | number): Node;
     backward(): void;
     static forceNode(value: Node | number): Node;
     static addGrad(node: Node, accumGrad: Tensor): void;

package/dist/autograd.js

@@ -2,7 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Node = exports.OP = void 0;
 const tensor_1 = require("./tensor");
-const { add, sub, mul, pow, div, neg, exp, log, relu, sigmoid, tanh, ge } = tensor_1.TensorMath;
+const { add, sub, mul, pow, div, neg, exp, log, relu, sigmoid, tanh, ge, t, mm } = tensor_1.TensorMath;
 var OP;
 (function (OP) {
     OP[OP["NONE"] = 0] = "NONE";
@@ -17,6 +17,8 @@ var OP;
     OP[OP["RELU"] = 9] = "RELU";
     OP[OP["SIGMOID"] = 10] = "SIGMOID";
     OP[OP["TANH"] = 11] = "TANH";
+    OP[OP["T"] = 12] = "T";
+    OP[OP["MM"] = 13] = "MM";
 })(OP || (exports.OP = OP = {}));
 class Node {
     value;
@@ -61,7 +63,7 @@ class Node {
         out.feedBackward = () => {
             // x * y d/dx = y
             Node.addGrad(this, mul(out.grad, other.value));
-            // x + y d/dy = x
+            // x * y d/dy = x
             Node.addGrad(other, mul(out.grad, this.value));
         };
         return out;
@@ -142,6 +144,22 @@ class Node {
         };
         return out;
     }
+    t() {
+        const out = new Node(t(this.value), [this], OP.T);
+        out.feedBackward = () => {
+            Node.addGrad(this, t(out.grad));
+        };
+        return out;
+    }
+    mm(other) {
+        other = Node.forceNode(other);
+        const out = new Node(mm(this.value, other.value), [this, other], OP.MM);
+        out.feedBackward = () => {
+            Node.addGrad(this, mm(out.grad, t(other.value)));
+            Node.addGrad(other, mm(t(this.value), out.grad));
+        };
+        return out;
+    }
     backward() {
         // Build topological order
         const topo = [];

package/dist/tensor.d.ts

@@ -23,4 +23,6 @@ export declare class TensorMath {
     static squeeze(tA: Tensor, dims?: number[] | number): Tensor;
     static sumAxis(tA: Tensor, axis: number): Tensor;
     static sum(tA: Tensor, dims?: number[] | number, keepDims?: boolean): Tensor;
+    static t(tA: Tensor): Tensor;
+    static mm(tA: Tensor, tB: Tensor): Tensor;
 }

package/dist/tensor.js

@@ -315,5 +315,43 @@ class TensorMath {
         }
         return keepDims ? out : TensorMath.squeeze(out, dims);
     }
+    static t(tA) {
+        const shapeA = TensorMath.getShape(tA);
+        if (shapeA.length !== 2)
+            throw new Error("Input is not a matrix");
+        const matA = tA;
+        const matARows = matA.length;
+        const matACols = matA[0].length;
+        const matATranspose = Array.from({ length: matACols }, () => new Array(matARows).fill(0));
+        for (let i = 0; i < matARows; i++) {
+            for (let j = 0; j < matACols; j++) {
+                matATranspose[j][i] = matA[i][j];
+            }
+        }
+        return matATranspose;
+    }
+    static mm(tA, tB) {
+        const shapeA = TensorMath.getShape(tA);
+        const shapeB = TensorMath.getShape(tB);
+        if (shapeA.length !== 2 || shapeB.length !== 2)
+            throw new Error("Inputs are not matrices");
+        const matA = tA;
+        const matB = tB;
+        const matARows = matA.length;
+        const matACols = matA[0].length;
+        const matBRows = matB.length;
+        const matBCols = matB[0].length;
+        if (matACols !== matBRows)
+            throw new Error("Invalid matrices shape for multiplication");
+        const matC = Array.from({ length: matARows }, () => new Array(matBCols).fill(0));
+        for (let i = 0; i < matARows; i++) {
+            for (let j = 0; j < matBCols; j++) {
+                for (let k = 0; k < matACols; k++) {
+                    matC[i][j] += matA[i][k] * matB[k][j];
+                }
+            }
+        }
+        return matC;
+    }
 }
 exports.TensorMath = TensorMath;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "catniff",
-  "version": "0.1.4",
+  "version": "0.1.5",
   "description": "A cute autograd engine for Javascript",
   "main": "index.js",
   "scripts": {
@@ -14,12 +14,18 @@
     "cats",
     "catniff",
     "autograd",
+    "autodiff",
     "ml",
     "dl",
     "ai",
     "maths",
     "gradient",
-    "tensors"
+    "tensors",
+    "library",
+    "framework",
+    "neural-network",
+    "machine-learning",
+    "deep-learning"
   ],
   "author": "nguyenphuminh",
   "license": "GPL-3.0",