catniff 0.8.13 → 0.8.14

package/dist/core.js

@@ -20,21 +20,21 @@ class Tensor {
     static createGraph = false;
     constructor(value, options = {}) {
         // Memory buffer
-        this.dtype = options.dtype || "float32";
+        this.dtype = options.dtype ?? "float32";
         const flatValue = Tensor.flattenValue(value);
         const TypedArrayConstructor = dtype_1.TypedArray[this.dtype];
         this.value = flatValue instanceof TypedArrayConstructor ? flatValue : TypedArrayConstructor.from(flatValue);
         // Tensor metadata
-        this.shape = options.shape || Tensor.getShape(value);
-        this.strides = options.strides || Tensor.getStrides(this.shape);
-        this.offset = options.offset || 0;
-        this.numel = options.numel || Tensor.shapeToSize(this.shape);
-        this.device = options.device || "cpu";
+        this.shape = options.shape ?? Tensor.getShape(value);
+        this.strides = options.strides ?? Tensor.getStrides(this.shape);
+        this.offset = options.offset ?? 0;
+        this.numel = options.numel ?? Tensor.shapeToSize(this.shape);
+        this.device = options.device ?? "cpu";
         // Autograd data
         this.grad = options.grad;
         this.requiresGrad = options.requiresGrad ?? false;
-        this.gradFn = options.gradFn || (() => { });
-        this.children = options.children || [];
+        this.gradFn = options.gradFn ?? (() => { });
+        this.children = options.children ?? [];
         // Move to device in-place
         this.to_(this.device);
     }
@@ -622,14 +622,14 @@ class Tensor {
             return this;
         const newShape = [];
         const newStrides = [];
-        let newOffset = this.offset || 0;
+        let newOffset = this.offset;
         // Pad ranges to match tensor dimensions
         const paddedRanges = [...ranges];
         while (paddedRanges.length < this.shape.length) {
             paddedRanges.push([]);
         }
         for (let i = 0; i < this.shape.length; i++) {
-            const range = paddedRanges[i] || [];
+            const range = paddedRanges[i] ?? [];
             const dimSize = this.shape[i];
             const stride = this.strides[i];
             // Default values
@@ -675,7 +675,7 @@ class Tensor {
                     const originalCoords = new Array(slicedCoords.length);
                     for (let dim = 0; dim < slicedCoords.length; dim++) {
                         const coord = slicedCoords[dim];
-                        const range = paddedRanges[dim] || [];
+                        const range = paddedRanges[dim] ?? [];
                         const start = range[0] ?? 0;
                         const step = range[2] ?? 1;
                         const normalizedStart = start < 0 ? start + this.shape[dim] : start;

package/dist/lrscheduler.d.ts

@@ -1,11 +1,11 @@
-import { BaseOptimizer } from "./optim";
+import { OptimizerWithLR } from "./optim";
 export declare class StepLR {
-    optimizer: BaseOptimizer;
+    optimizer: OptimizerWithLR;
     stepSize: number;
     gamma: number;
     lastEpoch: number;
     baseLR: number;
-    constructor(optimizer: BaseOptimizer, stepSize: number, gamma?: number, lastEpoch?: number);
+    constructor(optimizer: OptimizerWithLR, stepSize: number, gamma?: number, lastEpoch?: number);
     step(epoch?: number): void;
 }
 export declare const LRScheduler: {

package/dist/optim.d.ts

@@ -4,7 +4,6 @@ export interface BaseOptimizerOptions {
 }
 export declare abstract class BaseOptimizer {
     params: Tensor[];
-    lr: number;
     constructor(params: Tensor[], options?: BaseOptimizerOptions);
     zeroGrad(): void;
 }
@@ -15,7 +14,11 @@ export interface SGDOptions {
     weightDecay?: number;
     nesterov?: boolean;
 }
+export interface OptimizerWithLR extends BaseOptimizer {
+    lr: number;
+}
 export declare class SGD extends BaseOptimizer {
+    lr: number;
     momentumBuffers: Map<Tensor, Tensor>;
     momentum: number;
     dampening: number;
@@ -31,6 +34,7 @@ export interface AdamOptions {
     weightDecay?: number;
 }
 export declare class Adam extends BaseOptimizer {
+    lr: number;
     momentumBuffers: Map<Tensor, Tensor>;
     velocityBuffers: Map<Tensor, Tensor>;
     stepCount: number;
@@ -47,6 +51,7 @@ export interface AdamWOptions {
     weightDecay?: number;
 }
 export declare class AdamW extends BaseOptimizer {
+    lr: number;
     momentumBuffers: Map<Tensor, Tensor>;
     velocityBuffers: Map<Tensor, Tensor>;
     stepCount: number;

package/dist/optim.js

@@ -4,10 +4,8 @@ exports.Optim = exports.AdamW = exports.Adam = exports.SGD = exports.BaseOptimiz
 const core_1 = require("./core");
 class BaseOptimizer {
     params;
-    lr;
     constructor(params, options) {
         this.params = params;
-        this.lr = options?.lr || 0.001;
     }
     zeroGrad() {
         for (let index = 0; index < this.params.length; index++) {
@@ -18,6 +16,7 @@ class BaseOptimizer {
 }
 exports.BaseOptimizer = BaseOptimizer;
 class SGD extends BaseOptimizer {
+    lr;
     momentumBuffers = new Map();
     momentum;
     dampening;
@@ -25,10 +24,11 @@ class SGD extends BaseOptimizer {
     nesterov;
     constructor(params, options) {
         super(params, options);
-        this.momentum = options?.momentum || 0;
-        this.dampening = options?.dampening || 0;
-        this.weightDecay = options?.weightDecay || 0;
-        this.nesterov = options?.nesterov || false;
+        this.lr = options?.lr ?? 0.001;
+        this.momentum = options?.momentum ?? 0;
+        this.dampening = options?.dampening ?? 0;
+        this.weightDecay = options?.weightDecay ?? 0;
+        this.nesterov = options?.nesterov ?? false;
     }
     step() {
         for (const param of this.params) {
@@ -69,6 +69,7 @@ class SGD extends BaseOptimizer {
 }
 exports.SGD = SGD;
 class Adam extends BaseOptimizer {
+    lr;
     momentumBuffers = new Map(); // First moment (m_t)
     velocityBuffers = new Map(); // Second moment (v_t)
     stepCount = 0;
@@ -77,9 +78,10 @@ class Adam extends BaseOptimizer {
     weightDecay;
     constructor(params, options) {
         super(params, options);
-        this.betas = options?.betas || [0.9, 0.999];
-        this.eps = options?.eps || 1e-8;
-        this.weightDecay = options?.weightDecay || 0;
+        this.lr = options?.lr ?? 0.001;
+        this.betas = options?.betas ?? [0.9, 0.999];
+        this.eps = options?.eps ?? 1e-8;
+        this.weightDecay = options?.weightDecay ?? 0;
     }
     step() {
         this.stepCount++;
@@ -128,6 +130,7 @@ class Adam extends BaseOptimizer {
 }
 exports.Adam = Adam;
 class AdamW extends BaseOptimizer {
+    lr;
     momentumBuffers = new Map(); // First moment (m_t)
     velocityBuffers = new Map(); // Second moment (v_t)
     stepCount = 0;
@@ -136,9 +139,10 @@ class AdamW extends BaseOptimizer {
     weightDecay;
     constructor(params, options) {
         super(params, options);
-        this.betas = options?.betas || [0.9, 0.999];
-        this.eps = options?.eps || 1e-8;
-        this.weightDecay = options?.weightDecay || 0.01;
+        this.lr = options?.lr ?? 0.001;
+        this.betas = options?.betas ?? [0.9, 0.999];
+        this.eps = options?.eps ?? 1e-8;
+        this.weightDecay = options?.weightDecay ?? 0.01;
     }
     step() {
         this.stepCount++;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "catniff",
-  "version": "0.8.13",
+  "version": "0.8.14",
   "description": "Torch-like deep learning framework for Javascript",
   "main": "./dist/index.js",
   "scripts": {