@dxo/nn 0.0.7 → 0.0.9

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+export type { LinearState, TensorStateSlice } from './module.js';
+export { Linear, Module, Relu, relu, Sequential } from './module.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACjE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC"}

package/dist/index.js

@@ -0,0 +1,2 @@
+export { Linear, Module, Relu, relu, Sequential } from './module.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC"}

package/dist/module.d.ts

@@ -0,0 +1,44 @@
+import { Tensor } from '@dxo/core';
+export interface TensorStateSlice {
+    shape: number[];
+    data: number[];
+}
+export interface LinearState {
+    weight: TensorStateSlice;
+    bias: TensorStateSlice;
+}
+export declare abstract class Module {
+    abstract forward(x: Tensor): Tensor;
+    parameters(): Tensor[];
+    zeroGrad(): void;
+}
+export declare function relu(x: Tensor): Tensor;
+/** Element-wise ReLU module. */
+export declare class Relu extends Module {
+    forward(x: Tensor): Tensor;
+}
+/** Fully-connected affine map: `y = x @ weight + bias` (no activation).
+ *
+ * Weight layout: `[inFeatures, outFeatures]`. Default leaves use `requiresGrad: true`.
+ * After `optimizer.step(parameters())`, call `loadParameters` to install new leaves.
+ */
+export declare class Linear extends Module {
+    readonly inFeatures: number;
+    readonly outFeatures: number;
+    weight: Tensor;
+    bias: Tensor;
+    constructor(inFeatures: number, outFeatures: number, opts?: {
+        requiresGrad?: boolean;
+    });
+    forward(x: Tensor): Tensor;
+    /** Replace parameter leaves after an optimizer step. */
+    loadParameters(params: Tensor[]): void;
+    state(): Promise<LinearState>;
+    loadState(saved: LinearState): void;
+}
+export declare class Sequential extends Module {
+    readonly layers: Module[];
+    constructor(layers: Module[]);
+    forward(x: Tensor): Tensor;
+}
+//# sourceMappingURL=module.d.ts.map

package/dist/module.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"module.d.ts","sourceRoot":"","sources":["../src/module.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,MAAM,EAAiB,MAAM,WAAW,CAAC;AAE/D,MAAM,WAAW,gBAAgB;IAC7B,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,IAAI,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,MAAM,WAAW,WAAW;IACxB,MAAM,EAAE,gBAAgB,CAAC;IACzB,IAAI,EAAE,gBAAgB,CAAC;CAC1B;AAED,8BAAsB,MAAM;IACxB,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM;IAEnC,UAAU,IAAI,MAAM,EAAE;IAStB,QAAQ,IAAI,IAAI;CAGnB;AAED,wBAAgB,IAAI,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAEtC;AAED,gCAAgC;AAChC,qBAAa,IAAK,SAAQ,MAAM;IAC5B,OAAO,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM;CAG7B;AAED;;;;GAIG;AACH,qBAAa,MAAO,SAAQ,MAAM;IAK1B,QAAQ,CAAC,UAAU,EAAE,MAAM;IAC3B,QAAQ,CAAC,WAAW,EAAE,MAAM;IALhC,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;gBAGA,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EAC5B,IAAI,GAAE;QAAE,YAAY,CAAC,EAAE,OAAO,CAAA;KAAO;IAUzC,OAAO,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM;IAI1B,wDAAwD;IACxD,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI;IAMhC,KAAK,IAAI,OAAO,CAAC,WAAW,CAAC;IAOnC,SAAS,CAAC,KAAK,EAAE,WAAW,GAAG,IAAI;CAItC;AAED,qBAAa,UAAW,SAAQ,MAAM;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE;gBAAhB,MAAM,EAAE,MAAM,EAAE;IAIrC,OAAO,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM;CAO7B"}

package/dist/module.js

@@ -0,0 +1,82 @@
+import { randnValues, Tensor, tensor, zeros } from '@dxo/core';
+export class Module {
+    parameters() {
+        const out = [];
+        for (const value of Object.values(this)) {
+            if (value instanceof Tensor)
+                out.push(value);
+            if (value instanceof Module)
+                out.push(...value.parameters());
+        }
+        return out;
+    }
+    zeroGrad() {
+        for (const p of this.parameters())
+            p.zeroGrad();
+    }
+}
+export function relu(x) {
+    return x.relu();
+}
+/** Element-wise ReLU module. */
+export class Relu extends Module {
+    forward(x) {
+        return x.relu();
+    }
+}
+/** Fully-connected affine map: `y = x @ weight + bias` (no activation).
+ *
+ * Weight layout: `[inFeatures, outFeatures]`. Default leaves use `requiresGrad: true`.
+ * After `optimizer.step(parameters())`, call `loadParameters` to install new leaves.
+ */
+export class Linear extends Module {
+    inFeatures;
+    outFeatures;
+    weight;
+    bias;
+    constructor(inFeatures, outFeatures, opts = {}) {
+        super();
+        this.inFeatures = inFeatures;
+        this.outFeatures = outFeatures;
+        const rg = opts.requiresGrad ?? true;
+        const scale = Math.sqrt(2 / (inFeatures + outFeatures));
+        const raw = randnValues([inFeatures, outFeatures]).map((v) => v * scale);
+        this.weight = tensor(raw, [inFeatures, outFeatures], { requiresGrad: rg });
+        this.bias = zeros([outFeatures], { requiresGrad: rg });
+    }
+    forward(x) {
+        return x.matmul(this.weight).add(this.bias);
+    }
+    /** Replace parameter leaves after an optimizer step. */
+    loadParameters(params) {
+        if (params.length < 2)
+            throw new Error('Linear expects [weight, bias]');
+        this.weight = params[0];
+        this.bias = params[1];
+    }
+    async state() {
+        return {
+            weight: { shape: [...this.weight.shape], data: await this.weight.toArray() },
+            bias: { shape: [...this.bias.shape], data: await this.bias.toArray() },
+        };
+    }
+    loadState(saved) {
+        this.weight = tensor(saved.weight.data, saved.weight.shape, { requiresGrad: true });
+        this.bias = tensor(saved.bias.data, saved.bias.shape, { requiresGrad: true });
+    }
+}
+export class Sequential extends Module {
+    layers;
+    constructor(layers) {
+        super();
+        this.layers = layers;
+    }
+    forward(x) {
+        let out = x;
+        for (const layer of this.layers) {
+            out = layer.forward(out);
+        }
+        return out;
+    }
+}
+//# sourceMappingURL=module.js.map

package/dist/module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"module.js","sourceRoot":"","sources":["../src/module.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,WAAW,CAAC;AAY/D,MAAM,OAAgB,MAAM;IAGxB,UAAU;QACN,MAAM,GAAG,GAAa,EAAE,CAAC;QACzB,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAc,EAAE,CAAC;YACnD,IAAI,KAAK,YAAY,MAAM;gBAAE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC7C,IAAI,KAAK,YAAY,MAAM;gBAAE,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;QACjE,CAAC;QACD,OAAO,GAAG,CAAC;IACf,CAAC;IAED,QAAQ;QACJ,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,UAAU,EAAE;YAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;IACpD,CAAC;CACJ;AAED,MAAM,UAAU,IAAI,CAAC,CAAS;IAC1B,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;AACpB,CAAC;AAED,gCAAgC;AAChC,MAAM,OAAO,IAAK,SAAQ,MAAM;IAC5B,OAAO,CAAC,CAAS;QACb,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IACpB,CAAC;CACJ;AAED;;;;GAIG;AACH,MAAM,OAAO,MAAO,SAAQ,MAAM;IAKjB;IACA;IALb,MAAM,CAAS;IACf,IAAI,CAAS;IAEb,YACa,UAAkB,EAClB,WAAmB,EAC5B,OAAmC,EAAE;QAErC,KAAK,EAAE,CAAC;QAJC,eAAU,GAAV,UAAU,CAAQ;QAClB,gBAAW,GAAX,WAAW,CAAQ;QAI5B,MAAM,EAAE,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC;QACxD,MAAM,GAAG,GAAG,WAAW,CAAC,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;QACzE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC,UAAU,EAAE,WAAW,CAAC,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,CAAC;QAC3E,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,OAAO,CAAC,CAAS;QACb,OAAO,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChD,CAAC;IAED,wDAAwD;IACxD,cAAc,CAAC,MAAgB;QAC3B,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACxE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;QACzB,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,KAAK;QACP,OAAO;YACH,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE;YAC5E,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE;SACzE,CAAC;IACN,CAAC;IAED,SAAS,CAAC,KAAkB;QACxB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;QACpF,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;IAClF,CAAC;CACJ;AAED,MAAM,OAAO,UAAW,SAAQ,MAAM;IACb;IAArB,YAAqB,MAAgB;QACjC,KAAK,EAAE,CAAC;QADS,WAAM,GAAN,MAAM,CAAU;IAErC,CAAC;IAED,OAAO,CAAC,CAAS;QACb,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC9B,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC7B,CAAC;QACD,OAAO,GAAG,CAAC;IACf,CAAC;CACJ"}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@dxo/nn",
-    "version": "0.0.7",
+    "version": "0.0.9",
     "type": "module",
     "description": "DXO neural modules over @dxo/core (developer preview, API unstable)",
     "license": "MIT OR Apache-2.0",
@@ -21,7 +21,7 @@
         "test:forward": "tsx ../../../scripts/test/nn-forward.ts"
     },
     "dependencies": {
-        "@dxo/core": "0.0.7"
+        "@dxo/core": "0.0.9"
     },
     "keywords": [
         "dxo",