@mni-ml/framework 0.0.1

package/dist/nn.js

@@ -0,0 +1,234 @@
+import { Tensor } from "./tensor.js";
+import { TensorData, shapeProduct } from "./tensor_data.js";
+import { TensorFunction, TensorContext } from "./tensor_functions.js";
+import { Module, Parameter } from "./module.js";
+// ============================================================
+// Modules
+// ============================================================
+export class Linear extends Module {
+    weight;
+    bias;
+    inFeatures;
+    outFeatures;
+    constructor(inFeatures, outFeatures) {
+        super();
+        this.inFeatures = inFeatures;
+        this.outFeatures = outFeatures;
+        const bound = 1 / Math.sqrt(inFeatures);
+        this.weight = new Parameter(randRange([inFeatures, outFeatures], -bound, bound));
+        this.bias = new Parameter(randRange([outFeatures], -bound, bound));
+    }
+    forward(input) {
+        return input.matmul(this.weight.value).add(this.bias.value);
+    }
+}
+export class ReLU extends Module {
+    forward(input) {
+        return input.relu();
+    }
+}
+export class Sigmoid extends Module {
+    forward(input) {
+        return input.sigmoid();
+    }
+}
+export class Tanh extends Module {
+    forward(input) {
+        return input.mul(2).sigmoid().mul(2).sub(1);
+    }
+}
+export class Conv1d extends Module {
+    weight;
+    inChannels;
+    outChannels;
+    kernelWidth;
+    constructor(inChannels, outChannels, kernelWidth) {
+        super();
+        this.inChannels = inChannels;
+        this.outChannels = outChannels;
+        this.kernelWidth = kernelWidth;
+        const bound = 1 / Math.sqrt(inChannels * kernelWidth);
+        this.weight = new Parameter(randRange([outChannels, inChannels, kernelWidth], -bound, bound));
+    }
+    forward(input) {
+        return input.conv1d(this.weight.value);
+    }
+}
+export class Conv2d extends Module {
+    weight;
+    inChannels;
+    outChannels;
+    kernelHeight;
+    kernelWidth;
+    constructor(inChannels, outChannels, kernelSize) {
+        super();
+        this.inChannels = inChannels;
+        this.outChannels = outChannels;
+        this.kernelHeight = kernelSize[0];
+        this.kernelWidth = kernelSize[1];
+        const bound = 1 / Math.sqrt(inChannels * this.kernelHeight * this.kernelWidth);
+        this.weight = new Parameter(randRange([outChannels, inChannels, this.kernelHeight, this.kernelWidth], -bound, bound));
+    }
+    forward(input) {
+        return input.conv2d(this.weight.value);
+    }
+}
+/**
+ * Creates a TensorFunction for embedding lookup with efficient O(B*S*D) backward
+ * instead of the naive O(B*S*V*D) one-hot matmul approach.
+ */
+function EmbeddingLookupFn(indices, batch, seqLen, numEmb, embDim) {
+    function validateIndices() {
+        for (let b = 0; b < batch; b++) {
+            for (let s = 0; s < seqLen; s++) {
+                const idx = indices[b][s];
+                if (idx < 0 || idx >= numEmb) {
+                    throw new RangeError(`Embedding index ${idx} out of range [0, ${numEmb}) at position [${b}, ${s}]`);
+                }
+            }
+        }
+    }
+    return class EmbeddingLookup extends TensorFunction {
+        static forward(ctx, weight) {
+            validateIndices();
+            ctx.saveForBackward(weight);
+            const wStorage = weight.data.storage;
+            const storage = new Float64Array(batch * seqLen * embDim);
+            let offset = 0;
+            for (let b = 0; b < batch; b++) {
+                for (let s = 0; s < seqLen; s++) {
+                    const wBase = indices[b][s] * embDim;
+                    for (let d = 0; d < embDim; d++) {
+                        storage[offset++] = wStorage[wBase + d];
+                    }
+                }
+            }
+            return new Tensor(new TensorData(storage, [batch, seqLen, embDim]));
+        }
+        static backward(ctx, gradOutput) {
+            const go = gradOutput.contiguous();
+            const goStorage = go.data.storage;
+            const gradWeight = new Float64Array(numEmb * embDim);
+            let offset = 0;
+            for (let b = 0; b < batch; b++) {
+                for (let s = 0; s < seqLen; s++) {
+                    const wBase = indices[b][s] * embDim;
+                    for (let d = 0; d < embDim; d++) {
+                        gradWeight[wBase + d] = gradWeight[wBase + d] + goStorage[offset++];
+                    }
+                }
+            }
+            return [new Tensor(new TensorData(gradWeight, [numEmb, embDim]))];
+        }
+    };
+}
+export class Embedding extends Module {
+    weight;
+    numEmbeddings;
+    embeddingDim;
+    constructor(numEmbeddings, embeddingDim, weights) {
+        super();
+        this.numEmbeddings = numEmbeddings;
+        this.embeddingDim = embeddingDim;
+        this.weight = new Parameter(weights ?? randRange([numEmbeddings, embeddingDim], -0.1, 0.1));
+    }
+    static fromPretrained(weights) {
+        const [numEmb, embDim] = weights.shape;
+        return new Embedding(numEmb, embDim, weights);
+    }
+    forward(indices) {
+        const batch = indices.length;
+        const seqLen = indices[0].length;
+        const fn = EmbeddingLookupFn(indices, batch, seqLen, this.numEmbeddings, this.embeddingDim);
+        return Tensor.apply(fn, this.weight.value);
+    }
+}
+// ============================================================
+// Loss functions
+// ============================================================
+export function mseLoss(input, target) {
+    const diff = input.sub(target);
+    return diff.mul(diff).mean();
+}
+export function crossEntropyLoss(input, target) {
+    const lsm = logsoftmax(input, input.dims - 1);
+    return lsm.mul(target).neg().sum(input.dims - 1).mean();
+}
+// ============================================================
+// Initialization helpers
+// ============================================================
+export function randRange(shape, low, high) {
+    const size = shapeProduct(shape);
+    const storage = new Float64Array(size);
+    for (let i = 0; i < size; i++) {
+        storage[i] = Math.random() * (high - low) + low;
+    }
+    return new Tensor(new TensorData(storage, [...shape]));
+}
+// ============================================================
+// Functional NN ops
+// ============================================================
+/**
+ * Reshape an image tensor for 2D pooling.
+ *
+ * input:  batch x channel x height x width
+ * kernel: [kh, kw]
+ * returns: tensor of shape [batch, channel, newHeight, newWidth, kh*kw],
+ *          plus the newHeight and newWidth values.
+ */
+export function tile(input, kernel) {
+    const [batch, channel, height, width] = input.shape;
+    const [kh, kw] = kernel;
+    if (!batch)
+        throw new Error("input batch undefined");
+    if (!channel)
+        throw new Error("input channel undefined");
+    if (!height)
+        throw new Error("input height undefined");
+    if (!width)
+        throw new Error("input width undefined");
+    if (height % kh !== 0) {
+        throw new Error("input height must be divisible by kernel height");
+    }
+    if (width % kw !== 0) {
+        throw new Error("input width must be divisible by kernel width");
+    }
+    const newHeight = height / kh;
+    const newWidth = width / kw;
+    const tiled = input.contiguous()
+        .view(batch, channel, newHeight, kh, newWidth, kw)
+        .permute(0, 1, 2, 4, 3, 5)
+        .contiguous()
+        .view(batch, channel, newHeight, newWidth, kh * kw);
+    return [tiled, newHeight, newWidth];
+}
+export function avgpool2d(input, kernel) {
+    const [batch, channel] = input.shape;
+    const [tiled, newHeight, newWidth] = tile(input, kernel);
+    return tiled.mean(4).view(batch, channel, newHeight, newWidth);
+}
+export function maxpool2d(input, kernel) {
+    const [batch, channel] = input.shape;
+    const [tiled, newHeight, newWidth] = tile(input, kernel);
+    return tiled.max(4).view(batch, channel, newHeight, newWidth);
+}
+export function softmax(input, dim) {
+    const m = input.max(dim);
+    const e = input.sub(m).exp();
+    return e.mul(e.sum(dim).inv());
+}
+export function logsoftmax(input, dim) {
+    const m = input.max(dim);
+    const shifted = input.sub(m);
+    const logSumExp = shifted.exp().sum(dim).log();
+    return shifted.sub(logSumExp);
+}
+export function dropout(input, rate = 0.5, ignore = false) {
+    if (ignore || rate === 0.0)
+        return input;
+    if (rate >= 1.0)
+        return Tensor.zeros(input.shape);
+    const mask = Tensor.rand(input.shape).gt(rate);
+    return input.mul(mask).mul(1 / (1 - rate));
+}
+//# sourceMappingURL=nn.js.map

package/dist/nn.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nn.js","sourceRoot":"","sources":["../src/nn.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAc,MAAM,kBAAkB,CAAA;AACvE,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAA;AACrE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;AAE/C,+DAA+D;AAC/D,UAAU;AACV,+DAA+D;AAE/D,MAAM,OAAO,MAAO,SAAQ,MAAM;IAC9B,MAAM,CAAqB;IAC3B,IAAI,CAAqB;IACzB,UAAU,CAAS;IACnB,WAAW,CAAS;IAEpB,YAAY,UAAkB,EAAE,WAAmB;QAC/C,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC,UAAU,EAAE,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;QACjF,IAAI,CAAC,IAAI,GAAG,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;IACvE,CAAC;IAED,OAAO,CAAC,KAAa;QACjB,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChE,CAAC;CACJ;AAED,MAAM,OAAO,IAAK,SAAQ,MAAM;IAC5B,OAAO,CAAC,KAAa;QACjB,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;IACxB,CAAC;CACJ;AAED,MAAM,OAAO,OAAQ,SAAQ,MAAM;IAC/B,OAAO,CAAC,KAAa;QACjB,OAAO,KAAK,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;CACJ;AAED,MAAM,OAAO,IAAK,SAAQ,MAAM;IAC5B,OAAO,CAAC,KAAa;QACjB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC;CACJ;AAED,MAAM,OAAO,MAAO,SAAQ,MAAM;IAC9B,MAAM,CAAqB;IAC3B,UAAU,CAAS;IACnB,WAAW,CAAS;IACpB,WAAW,CAAS;IAEpB,YAAY,UAAkB,EAAE,WAAmB,EAAE,WAAmB;QACpE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CACvB,SAAS,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CACnE,CAAC;IACN,CAAC;IAED,OAAO,CAAC,KAAa;QACjB,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC;CACJ;AAED,MAAM,OAAO,MAAO,SAAQ,MAAM;IAC9B,MAAM,CAAqB;IAC3B,UAAU,CAAS;IACnB,WAAW,CAAS;IACpB,YAAY,CAAS;IACrB,WAAW,CAAS;IAEpB,YAAY,UAAkB,EAAE,WAAmB,EAAE,UAA4B;QAC7E,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAClC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;QAC/E,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CACvB,SAAS,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAC3F,CAAC;IACN,CAAC;IAED,OAAO,CAAC,KAAa;QACjB,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC;CACJ;AAED;;;GAGG;AACH,SAAS,iBAAiB,CACtB,OAAmB,EAAE,KAAa,EAAE,MAAc,EAAE,MAAc,EAAE,MAAc;IAElF,SAAS,eAAe;QACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9B,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC,CAAC,CAAE,CAAC;gBAC5B,IAAI,GAAG,GAAG,CAAC,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;oBAC3B,MAAM,IAAI,UAAU,CAChB,mBAAmB,GAAG,qBAAqB,MAAM,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAChF,CAAC;gBACN,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,OAAO,MAAM,eAAgB,SAAQ,cAAc;QAC/C,MAAM,CAAC,OAAO,CAAC,GAAkB,EAAE,MAAc;YAC7C,eAAe,EAAE,CAAC;YAClB,GAAG,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAC5B,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;YACrC,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC,CAAC;YAC1D,IAAI,MAAM,GAAG,CAAC,CAAC;YACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9B,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC,CAAC,CAAE,GAAG,MAAM,CAAC;oBACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC9B,OAAO,CAAC,MAAM,EAAE,CAAC,GAAG,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAE,CAAC;oBAC7C,CAAC;gBACL,CAAC;YACL,CAAC;YACD,OAAO,IAAI,MAAM,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;QACxE,CAAC;QAED,MAAM,CAAC,QAAQ,CAAC,GAAkB,EAAE,UAAkB;YAClD,MAAM,EAAE,GAAG,UAAU,CAAC,UAAU,EAAE,CAAC;YACnC,MAAM,SAAS,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC;YAClC,MAAM,UAAU,GAAG,IAAI,YAAY,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC;YACrD,IAAI,MAAM,GAAG,CAAC,CAAC;YACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9B,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC,CAAC,CAAE,GAAG,MAAM,CAAC;oBACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC9B,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,KAAK,GAAG,CAAC,CAAE,GAAG,SAAS,CAAC,MAAM,EAAE,CAAE,CAAC;oBAC1E,CAAC;gBACL,CAAC;YACL,CAAC;YACD,OAAO,CAAC,IAAI,MAAM,CAAC,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACtE,CAAC;KACJ,CAAC;AACN,CAAC;AAED,MAAM,OAAO,SAAU,SAAQ,MAAM;IACjC,MAAM,CAAqB;IAC3B,aAAa,CAAS;IACtB,YAAY,CAAS;IAErB,YAAY,aAAqB,EAAE,YAAoB,EAAE,OAAgB;QACrE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC,OAAO,IAAI,SAAS,CAAC,CAAC,aAAa,EAAE,YAAY,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;IAChG,CAAC;IAED,MAAM,CAAC,cAAc,CAAC,OAAe;QACjC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC;QACvC,OAAO,IAAI,SAAS,CAAC,MAAO,EAAE,MAAO,EAAE,OAAO,CAAC,CAAC;IACpD,CAAC;IAED,OAAO,CAAC,OAAmB;QACvB,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC;QAClC,MAAM,EAAE,GAAG,iBAAiB,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAC5F,OAAO,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC;CACJ;AAED,+DAA+D;AAC/D,iBAAiB;AACjB,+DAA+D;AAE/D,MAAM,UAAU,OAAO,CAAC,KAAa,EAAE,MAAc;IACjD,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC/B,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAa,EAAE,MAAc;IAC1D,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;IAC9C,OAAO,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;AAC5D,CAAC;AAED,+DAA+D;AAC/D,yBAAyB;AACzB,+DAA+D;AAE/D,MAAM,UAAU,SAAS,CAAC,KAAY,EAAE,GAAW,EAAE,IAAY;IAC7D,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IACjC,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;IACpD,CAAC;IACD,OAAO,IAAI,MAAM,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,+DAA+D;AAC/D,oBAAoB;AACpB,+DAA+D;AAE/D;;;;;;;GAOG;AACH,MAAM,UAAU,IAAI,CAAC,KAAa,EAAE,MAAwB;IACxD,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;IACpD,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC;IAExB,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;IACrD,IAAI,CAAC,OAAO;QAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IACzD,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;IACvD,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAErD,IAAI,MAAM,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACvE,CAAC;IACD,IAAI,KAAK,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACrE,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,GAAG,EAAE,CAAC;IAC9B,MAAM,QAAQ,GAAG,KAAK,GAAG,EAAE,CAAC;IAE5B,MAAM,KAAK,GAAG,KAAK,CAAC,UAAU,EAAE;SAC3B,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,CAAC;SACjD,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;SACzB,UAAU,EAAE;SACZ,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;IAExD,OAAO,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAa,EAAE,MAAwB;IAC7D,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;IACrC,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,GAAG,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACzD,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAM,EAAE,OAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;AACrE,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAa,EAAE,MAAwB;IAC7D,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;IACrC,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,GAAG,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACzD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAM,EAAE,OAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;AACpE,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,KAAa,EAAE,GAAW;IAC9C,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACzB,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;IAC7B,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,KAAa,EAAE,GAAW;IACjD,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACzB,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC7B,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IAC/C,OAAO,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,KAAa,EAAE,OAAe,GAAG,EAAE,SAAkB,KAAK;IAC9E,IAAI,MAAM,IAAI,IAAI,KAAK,GAAG;QAAE,OAAO,KAAK,CAAC;IACzC,IAAI,IAAI,IAAI,GAAG;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAClD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;IAC/C,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;AAC/C,CAAC"}

package/dist/operators.d.ts

@@ -0,0 +1,29 @@
+export declare function mul(x: number, y: number): number;
+export declare function id(x: number): number;
+export declare function add(x: number, y: number): number;
+export declare function neg(x: number): number;
+export declare function lt(x: number, y: number): number;
+export declare function eq(x: number, y: number): number;
+export declare function max(x: number, y: number): number;
+export declare function isClose(x: number, y: number): number;
+export declare function sigmoid(x: number): number;
+export declare function relu(x: number): number;
+export declare function log(x: number): number;
+export declare function exp(x: number): number;
+export declare function logBack(x: number, d: number): number;
+export declare function inv(x: number): number;
+export declare function invBack(x: number, d: number): number;
+export declare function reluBack(x: number, d: number): number;
+type MapExportFn = (ls: number[]) => number[];
+export declare function map(fn: (num: number) => number): MapExportFn;
+export declare function negList(ls: number[]): number[];
+type ZipWithExportFn = (ls1: number[], ls2: number[]) => number[];
+export declare function zipWith(fn: (num1: number, num2: number) => number): ZipWithExportFn;
+export declare function zip<A, B>(arr1: A[], arr2: B[]): [A, B][];
+export declare function addLists(ls1: number[], ls2: number[]): number[];
+type ReduceType = (ls: number[]) => number;
+export declare function reduce(fn: (num1: number, num2: number) => number, start: number): ReduceType;
+export declare function sum(ls: number[]): number;
+export declare function prod(ls: number[]): number;
+export {};
+//# sourceMappingURL=operators.d.ts.map

package/dist/operators.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"operators.d.ts","sourceRoot":"","sources":["../src/operators.ts"],"names":[],"mappings":"AAEA,wBAAgB,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAE,MAAM,CAE/C;AAED,wBAAgB,EAAE,CAAC,CAAC,EAAE,MAAM,GAAE,MAAM,CAEnC;AAED,wBAAgB,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAE,MAAM,CAE/C;AAED,wBAAgB,GAAG,CAAC,CAAC,EAAE,MAAM,GAAE,MAAM,CAEpC;AAED,wBAAgB,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAE,MAAM,CAE9C;AAED,wBAAgB,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAE,MAAM,CAE9C;AAED,wBAAgB,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAE,MAAM,CAE/C;AAED,wBAAgB,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAC,MAAM,GAAE,MAAM,CAIlD;AAED,wBAAgB,OAAO,CAAC,CAAC,EAAE,MAAM,GAAE,MAAM,CAOxC;AAED,wBAAgB,IAAI,CAAC,CAAC,EAAE,MAAM,GAAE,MAAM,CAErC;AAED,wBAAgB,GAAG,CAAC,CAAC,EAAE,MAAM,GAAE,MAAM,CAIpC;AAED,wBAAgB,GAAG,CAAC,CAAC,EAAE,MAAM,GAAE,MAAM,CAEpC;AAED,wBAAgB,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAE,MAAM,CAEnD;AAED,wBAAgB,GAAG,CAAC,CAAC,EAAE,MAAM,GAAE,MAAM,CAGpC;AAED,wBAAgB,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAE,MAAM,CAEnD;AAED,wBAAgB,QAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAE,MAAM,CAGpD;AAED,KAAK,WAAW,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,MAAM,EAAE,CAAC;AAE9C,wBAAgB,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,MAAM,GAAG,WAAW,CAE5D;AAED,wBAAgB,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAE9C;AAED,KAAK,eAAe,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,MAAM,EAAE,CAAC;AAElE,wBAAgB,OAAO,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,MAAM,GAAE,eAAe,CAElF;AAGD,wBAAgB,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAExD;AAED,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAE/D;AAED,KAAK,UAAU,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,MAAM,CAAC;AAE3C,wBAAgB,MAAM,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,MAAM,EAAE,KAAK,EAAE,MAAM,GAAE,UAAU,CAO3F;AAED,wBAAgB,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,GAAE,MAAM,CAEvC;AAED,wBAAgB,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,GAAE,MAAM,CAExC"}

package/dist/operators.js

@@ -0,0 +1,91 @@
+const EPS = 1e-12;
+export function mul(x, y) {
+    return x * y;
+}
+export function id(x) {
+    return x;
+}
+export function add(x, y) {
+    return x + y;
+}
+export function neg(x) {
+    return -x;
+}
+export function lt(x, y) {
+    return x < y ? 1 : 0;
+}
+export function eq(x, y) {
+    return x === y ? 1 : 0;
+}
+export function max(x, y) {
+    return x > y ? x : y;
+}
+export function isClose(x, y) {
+    // "$f(x) = |x - y| < 1e-2$"
+    // assumed that this meant, return 1.0 if true else 0.0
+    return Math.abs(x - y) < 1e-2 ? 1 : 0;
+}
+export function sigmoid(x) {
+    if (x >= 0) {
+        return (1 / (1 + Math.exp(-x)));
+    }
+    else {
+        const ex = Math.exp(x);
+        return (ex / (1 + ex));
+    }
+}
+export function relu(x) {
+    return x > 0 ? x : 0;
+}
+export function log(x) {
+    // numerical stabilization with JS math
+    const safe = Math.max(x, EPS);
+    return Math.log(safe);
+}
+export function exp(x) {
+    return Math.exp(x);
+}
+export function logBack(x, d) {
+    return d * (1 / max(x, EPS));
+}
+export function inv(x) {
+    // guard this?
+    return 1 / x;
+}
+export function invBack(x, d) {
+    return -d / (x * x);
+}
+export function reluBack(x, d) {
+    // Although relu_back is d * relu(x), JavaScript differentiates -0 and 0, so we instead do:
+    return x > 0 ? d : 0;
+}
+export function map(fn) {
+    return (ls) => ls.map(num => fn(num));
+}
+export function negList(ls) {
+    return map(neg)(ls);
+}
+export function zipWith(fn) {
+    return (ls1, ls2) => ls1.map((num, idx) => fn(ls1[idx], ls2[idx]));
+}
+// generic zipping function
+export function zip(arr1, arr2) {
+    return arr1.map((x, i) => [x, arr2[i]]);
+}
+export function addLists(ls1, ls2) {
+    return zipWith(add)(ls1, ls2);
+}
+export function reduce(fn, start) {
+    return (ls) => {
+        let res = start;
+        ls.forEach((num, idx) => res = fn(num, res));
+        return res;
+    };
+}
+export function sum(ls) {
+    return reduce(add, 0)(ls);
+}
+export function prod(ls) {
+    return reduce(mul, 1)(ls);
+}
+//# sourceMappingURL=operators.js.map

package/dist/operators.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"operators.js","sourceRoot":"","sources":["../src/operators.ts"],"names":[],"mappings":"AAAA,MAAM,GAAG,GAAG,KAAK,CAAC;AAElB,MAAM,UAAU,GAAG,CAAC,CAAS,EAAE,CAAS;IACpC,OAAO,CAAC,GAAG,CAAC,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,EAAE,CAAC,CAAS;IACxB,OAAO,CAAC,CAAC;AACb,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,CAAS,EAAE,CAAS;IACpC,OAAO,CAAC,GAAG,CAAC,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,CAAS;IACzB,OAAO,CAAC,CAAC,CAAC;AACd,CAAC;AAED,MAAM,UAAU,EAAE,CAAC,CAAS,EAAE,CAAS;IACnC,OAAO,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,EAAE,CAAC,CAAS,EAAE,CAAS;IACnC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC3B,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,CAAS,EAAE,CAAS;IACpC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,CAAS,EAAE,CAAQ;IACvC,4BAA4B;IAC5B,uDAAuD;IACvD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,CAAS;IAC7B,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACT,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpC,CAAC;SAAM,CAAC;QACJ,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACvB,OAAO,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC3B,CAAC;AACL,CAAC;AAED,MAAM,UAAU,IAAI,CAAC,CAAS;IAC1B,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,CAAS;IACzB,uCAAuC;IACvC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC9B,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,CAAS;IACzB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,CAAS,EAAE,CAAS;IACxC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,CAAS;IACzB,cAAc;IACd,OAAO,CAAC,GAAG,CAAC,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,CAAS,EAAE,CAAS;IACxC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,CAAS,EAAE,CAAS;IACzC,2FAA2F;IAC3F,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACzB,CAAC;AAID,MAAM,UAAU,GAAG,CAAC,EAA2B;IAC3C,OAAO,CAAC,EAAY,EAAC,EAAE,CAAA,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,EAAY;IAChC,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;AACxB,CAAC;AAID,MAAM,UAAU,OAAO,CAAC,EAA0C;IAC9D,OAAO,CAAC,GAAa,EAAE,GAAa,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAE,EAAE,GAAG,CAAC,GAAG,CAAE,CAAC,CAAC,CAAC;AAC7F,CAAC;AAED,2BAA2B;AAC3B,MAAM,UAAU,GAAG,CAAO,IAAS,EAAE,IAAS;IAC1C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,GAAa,EAAE,GAAa;IACjD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;AAClC,CAAC;AAID,MAAM,UAAU,MAAM,CAAC,EAA0C,EAAE,KAAa;IAC5E,OAAO,CAAC,EAAW,EAAE,EAAE;QACnB,IAAI,GAAG,GAAW,KAAK,CAAC;QAExB,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QAC7C,OAAO,GAAG,CAAC;IACf,CAAC,CAAA;AACL,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,EAAY;IAC5B,OAAO,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,IAAI,CAAC,EAAY;IAC7B,OAAO,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAC9B,CAAC"}

package/dist/optimizer.d.ts

@@ -0,0 +1,15 @@
+import { Scalar } from "./scalar.js";
+import { Parameter } from "./module.js";
+import { Tensor } from "./tensor.js";
+export type ParameterValue = Scalar | Tensor;
+export declare class Optimizer {
+    parameters: Parameter<ParameterValue>[];
+    constructor(parameters: Parameter<ParameterValue>[]);
+}
+export declare class SGD extends Optimizer {
+    lr: number;
+    constructor(parameters: Parameter<ParameterValue>[], lr?: number);
+    zeroGrad(): void;
+    step(): void;
+}
+//# sourceMappingURL=optimizer.d.ts.map

package/dist/optimizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"optimizer.d.ts","sourceRoot":"","sources":["../src/optimizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAGrC,MAAM,MAAM,cAAc,GAAG,MAAM,GAAG,MAAM,CAAC;AAE7C,qBAAa,SAAS;IAClB,UAAU,EAAE,SAAS,CAAC,cAAc,CAAC,EAAE,CAAC;gBAE5B,UAAU,EAAE,SAAS,CAAC,cAAc,CAAC,EAAE;CAGtD;AAED,qBAAa,GAAI,SAAQ,SAAS;IAC9B,EAAE,EAAE,MAAM,CAAC;gBAEC,UAAU,EAAE,SAAS,CAAC,cAAc,CAAC,EAAE,EAAE,EAAE,GAAE,MAAY;IAKrE,QAAQ;IAkBR,IAAI;CA2BP"}

package/dist/optimizer.js

@@ -0,0 +1,62 @@
+import { Scalar } from "./scalar.js";
+import { Parameter } from "./module.js";
+import { Tensor } from "./tensor.js";
+import { TensorData } from "./tensor_data.js";
+export class Optimizer {
+    parameters;
+    constructor(parameters) {
+        this.parameters = parameters;
+    }
+}
+export class SGD extends Optimizer {
+    lr;
+    constructor(parameters, lr = 1.0) {
+        super(parameters);
+        this.lr = lr;
+    }
+    zeroGrad() {
+        for (let p of this.parameters) {
+            if (!p.value || typeof p.value !== 'object') {
+                continue;
+            }
+            if ("derivative" in p.value) {
+                if (p.value.derivative !== null && p.value.derivative !== undefined) {
+                    p.value.derivative = 0;
+                }
+            }
+            if ("grad" in p.value) {
+                if (p.value.grad !== null && p.value.grad !== undefined) {
+                    p.value.grad = null;
+                }
+            }
+        }
+    }
+    step() {
+        for (let p of this.parameters) {
+            if (!p.value || typeof p.value !== 'object') {
+                continue;
+            }
+            if (p.value instanceof Tensor) {
+                const rawGrad = p.value.grad;
+                if (rawGrad) {
+                    // Ensure contiguous layout before raw storage access —
+                    // gradients from permute backward etc. may have non-trivial strides.
+                    const grad = rawGrad.contiguous();
+                    const val = p.value.contiguous();
+                    const valStorage = val.data.storage;
+                    const gradStorage = grad.data.storage;
+                    const newStorage = new Float64Array(val.size);
+                    for (let i = 0; i < val.size; i++) {
+                        newStorage[i] = valStorage[i] - this.lr * gradStorage[i];
+                    }
+                    p.update(new Tensor(new TensorData(newStorage, [...val.shape])));
+                }
+            }
+            else if (p.value instanceof Scalar) {
+                const grad = p.value.derivative ?? 0;
+                p.value.data -= this.lr * grad;
+            }
+        }
+    }
+}
+//# sourceMappingURL=optimizer.js.map

package/dist/optimizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"optimizer.js","sourceRoot":"","sources":["../src/optimizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAI9C,MAAM,OAAO,SAAS;IAClB,UAAU,CAA8B;IAExC,YAAY,UAAuC;QAC/C,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IACjC,CAAC;CACJ;AAED,MAAM,OAAO,GAAI,SAAQ,SAAS;IAC9B,EAAE,CAAS;IAEX,YAAY,UAAuC,EAAE,KAAa,GAAG;QACjE,KAAK,CAAC,UAAU,CAAC,CAAC;QAClB,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;IACjB,CAAC;IAED,QAAQ;QACJ,KAAK,IAAI,CAAC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAC5B,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC1C,SAAS;YACb,CAAC;YACD,IAAI,YAAY,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;gBAC1B,IAAI,CAAC,CAAC,KAAK,CAAC,UAAU,KAAK,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;oBAClE,CAAC,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC;gBAC3B,CAAC;YACL,CAAC;YACD,IAAI,MAAM,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;gBACpB,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;oBACtD,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;gBACxB,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,IAAI;QACA,KAAK,IAAI,CAAC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAC5B,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC1C,SAAS;YACb,CAAC;YAED,IAAI,CAAC,CAAC,KAAK,YAAY,MAAM,EAAE,CAAC;gBAC5B,MAAM,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;gBAC7B,IAAI,OAAO,EAAE,CAAC;oBACV,uDAAuD;oBACvD,qEAAqE;oBACrE,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;oBAClC,MAAM,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;oBACjC,MAAM,UAAU,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC;oBACpC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;oBACtC,MAAM,UAAU,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;wBAChC,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAE,GAAG,IAAI,CAAC,EAAE,GAAG,WAAW,CAAC,CAAC,CAAE,CAAC;oBAC/D,CAAC;oBACD,CAAC,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAQ,CAAC,CAAC;gBAC5E,CAAC;YACL,CAAC;iBAAM,IAAI,CAAC,CAAC,KAAK,YAAY,MAAM,EAAE,CAAC;gBACnC,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,UAAU,IAAI,CAAC,CAAC;gBACrC,CAAC,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;YACnC,CAAC;QACL,CAAC;IACL,CAAC;CACJ"}

package/dist/scalar.d.ts

@@ -0,0 +1,42 @@
+import { ScalarHistory, ScalarFunction } from "./scalar_functions.js";
+export type ScalarLike = number | Scalar;
+export type GradPair = [Scalar, number];
+/**
+ * Scalar: A number that tracks its computation history.
+ * Behaves like a regular number but records operations for autodiff.
+ */
+export declare class Scalar {
+    data: number;
+    readonly history: ScalarHistory | null;
+    readonly uniqueId: number;
+    readonly name: string;
+    derivative: number | null;
+    constructor(value: number, history?: ScalarHistory | null, name?: string);
+    toString(): string;
+    /**
+     * Apply a ScalarFunction to the given values.
+     * Handles unwrapping Scalars to numbers, calling forward, and wrapping the result.
+     */
+    static apply(fn: typeof ScalarFunction, ...vals: ScalarLike[]): Scalar;
+    add(b: ScalarLike): Scalar;
+    mul(b: ScalarLike): Scalar;
+    div(b: ScalarLike): Scalar;
+    rdiv(b: ScalarLike): Scalar;
+    sub(b: ScalarLike): Scalar;
+    neg(): Scalar;
+    lt(b: ScalarLike): Scalar;
+    eq(b: ScalarLike): Scalar;
+    gt(b: ScalarLike): Scalar;
+    log(): Scalar;
+    exp(): Scalar;
+    sigmoid(): Scalar;
+    relu(): Scalar;
+    chainRule(dOut: number): Iterable<GradPair>;
+    backward(dOut?: number): void;
+    isLeaf(): boolean;
+    isConstant(): boolean;
+    get parents(): Scalar[];
+    accumulateDerivative(d: number): void;
+}
+export { ScalarHistory };
+//# sourceMappingURL=scalar.d.ts.map

package/dist/scalar.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scalar.d.ts","sourceRoot":"","sources":["../src/scalar.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,aAAa,EACb,cAAc,EAWjB,MAAM,uBAAuB,CAAC;AAE/B,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,MAAM,CAAC;AACzC,MAAM,MAAM,QAAQ,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAIxC;;;GAGG;AACH,qBAAa,MAAM;IACf,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI,CAAC;IACvC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAQ;gBAG7B,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,aAAa,GAAG,IAAW,EACpC,IAAI,CAAC,EAAE,MAAM;IASjB,QAAQ,IAAI,MAAM;IAIlB;;;OAGG;IACH,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,OAAO,cAAc,EAAE,GAAG,IAAI,EAAE,UAAU,EAAE,GAAG,MAAM;IAsBtE,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,MAAM;IAI1B,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,MAAM;IAI1B,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,MAAM;IAI1B,IAAI,CAAC,CAAC,EAAE,UAAU,GAAG,MAAM;IAI3B,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,MAAM;IAI1B,GAAG,IAAI,MAAM;IAIb,EAAE,CAAC,CAAC,EAAE,UAAU,GAAG,MAAM;IAIzB,EAAE,CAAC,CAAC,EAAE,UAAU,GAAG,MAAM;IAIzB,EAAE,CAAC,CAAC,EAAE,UAAU,GAAG,MAAM;IAIzB,GAAG,IAAI,MAAM;IAIb,GAAG,IAAI,MAAM;IAIb,OAAO,IAAI,MAAM;IAIjB,IAAI,IAAI,MAAM;IAId,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC;IAa3C,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM;IAOtB,MAAM,IAAI,OAAO;IAIjB,UAAU,IAAI,OAAO;IAIrB,IAAI,OAAO,IAAI,MAAM,EAAE,CAEtB;IAED,oBAAoB,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI;CASxC;AAED,OAAO,EAAE,aAAa,EAAE,CAAC"}

package/dist/scalar.js

@@ -0,0 +1,126 @@
+import { backPropagate, Context } from "./autodiff.js";
+import { zip } from "./operators.js";
+import { ScalarHistory, ScalarFunction, Add, Log, Mul, Inv, Neg, Sigmoid, Relu, Exp, LT, EQ, } from "./scalar_functions.js";
+let _varCount = 0;
+/**
+ * Scalar: A number that tracks its computation history.
+ * Behaves like a regular number but records operations for autodiff.
+ */
+export class Scalar {
+    data;
+    history;
+    uniqueId;
+    name;
+    derivative = null; // Filled in during backward pass
+    constructor(value, history = null, name) {
+        _varCount++;
+        this.uniqueId = _varCount;
+        this.data = value;
+        this.history = history;
+        this.name = name ?? `var${this.uniqueId}`;
+    }
+    toString() {
+        return `Scalar(${this.data})`;
+    }
+    /**
+     * Apply a ScalarFunction to the given values.
+     * Handles unwrapping Scalars to numbers, calling forward, and wrapping the result.
+     */
+    static apply(fn, ...vals) {
+        const rawVals = [];
+        const scalars = [];
+        for (const v of vals) {
+            if (v instanceof Scalar) {
+                scalars.push(v);
+                rawVals.push(v.data);
+            }
+            else {
+                scalars.push(new Scalar(v));
+                rawVals.push(v);
+            }
+        }
+        const ctx = new Context();
+        const result = fn.forward(ctx, ...rawVals);
+        const history = new ScalarHistory(fn, ctx, scalars);
+        return new Scalar(result, history);
+    }
+    add(b) {
+        return Scalar.apply(Add, this, b);
+    }
+    mul(b) {
+        return Scalar.apply(Mul, this, b);
+    }
+    div(b) {
+        return Scalar.apply(Mul, this, Scalar.apply(Inv, b));
+    }
+    rdiv(b) {
+        return Scalar.apply(Mul, b, Scalar.apply(Inv, this));
+    }
+    sub(b) {
+        return Scalar.apply(Add, this, Scalar.apply(Neg, b));
+    }
+    neg() {
+        return Scalar.apply(Neg, this);
+    }
+    lt(b) {
+        return Scalar.apply(LT, this, b);
+    }
+    eq(b) {
+        return Scalar.apply(EQ, this, b);
+    }
+    gt(b) {
+        return Scalar.apply(LT, b, this);
+    }
+    log() {
+        return Scalar.apply(Log, this);
+    }
+    exp() {
+        return Scalar.apply(Exp, this);
+    }
+    sigmoid() {
+        return Scalar.apply(Sigmoid, this);
+    }
+    relu() {
+        return Scalar.apply(Relu, this);
+    }
+    chainRule(dOut) {
+        const h = this.history;
+        if (!h)
+            throw new Error("Missing scalar history");
+        if (!h.lastFn)
+            throw new Error("Missing lastFn in scalar history");
+        if (!h.ctx)
+            throw new Error("Missing ctx in scalar history");
+        if (!h.inputs)
+            throw new Error("Missing inputs in scalar history");
+        const gradients = h.lastFn.backward(h.ctx, dOut);
+        const inputs = h.inputs;
+        return zip(inputs, gradients);
+    }
+    backward(dOut) {
+        if (dOut == null || dOut == undefined) {
+            dOut = 1.0;
+        }
+        backPropagate(this, dOut);
+    }
+    isLeaf() {
+        return !this.history?.lastFn;
+    }
+    isConstant() {
+        return !this.history;
+    }
+    get parents() {
+        return this.history?.inputs ?? [];
+    }
+    accumulateDerivative(d) {
+        if (!this.isLeaf()) {
+            throw new Error("Cannot accumulate derivative of a non-leaf scalar");
+        }
+        if (this.derivative === null) {
+            this.derivative = 0;
+        }
+        this.derivative += d;
+    }
+}
+export { ScalarHistory };
+//# sourceMappingURL=scalar.js.map

package/dist/scalar.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scalar.js","sourceRoot":"","sources":["../src/scalar.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,EAAE,GAAG,EAAE,MAAM,gBAAgB,CAAA;AACpC,OAAO,EACH,aAAa,EACb,cAAc,EACd,GAAG,EACH,GAAG,EACH,GAAG,EACH,GAAG,EACH,GAAG,EACH,OAAO,EACP,IAAI,EACJ,GAAG,EACH,EAAE,EACF,EAAE,GACL,MAAM,uBAAuB,CAAC;AAK/B,IAAI,SAAS,GAAG,CAAC,CAAC;AAElB;;;GAGG;AACH,MAAM,OAAO,MAAM;IACf,IAAI,CAAS;IACJ,OAAO,CAAuB;IAC9B,QAAQ,CAAS;IACjB,IAAI,CAAS;IAEtB,UAAU,GAAkB,IAAI,CAAC,CAAC,iCAAiC;IAEnE,YACI,KAAa,EACb,UAAgC,IAAI,EACpC,IAAa;QAEb,SAAS,EAAE,CAAC;QACZ,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;QAC1B,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC;QAClB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,IAAI,GAAG,IAAI,IAAI,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;IAC9C,CAAC;IAED,QAAQ;QACJ,OAAO,UAAU,IAAI,CAAC,IAAI,GAAG,CAAC;IAClC,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,KAAK,CAAC,EAAyB,EAAE,GAAG,IAAkB;QACzD,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACnB,IAAI,CAAC,YAAY,MAAM,EAAE,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAChB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACzB,CAAC;iBAAM,CAAC;gBACJ,OAAO,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC5B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpB,CAAC;QACL,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,OAAO,EAAE,CAAC;QAE1B,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC;QAE3C,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;QACpD,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACvC,CAAC;IAED,GAAG,CAAC,CAAa;QACb,OAAO,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACtC,CAAC;IAED,GAAG,CAAC,CAAa;QACb,OAAO,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACtC,CAAC;IAED,GAAG,CAAC,CAAa;QACb,OAAO,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,IAAI,CAAC,CAAa;QACd,OAAO,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,GAAG,CAAC,CAAa;QACb,OAAO,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,GAAG;QACC,OAAO,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,EAAE,CAAC,CAAa;QACZ,OAAO,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACrC,CAAC;IAED,EAAE,CAAC,CAAa;QACZ,OAAO,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACrC,CAAC;IAED,EAAE,CAAC,CAAa;QACZ,OAAO,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,GAAG;QACC,OAAO,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,GAAG;QACC,OAAO,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,OAAO;QACH,OAAO,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,IAAI;QACA,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACpC,CAAC;IAED,SAAS,CAAC,IAAY;QAClB,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC;QACvB,IAAI,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAClD,IAAI,CAAC,CAAC,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACnE,IAAI,CAAC,CAAC,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAC7D,IAAI,CAAC,CAAC,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QAEnE,MAAM,SAAS,GAAa,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAE3D,MAAM,MAAM,GAAG,CAAC,CAAC,MAAkB,CAAC;QACpC,OAAO,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAClC,CAAC;IAED,QAAQ,CAAC,IAAa;QAClB,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,SAAS,EAAE,CAAC;YACpC,IAAI,GAAG,GAAG,CAAC;QACf,CAAC;QACD,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC9B,CAAC;IAED,MAAM;QACF,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC;IACjC,CAAC;IAED,UAAU;QACN,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;IACzB,CAAC;IAED,IAAI,OAAO;QACP,OAAO,IAAI,CAAC,OAAO,EAAE,MAAM,IAAI,EAAE,CAAC;IACtC,CAAC;IAED,oBAAoB,CAAC,CAAS;QAC1B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACzE,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YAC3B,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACxB,CAAC;QACD,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;IACzB,CAAC;CACJ;AAED,OAAO,EAAE,aAAa,EAAE,CAAC"}