@isidorus/cpu 0.0.0-alpha.0

package/dist/ts/ops/nn_ops.js

@@ -0,0 +1,340 @@
+import { DType } from "@isidorus/core";
+import { constant } from "./array_ops.js";
+import { sub, mul, div, add, mean, sqrt, square, } from "./math_ops.js";
+// ---------------------------------------------------------------------------
+// nn_ops — neural network operations
+// ---------------------------------------------------------------------------
+// ── Activations ──────────────────────────────────────────────────────────────
+/** Rectified linear unit: max(0, x). */
+export function relu(g, x, name) {
+    const [t] = g.addOp("Relu", [x], {}, name);
+    return t;
+}
+/** Leaky ReLU: max(alpha * x, x). Default alpha = 0.2. */
+export function leakyRelu(g, x, alpha = 0.2, name) {
+    const [t] = g.addOp("LeakyRelu", [x], {
+        alpha: { kind: "float", value: alpha },
+    }, name);
+    return t;
+}
+/** ReLU6: min(max(0, x), 6). Common in MobileNet. */
+export function relu6(g, x, name) {
+    const [t] = g.addOp("Relu6", [x], {}, name);
+    return t;
+}
+/** Sigmoid: 1 / (1 + e^-x). */
+export function sigmoid(g, x, name) {
+    const [t] = g.addOp("Sigmoid", [x], {}, name);
+    return t;
+}
+/** Hyperbolic tangent. */
+export function tanh(g, x, name) {
+    const [t] = g.addOp("Tanh", [x], {}, name);
+    return t;
+}
+/**
+ * Softmax along the last axis.
+ * For other axes use softmaxAxis().
+ */
+export function softmax(g, x, name) {
+    const [t] = g.addOp("Softmax", [x], {}, name);
+    return t;
+}
+/** ELU: x if x > 0, else e^x - 1. */
+export function elu(g, x, name) {
+    const [t] = g.addOp("Elu", [x], {}, name);
+    return t;
+}
+/** SELU: scaled ELU. */
+export function selu(g, x, name) {
+    const [t] = g.addOp("Selu", [x], {}, name);
+    return t;
+}
+/**
+ * Swish: x * sigmoid(x).
+ * Built from primitives — no single TF op for this.
+ */
+export function swish(g, x, name) {
+    return mul(g, x, sigmoid(g, x), name);
+}
+/**
+ * GELU (approximate): x * 0.5 * (1 + tanh(sqrt(2/pi) * (x + 0.044715 * x^3)))
+ * Used in BERT, GPT.
+ * Built from primitives.
+ */
+export function gelu(g, x, name) {
+    // 0.044715
+    const c1 = constant(g, (() => {
+        const b = Buffer.allocUnsafe(4);
+        b.writeFloatLE(0.044715, 0);
+        return b;
+    })(), [], DType.FLOAT32);
+    // sqrt(2 / pi) ≈ 0.7978845608
+    const c2 = constant(g, (() => {
+        const b = Buffer.allocUnsafe(4);
+        b.writeFloatLE(0.7978845608, 0);
+        return b;
+    })(), [], DType.FLOAT32);
+    const half = constant(g, (() => {
+        const b = Buffer.allocUnsafe(4);
+        b.writeFloatLE(0.5, 0);
+        return b;
+    })(), [], DType.FLOAT32);
+    const one = constant(g, (() => {
+        const b = Buffer.allocUnsafe(4);
+        b.writeFloatLE(1.0, 0);
+        return b;
+    })(), [], DType.FLOAT32);
+    const x3 = mul(g, mul(g, x, x), x);
+    const inner = mul(g, c2, add(g, x, mul(g, c1, x3)));
+    const tanhInner = tanh(g, inner);
+    return mul(g, mul(g, x, half), add(g, one, tanhInner), name);
+}
+/** Log-softmax: log(softmax(x)). More numerically stable for cross-entropy. */
+export function logSoftmax(g, x, name) {
+    const [t] = g.addOp("LogSoftmax", [x], {}, name);
+    return t;
+}
+// ── Normalisation ─────────────────────────────────────────────────────────────
+/**
+ * Batch normalisation (inference mode).
+ *
+ * Uses pre-computed running mean/variance from training.
+ * For training-mode BN (with FusedBatchNormV3 + gradient), use batchNormTraining().
+ */
+export function batchNorm(g, x, scale, offset, mean_, variance_, options = {}, name) {
+    const [y] = g.addOp("FusedBatchNormV3", [x, scale, offset, mean_, variance_], {
+        epsilon: { kind: "float", value: options.epsilon ?? 1e-3 },
+        data_format: { kind: "bool", value: false }, // NHWC
+        is_training: { kind: "bool", value: false },
+    }, name);
+    return y; // index 0 is the normalised output; other outputs are for training
+}
+/**
+ * Layer normalisation — normalises across the last `numAxes` dimensions.
+ * Built from primitives (TF has no single LayerNorm C op in the public API).
+ *
+ * @param numAxes  Number of trailing axes to normalise over (default 1).
+ */
+export function layerNorm(g, x, scale, offset, options = {}, name) {
+    const eps = options.epsilon ?? 1e-5;
+    // Default: normalise over last axis only. Caller should specify axes
+    // explicitly when normalising over multiple dims (e.g. for transformers).
+    const axes = options.axes ?? [-1];
+    const mu = mean(g, x, axes, /* keepDims */ true);
+    const diff = sub(g, x, mu);
+    const var_ = mean(g, square(g, diff), axes, true);
+    const epsBuf = Buffer.allocUnsafe(4);
+    epsBuf.writeFloatLE(eps, 0);
+    const epsT = constant(g, epsBuf, [], DType.FLOAT32);
+    const denom = sqrt(g, add(g, var_, epsT));
+    const xNorm = div(g, diff, denom);
+    return add(g, mul(g, scale, xNorm), offset, name);
+}
+/**
+ * Build a per-step, per-layer dropout seed tensor for StatelessRandomUniform.
+ *
+ * Seed layout: [global_step_int32, layer_id]
+ *   - global_step changes every forward pass → different mask each step
+ *   - layer_id is a compile-time constant  → different mask per layer
+ *
+ * Usage:
+ *   const stepVar = ops.variable(g, [], DType.INT64, "global_step");
+ *   // ... in training loop:
+ *   const seed = ops.makeDropoutSeed(g, stepVar, 0); // layer 0
+ *   const dropped = ops.dropout(g, x, 0.5, true, seed);
+ *   // after forward pass, increment: ops.assignAdd(g, stepVar, one, DType.INT64)
+ *
+ * @param stepHandle  VarHandleOp tensor for an int64 global step counter.
+ * @param layerId     Compile-time unique integer for this dropout layer.
+ *                    Use 0, 1, 2... for each dropout op in the graph.
+ */
+export function makeDropoutSeed(g, stepHandle, layerId) {
+    // Read the current step value
+    const [stepInt64] = g.addOp("ReadVariableOp", [stepHandle], {
+        dtype: { kind: "type", value: DType.INT64 },
+    });
+    // Cast int64 step → int32 (StatelessRandomUniform requires int32 seed)
+    const [stepInt32] = g.addOp("Cast", [stepInt64], {
+        DstT: { kind: "type", value: DType.INT32 },
+    });
+    // Layer id as a compile-time int32 scalar constant
+    const layerBuf = Buffer.allocUnsafe(4);
+    layerBuf.writeInt32LE(layerId, 0);
+    const layerT = constant(g, layerBuf, [], DType.INT32);
+    // Stack [step, layer_id] → shape [2] int32
+    const [seed] = g.addOp("Pack", [stepInt32, layerT], {
+        axis: { kind: "int", value: 0 },
+    });
+    return seed;
+}
+/**
+ * Dropout — applies inverted dropout during training.
+ *
+ * Inverted dropout keeps expected activation magnitude equal to training time:
+ *   kept units are scaled up by 1/(1-rate), dropped units become 0.
+ * This means inference code runs unchanged with no scaling needed.
+ *
+ * @param rate      Fraction of units to drop, in [0, 1). 0 = no dropout.
+ * @param training  If false, returns x unchanged (identity). Rate is ignored.
+ *
+ * ⚠ SEED WARNING:
+ *   The mask is generated with StatelessRandomUniform using a constant seed
+ *   [0, 0]. This means the SAME neurons are dropped on every forward pass.
+ *   For real regularisation, use a counter-based seed (e.g. step variable
+ *   cast to [step, 0]) — wire this up via variable_ops once seeding infrastructure
+ *   is in place. Until then this is only useful for testing graph construction.
+ */
+export function dropout(g, x, rate, training, seed, name) {
+    // Validate rate unconditionally — even when training=false, an out-of-range
+    // rate is a caller bug that should surface immediately, not silently pass.
+    if (rate < 0 || rate >= 1) {
+        throw new RangeError(`dropout rate must be in [0, 1), got ${rate}`);
+    }
+    if (!training || rate === 0) {
+        // Inference path or no dropout: identity pass-through.
+        const [t] = g.addOp("Identity", [x], {}, name);
+        return t;
+    }
+    // ── Inverted dropout ────────────────────────────────────────────────────
+    //
+    //   uniform  = StatelessRandomUniform(shape(x), seed=[0,0])  ∈ [0, 1)
+    //   keepMask = uniform >= rate                                 → bool
+    //   masked   = x * cast(keepMask, float32)
+    //   output   = masked * (1 / (1 - rate))                      inverted scale
+    // shape of x as a runtime int32 tensor (handles dynamic batch dims)
+    const [xShape] = g.addOp("Shape", [x], {
+        out_type: { kind: "type", value: DType.INT32 },
+    });
+    // Use provided seed or fall back to constant [0, 0]
+    let seedT;
+    if (seed) {
+        seedT = seed;
+    }
+    else {
+        const seedBuf = Buffer.allocUnsafe(8);
+        seedBuf.writeInt32LE(0, 0);
+        seedBuf.writeInt32LE(0, 4);
+        seedT = constant(g, seedBuf, [2], DType.INT32);
+    }
+    // Uniform samples in [0, 1).
+    const [uniform] = g.addOp("StatelessRandomUniform", [xShape, seedT], {
+        dtype: { kind: "type", value: DType.FLOAT32 },
+    });
+    // keep mask: uniform >= rate → bool
+    const rateBuf = Buffer.allocUnsafe(4);
+    rateBuf.writeFloatLE(rate, 0);
+    const rateT = constant(g, rateBuf, [], DType.FLOAT32);
+    const [keepMaskBool] = g.addOp("GreaterEqual", [uniform, rateT], {});
+    // cast bool → float32 (1.0 = keep, 0.0 = drop)
+    const [keepMaskFloat] = g.addOp("Cast", [keepMaskBool], {
+        DstT: { kind: "type", value: DType.FLOAT32 },
+    });
+    // apply mask
+    const [masked] = g.addOp("Mul", [x, keepMaskFloat], {});
+    // scale by 1 / (1 - rate) — inverted dropout keeps E[output] = E[x]
+    const scaleBuf = Buffer.allocUnsafe(4);
+    scaleBuf.writeFloatLE(1 / (1 - rate), 0);
+    const scaleT = constant(g, scaleBuf, [], DType.FLOAT32);
+    const [t] = g.addOp("Mul", [masked, scaleT], {}, name);
+    return t;
+}
+// ── Convolution ───────────────────────────────────────────────────────────────
+/**
+ * 2D convolution (NHWC).
+ *
+ * @param x        Input tensor [batch, height, width, in_channels]
+ * @param filter   Filter tensor [filter_height, filter_width, in_channels, out_channels]
+ * @param strides  [1, stride_h, stride_w, 1]
+ * @param padding  "SAME" or "VALID"
+ */
+export function conv2d(g, x, filter, strides = [1, 1, 1, 1], padding = "SAME", name) {
+    const [t] = g.addOp("Conv2D", [x, filter], {
+        strides: { kind: "list_int", value: strides },
+        padding: { kind: "bool", value: padding === "SAME" },
+        data_format: { kind: "bool", value: false }, // NHWC
+    }, name);
+    return t;
+}
+/**
+ * Depthwise 2D convolution.
+ * Each input channel is convolved with its own filter of depth channel_multiplier.
+ */
+export function depthwiseConv2d(g, x, filter, strides = [1, 1, 1, 1], padding = "SAME", name) {
+    const [t] = g.addOp("DepthwiseConv2dNative", [x, filter], {
+        strides: { kind: "list_int", value: strides },
+        padding: { kind: "bool", value: padding === "SAME" },
+        data_format: { kind: "bool", value: false }, // NHWC
+    }, name);
+    return t;
+}
+// ── Pooling ───────────────────────────────────────────────────────────────────
+/** Max pooling. */
+export function maxPool(g, x, ksize = [1, 2, 2, 1], strides = [1, 2, 2, 1], padding = "VALID", name) {
+    const [t] = g.addOp("MaxPool", [x], {
+        ksize: { kind: "list_int", value: ksize },
+        strides: { kind: "list_int", value: strides },
+        padding: { kind: "bool", value: padding === "SAME" },
+        data_format: { kind: "bool", value: false },
+    }, name);
+    return t;
+}
+/** Average pooling. */
+export function avgPool(g, x, ksize = [1, 2, 2, 1], strides = [1, 2, 2, 1], padding = "VALID", name) {
+    const [t] = g.addOp("AvgPool", [x], {
+        ksize: { kind: "list_int", value: ksize },
+        strides: { kind: "list_int", value: strides },
+        padding: { kind: "bool", value: padding === "SAME" },
+        data_format: { kind: "bool", value: false },
+    }, name);
+    return t;
+}
+/** Global average pooling — reduces spatial dims to [batch, channels]. */
+export function globalAvgPool(g, x, name) {
+    // Reduce over H and W (axes 1 and 2 for NHWC).
+    return mean(g, x, [1, 2], /* keepDims */ false, name);
+}
+// ── Loss functions ────────────────────────────────────────────────────────────
+/**
+ * Sparse softmax cross-entropy.
+ * labels: int32/int64 class indices [batch]
+ * logits: float32 [batch, num_classes]
+ * Returns per-example loss [batch].
+ */
+export function sparseSoftmaxCrossEntropyWithLogits(g, labels, logits, name) {
+    const [loss] = g.addOp("SparseSoftmaxCrossEntropyWithLogits", [logits, labels], {}, name);
+    return loss; // output 0 is per-example loss; output 1 is backprop grad
+}
+/**
+ * Sigmoid cross-entropy with logits (binary classification).
+ * labels: float32 {0, 1} [batch]
+ * logits: float32 [batch]
+ */
+export function sigmoidCrossEntropyWithLogits(g, labels, logits, name) {
+    // max(logits, 0) - logits * labels + log(1 + exp(-abs(logits)))
+    // Built from primitives for numerical stability.
+    const zeroBuf = Buffer.allocUnsafe(4);
+    zeroBuf.writeFloatLE(0, 0);
+    const zero = constant(g, zeroBuf, [], DType.FLOAT32);
+    const oneBuf = Buffer.allocUnsafe(4);
+    oneBuf.writeFloatLE(1, 0);
+    const one = constant(g, oneBuf, [], DType.FLOAT32);
+    const [relu_logits] = g.addOp("Relu", [logits], {});
+    const [abs_logits] = g.addOp("Abs", [logits], {});
+    const [neg_abs] = g.addOp("Neg", [abs_logits], {});
+    const [exp_neg] = g.addOp("Exp", [neg_abs], {});
+    const [one_plus] = g.addOp("AddV2", [one, exp_neg], {});
+    const [log_part] = g.addOp("Log", [one_plus], {});
+    const [prod] = g.addOp("Mul", [logits, labels], {});
+    const [t] = g.addOp("AddV2", [g.addOp("Sub", [relu_logits, prod], {})[0], log_part], {}, name);
+    return t;
+}
+/**
+ * L2 loss: 0.5 * sum(t^2).
+ * Used as a regularisation term.
+ */
+export function l2Loss(g, x, name) {
+    const [t] = g.addOp("L2Loss", [x], {}, name);
+    return t;
+}
+//# sourceMappingURL=nn_ops.js.map

package/dist/ts/ops/nn_ops.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nn_ops.js","sourceRoot":"","sources":["../../../src/ts/ops/nn_ops.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAEvC,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EACL,GAAG,EACH,GAAG,EACH,GAAG,EACH,GAAG,EAIH,IAAI,EACJ,IAAI,EACJ,MAAM,GACP,MAAM,eAAe,CAAC;AAEvB,8EAA8E;AAC9E,qCAAqC;AACrC,8EAA8E;AAE9E,gFAAgF;AAEhF,wCAAwC;AACxC,MAAM,UAAU,IAAI,CAAC,CAAQ,EAAE,CAAS,EAAE,IAAa;IACrD,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IAC3C,OAAO,CAAC,CAAC;AACX,CAAC;AAED,0DAA0D;AAC1D,MAAM,UAAU,SAAS,CACvB,CAAQ,EACR,CAAS,EACT,KAAK,GAAG,GAAG,EACX,IAAa;IAEb,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CACjB,WAAW,EACX,CAAC,CAAC,CAAC,EACH;QACE,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE;KACvC,EACD,IAAI,CACL,CAAC;IACF,OAAO,CAAC,CAAC;AACX,CAAC;AAED,qDAAqD;AACrD,MAAM,UAAU,KAAK,CAAC,CAAQ,EAAE,CAAS,EAAE,IAAa;IACtD,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IAC5C,OAAO,CAAC,CAAC;AACX,CAAC;AAED,+BAA+B;AAC/B,MAAM,UAAU,OAAO,CAAC,CAAQ,EAAE,CAAS,EAAE,IAAa;IACxD,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IAC9C,OAAO,CAAC,CAAC;AACX,CAAC;AAED,0BAA0B;AAC1B,MAAM,UAAU,IAAI,CAAC,CAAQ,EAAE,CAAS,EAAE,IAAa;IACrD,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IAC3C,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,OAAO,CAAC,CAAQ,EAAE,CAAS,EAAE,IAAa;IACxD,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IAC9C,OAAO,CAAC,CAAC;AACX,CAAC;AAED,qCAAqC;AACrC,MAAM,UAAU,GAAG,CAAC,CAAQ,EAAE,CAAS,EAAE,IAAa;IACpD,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IAC1C,OAAO,CAAC,CAAC;AACX,CAAC;AAED,wBAAwB;AACxB,MAAM,UAAU,IAAI,CAAC,CAAQ,EAAE,CAAS,EAAE,IAAa;IACrD,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IAC3C,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,KAAK,CAAC,CAAQ,EAAE,CAAS,EAAE,IAAa;IACtD,OAAO,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;AACxC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,IAAI,CAAC,CAAQ,EAAE,CAAS,EAAE,IAAa;IACrD,WAAW;IACX,MAAM,EAAE,GAAG,QAAQ,CACjB,CAAC,EACD,CAAC,GAAG,EAAE;QACJ,MAAM,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QAChC,CAAC,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,CAAC;IACX,CAAC,CAAC,EAAE,EACJ,EAAE,EACF,KAAK,CAAC,OAAO,CACd,CAAC;IACF,8BAA8B;IAC9B,MAAM,EAAE,GAAG,QAAQ,CACjB,CAAC,EACD,CAAC,GAAG,EAAE;QACJ,MAAM,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QAChC,CAAC,CAAC,YAAY,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;QAChC,OAAO,CAAC,CAAC;IACX,CAAC,CAAC,EAAE,EACJ,EAAE,EACF,KAAK,CAAC,OAAO,CACd,CAAC;IACF,MAAM,IAAI,GAAG,QAAQ,CACnB,CAAC,EACD,CAAC,GAAG,EAAE;QACJ,MAAM,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QAChC,CAAC,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACvB,OAAO,CAAC,CAAC;IACX,CAAC,CAAC,EAAE,EACJ,EAAE,EACF,KAAK,CAAC,OAAO,CACd,CAAC;IACF,MAAM,GAAG,GAAG,QAAQ,CAClB,CAAC,EACD,CAAC,GAAG,EAAE;QACJ,MAAM,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QAChC,CAAC,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACvB,OAAO,CAAC,CAAC;IACX,CAAC,CAAC,EAAE,EACJ,EAAE,EACF,KAAK,CAAC,OAAO,CACd,CAAC;IAEF,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACnC,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IACpD,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACjC,OAAO,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;AAC/D,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,UAAU,CAAC,CAAQ,EAAE,CAAS,EAAE,IAAa;IAC3D,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IACjD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,iFAAiF;AAEjF;;;;;GAKG;AACH,MAAM,UAAU,SAAS,CACvB,CAAQ,EACR,CAAS,EACT,KAAa,EACb,MAAc,EACd,KAAa,EACb,SAAiB,EACjB,UAA8D,EAAE,EAChE,IAAa;IAEb,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CACjB,kBAAkB,EAClB,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,CAAC,EACpC;QACE,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,IAAI,IAAI,EAAE;QAC1D,WAAW,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,OAAO;QACpD,WAAW,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE;KAC5C,EACD,IAAI,CACL,CAAC;IACF,OAAO,CAAC,CAAC,CAAC,mEAAmE;AAC/E,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,SAAS,CACvB,CAAQ,EACR,CAAS,EACT,KAAa,EACb,MAAc,EACd,UAAiD,EAAE,EACnD,IAAa;IAEb,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC;IACpC,qEAAqE;IACrE,0EAA0E;IAC1E,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAElC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,IAAI,CAAC,CAAC;IACjD,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;IAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAElD,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IACrC,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC5B,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IAEpD,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;IAClC,OAAO,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;AACpD,CAAC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,eAAe,CAC7B,CAAQ,EACR,UAAkB,EAClB,OAAe;IAEf,8BAA8B;IAC9B,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC,UAAU,CAAC,EAAE;QAC1D,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE;KAC5C,CAAC,CAAC;IAEH,uEAAuE;IACvE,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,EAAE;QAC/C,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE;KAC3C,CAAC,CAAC;IAEH,mDAAmD;IACnD,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IACvC,QAAQ,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IAEtD,2CAA2C;IAC3C,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE;QAClD,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE;KAChC,CAAC,CAAC;IACH,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,OAAO,CACrB,CAAQ,EACR,CAAS,EACT,IAAY,EACZ,QAAiB,EACjB,IAAa,EACb,IAAa;IAEb,4EAA4E;IAC5E,2EAA2E;IAC3E,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,UAAU,CAAC,uCAAuC,IAAI,EAAE,CAAC,CAAC;IACtE,CAAC;IAED,IAAI,CAAC,QAAQ,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;QAC5B,uDAAuD;QACvD,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;QAC/C,OAAO,CAAC,CAAC;IACX,CAAC;IAED,2EAA2E;IAC3E,EAAE;IACF,sEAAsE;IACtE,sEAAsE;IACtE,2CAA2C;IAC3C,6EAA6E;IAE7E,oEAAoE;IACpE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE;QACrC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE;KAC/C,CAAC,CAAC;IAEH,oDAAoD;IACpD,IAAI,KAAa,CAAC;IAClB,IAAI,IAAI,EAAE,CAAC;QACT,KAAK,GAAG,IAAI,CAAC;IACf,CAAC;SAAM,CAAC;QACN,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QACtC,OAAO,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3B,OAAO,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3B,KAAK,GAAG,QAAQ,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IACjD,CAAC;IAED,6BAA6B;IAC7B,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,wBAAwB,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE;QACnE,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE;KAC9C,CAAC,CAAC;IAEH,oCAAoC;IACpC,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IACtC,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC9B,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IACtD,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;IAErE,+CAA+C;IAC/C,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,YAAY,CAAC,EAAE;QACtD,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE;KAC7C,CAAC,CAAC;IAEH,aAAa;IACb,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC;IAExD,oEAAoE;IACpE,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IACvC,QAAQ,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IACxD,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IACvD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,iFAAiF;AAEjF;;;;;;;GAOG;AACH,MAAM,UAAU,MAAM,CACpB,CAAQ,EACR,CAAS,EACT,MAAc,EACd,UAA4C,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EACxD,UAA4B,MAAM,EAClC,IAAa;IAEb,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CACjB,QAAQ,EACR,CAAC,CAAC,EAAE,MAAM,CAAC,EACX;QACE,OAAO,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE;QAC7C,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,KAAK,MAAM,EAAE;QACpD,WAAW,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,OAAO;KACrD,EACD,IAAI,CACL,CAAC;IACF,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAC7B,CAAQ,EACR,CAAS,EACT,MAAc,EACd,UAA4C,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EACxD,UAA4B,MAAM,EAClC,IAAa;IAEb,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CACjB,uBAAuB,EACvB,CAAC,CAAC,EAAE,MAAM,CAAC,EACX;QACE,OAAO,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE;QAC7C,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,KAAK,MAAM,EAAE;QACpD,WAAW,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,OAAO;KACrD,EACD,IAAI,CACL,CAAC;IACF,OAAO,CAAC,CAAC;AACX,CAAC;AAED,iFAAiF;AAEjF,mBAAmB;AACnB,MAAM,UAAU,OAAO,CACrB,CAAQ,EACR,CAAS,EACT,QAA0C,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EACtD,UAA4C,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EACxD,UAA4B,OAAO,EACnC,IAAa;IAEb,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CACjB,SAAS,EACT,CAAC,CAAC,CAAC,EACH;QACE,KAAK,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE;QACzC,OAAO,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE;QAC7C,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,KAAK,MAAM,EAAE;QACpD,WAAW,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE;KAC5C,EACD,IAAI,CACL,CAAC;IACF,OAAO,CAAC,CAAC;AACX,CAAC;AAED,uBAAuB;AACvB,MAAM,UAAU,OAAO,CACrB,CAAQ,EACR,CAAS,EACT,QAA0C,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EACtD,UAA4C,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EACxD,UAA4B,OAAO,EACnC,IAAa;IAEb,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CACjB,SAAS,EACT,CAAC,CAAC,CAAC,EACH;QACE,KAAK,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE;QACzC,OAAO,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE;QAC7C,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,KAAK,MAAM,EAAE;QACpD,WAAW,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE;KAC5C,EACD,IAAI,CACL,CAAC;IACF,OAAO,CAAC,CAAC;AACX,CAAC;AAED,0EAA0E;AAC1E,MAAM,UAAU,aAAa,CAAC,CAAQ,EAAE,CAAS,EAAE,IAAa;IAC9D,+CAA+C;IAC/C,OAAO,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AACxD,CAAC;AAED,iFAAiF;AAEjF;;;;;GAKG;AACH,MAAM,UAAU,mCAAmC,CACjD,CAAQ,EACR,MAAc,EACd,MAAc,EACd,IAAa;IAEb,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CACpB,qCAAqC,EACrC,CAAC,MAAM,EAAE,MAAM,CAAC,EAChB,EAAE,EACF,IAAI,CACL,CAAC;IACF,OAAO,IAAI,CAAC,CAAC,0DAA0D;AACzE,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,6BAA6B,CAC3C,CAAQ,EACR,MAAc,EACd,MAAc,EACd,IAAa;IAEb,gEAAgE;IAChE,iDAAiD;IACjD,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IACtC,OAAO,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3B,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IACrC,MAAM,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1B,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IAEnD,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;IACpD,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;IAClD,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC;IACnD,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;IAChD,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;IACxD,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;IAClD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;IACpD,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CACjB,OAAO,EACP,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,EACtD,EAAE,EACF,IAAI,CACL,CAAC;IACF,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,MAAM,CAAC,CAAQ,EAAE,CAAS,EAAE,IAAa;IACvD,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IAC7C,OAAO,CAAC,CAAC;AACX,CAAC"}

package/dist/ts/ops/variable_ops.d.ts

@@ -0,0 +1,128 @@
+import type { Tensor, Shape } from "@isidorus/core";
+import { DType } from "@isidorus/core";
+import type { Graph } from "../graph.js";
+/**
+ * Variable handle — a VarHandleOp that identifies a resource variable.
+ *
+ * The handle itself holds no data. Use initializer() to set the initial
+ * value, readVariable() to read it, and assignVariable() to update it.
+ *
+ * @param shape     Shape of the variable (null dims = dynamic)
+ * @param dtype     Element type
+ * @param varName   Logical name for the variable (used in checkpoints)
+ */
+export declare function variable(g: Graph, shape: Shape, dtype: DType, varName: string): Tensor;
+/**
+ * readVariable — emits a ReadVariableOp to read the current value.
+ * The returned Tensor can be used as input to any op.
+ */
+export declare function readVariable(g: Graph, handle: Tensor, dtype: DType, name?: string): Tensor;
+/**
+ * assignVariable — adds an AssignVariableOp that writes `value` into
+ * the variable identified by `handle`.
+ *
+ * Returns the op name — pass it as a target in sess.run() to execute
+ * the assignment as a side-effect.
+ *
+ * @example
+ * const updateOp = ops.assignVariable(g, wHandle, newW, DType.FLOAT32);
+ * await sess.run(feeds, [], [updateOp]);
+ */
+export declare function assignVariable(g: Graph, handle: Tensor, value: Tensor, dtype: DType, name?: string): string;
+/**
+ * assignAdd — adds an AssignAddVariableOp: variable += delta.
+ * Returns the op name.
+ */
+export declare function assignAdd(g: Graph, handle: Tensor, delta: Tensor, dtype: DType, name?: string): string;
+/**
+ * assignSub — adds an AssignSubVariableOp: variable -= delta.
+ * Returns the op name.
+ */
+export declare function assignSub(g: Graph, handle: Tensor, delta: Tensor, dtype: DType, name?: string): string;
+/**
+ * zerosInitializer — creates a constant zero tensor matching `shape` and `dtype`.
+ * Use with initializer() to zero-initialise a variable.
+ */
+export declare function zerosInitializer(g: Graph, shape: number[], dtype: DType, name?: string): Tensor;
+/**
+ * onesInitializer — constant one tensor.
+ */
+export declare function onesInitializer(g: Graph, shape: number[], dtype: DType, name?: string): Tensor;
+/**
+ * truncatedNormalInitializer — samples from a truncated normal distribution.
+ * Values more than 2 stddevs from the mean are resampled.
+ * This is Xavier/Glorot-style initialisation when stddev = sqrt(2/fan_in).
+ *
+ * NOTE: TF's TruncatedNormal op produces a different value on every run
+ * unless a fixed seed is provided. For reproducible initialisation, run
+ * the init op once and save the checkpoint.
+ */
+export declare function truncatedNormalInitializer(g: Graph, shape: number[], dtype?: DType, options?: {
+    mean?: number;
+    stddev?: number;
+    seed?: number;
+}, name?: string): Tensor;
+/**
+ * glorotUniformInitializer — samples from Uniform(-limit, limit)
+ * where limit = sqrt(6 / (fan_in + fan_out)).
+ *
+ * For a weight matrix [fan_in, fan_out]:
+ *   fan_in  = shape[0]
+ *   fan_out = shape[1]
+ */
+export declare function glorotUniformInitializer(g: Graph, shape: [number, number], // [fan_in, fan_out]
+dtype?: DType, name?: string): Tensor;
+/**
+ * variableWithInit — creates a variable handle and its initialisation op
+ * in one call.
+ *
+ * @returns { handle, initOp }
+ *   handle:  the VarHandleOp tensor (use with readVariable / assignVariable)
+ *   initOp:  op name to pass as a target in sess.run() to initialise
+ *
+ * @example
+ * const { handle: w, initOp: wInit } = ops.variableWithInit(
+ *   g, [784, 128], DType.FLOAT32, "weights",
+ *   ops.glorotUniformInitializer(g, [784, 128])
+ * );
+ * const { handle: b, initOp: bInit } = ops.variableWithInit(
+ *   g, [128], DType.FLOAT32, "bias",
+ *   ops.zerosInitializer(g, [128], DType.FLOAT32)
+ * );
+ *
+ * // Run init once before first training step:
+ * await sess.run([], [], [wInit, bInit]);
+ */
+export declare function variableWithInit(g: Graph, shape: Shape, dtype: DType, varName: string, initialValue: Tensor): {
+    handle: Tensor;
+    initOp: string;
+};
+/**
+ * globalVariablesInitializer — groups all init ops into a single NoOp target.
+ *
+ * @param initOps  Array of init op names returned by variableWithInit()
+ * @returns        Op name to pass as a single target to sess.run()
+ *
+ * @example
+ * const initAll = ops.globalVariablesInitializer(g, [wInit, bInit]);
+ * await sess.run([], [], [initAll]);
+ */
+export declare function globalVariablesInitializer(g: Graph, initOps: string[], name?: string): string;
+/**
+ * applyGradientDescent — w -= lr * grad.
+ * The simplest parameter update step.
+ */
+export declare function applyGradientDescent(g: Graph, handle: Tensor, lr: Tensor, // scalar learning rate
+grad: Tensor, dtype: DType, name?: string): string;
+/**
+ * applyAdam — one Adam parameter update step.
+ *
+ * Requires four variable handles: var, m (first moment), v (second moment),
+ * and beta1_power, beta2_power scalars (updated separately).
+ */
+export declare function applyAdam(g: Graph, handle: Tensor, mHandle: Tensor, vHandle: Tensor, beta1Power: Tensor, beta2Power: Tensor, lr: Tensor, beta1: Tensor, beta2: Tensor, epsilon: Tensor, grad: Tensor, dtype: DType, name?: string): string;
+/**
+ * applyRMSProp — one RMSProp parameter update step.
+ */
+export declare function applyRMSProp(g: Graph, handle: Tensor, msHandle: Tensor, momHandle: Tensor, lr: Tensor, rho: Tensor, momentum: Tensor, epsilon: Tensor, grad: Tensor, dtype: DType, name?: string): string;
+//# sourceMappingURL=variable_ops.d.ts.map

package/dist/ts/ops/variable_ops.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"variable_ops.d.ts","sourceRoot":"","sources":["../../../src/ts/ops/variable_ops.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,KAAK,EAAa,MAAM,gBAAgB,CAAC;AAClD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAyBzC;;;;;;;;;GASG;AACH,wBAAgB,QAAQ,CACtB,CAAC,EAAE,KAAK,EACR,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,KAAK,EACZ,OAAO,EAAE,MAAM,GACd,MAAM,CAaR;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAC1B,CAAC,EAAE,KAAK,EACR,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,KAAK,EACZ,IAAI,CAAC,EAAE,MAAM,GACZ,MAAM,CAUR;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,cAAc,CAC5B,CAAC,EAAE,KAAK,EACR,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,KAAK,EACZ,IAAI,CAAC,EAAE,MAAM,GACZ,MAAM,CAWR;AAED;;;GAGG;AACH,wBAAgB,SAAS,CACvB,CAAC,EAAE,KAAK,EACR,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,KAAK,EACZ,IAAI,CAAC,EAAE,MAAM,GACZ,MAAM,CAWR;AAED;;;GAGG;AACH,wBAAgB,SAAS,CACvB,CAAC,EAAE,KAAK,EACR,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,KAAK,EACZ,IAAI,CAAC,EAAE,MAAM,GACZ,MAAM,CAWR;AAID;;;GAGG;AACH,wBAAgB,gBAAgB,CAC9B,CAAC,EAAE,KAAK,EACR,KAAK,EAAE,MAAM,EAAE,EACf,KAAK,EAAE,KAAK,EACZ,IAAI,CAAC,EAAE,MAAM,GACZ,MAAM,CAcR;AAED;;GAEG;AACH,wBAAgB,eAAe,CAC7B,CAAC,EAAE,KAAK,EACR,KAAK,EAAE,MAAM,EAAE,EACf,KAAK,EAAE,KAAK,EACZ,IAAI,CAAC,EAAE,MAAM,GACZ,MAAM,CAKR;AAED;;;;;;;;GAQG;AACH,wBAAgB,0BAA0B,CACxC,CAAC,EAAE,KAAK,EACR,KAAK,EAAE,MAAM,EAAE,EACf,KAAK,GAAE,KAAqB,EAC5B,OAAO,GAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAO,EAC/D,IAAI,CAAC,EAAE,MAAM,GACZ,MAAM,CAkBR;AAED;;;;;;;GAOG;AACH,wBAAgB,wBAAwB,CACtC,CAAC,EAAE,KAAK,EACR,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,oBAAoB;AAC7C,KAAK,GAAE,KAAqB,EAC5B,IAAI,CAAC,EAAE,MAAM,GACZ,MAAM,CASR;AAID;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAgB,gBAAgB,CAC9B,CAAC,EAAE,KAAK,EACR,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,KAAK,EACZ,OAAO,EAAE,MAAM,EACf,YAAY,EAAE,MAAM,GACnB;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAUpC;AAED;;;;;;;;;GASG;AACH,wBAAgB,0BAA0B,CACxC,CAAC,EAAE,KAAK,EACR,OAAO,EAAE,MAAM,EAAE,EACjB,IAAI,SAAuB,GAC1B,MAAM,CAeR;AAUD;;;GAGG;AACH,wBAAgB,oBAAoB,CAClC,CAAC,EAAE,KAAK,EACR,MAAM,EAAE,MAAM,EACd,EAAE,EAAE,MAAM,EAAE,uBAAuB;AACnC,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,KAAK,EACZ,IAAI,CAAC,EAAE,MAAM,GACZ,MAAM,CAYR;AAED;;;;;GAKG;AACH,wBAAgB,SAAS,CACvB,CAAC,EAAE,KAAK,EACR,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,EAAE,EAAE,MAAM,EACV,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,KAAK,EACZ,IAAI,CAAC,EAAE,MAAM,GACZ,MAAM,CAwBR;AAED;;GAEG;AACH,wBAAgB,YAAY,CAC1B,CAAC,EAAE,KAAK,EACR,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,EAAE,EAAE,MAAM,EACV,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,KAAK,EACZ,IAAI,CAAC,EAAE,MAAM,GACZ,MAAM,CAYR"}