@seanhogg/builderforce-memory-engine 2026.7.14 → 2026.9.28

package/dist/training/trainer.js

@@ -1,9 +1,36 @@
 /**
  * trainer.ts – MambaTrainer class
+ *
+ * REAL backpropagation. Until 2026-08 `_trainStep` handed the SAME `dLogits`
+ * buffer to AdamW for every parameter, so no parameter ever received its own
+ * gradient: `learn()` was SAFE (WSLA freezes the backbone, the trust region
+ * bounds every step, the NaN guard blocks a poisoned weight, and the session
+ * rolls back a regression) but INERT. It now runs a genuine backward pass —
+ * `cpuModelBackward` in `model_cpu.ts` — and each parameter is stepped with its
+ * OWN gradient.
+ *
+ * Where the maths runs, and why:
+ *   • the backward pass is the CPU reference (`cpu_ops.ts` + `mamba1_cpu.ts`),
+ *     a line-for-line mirror of the WGSL forward kernels. It is exact and it is
+ *     PROVEN — `tests/backprop.test.ts` checks every parameter gradient against
+ *     finite differences of the real loss, with no GPU involved;
+ *   • the optimiser is {@link adamwUpdateInPlace}, the CPU mirror of
+ *     `WEIGHT_UPDATE_WGSL`'s `adamw_update`, keeping the trust region and the
+ *     NaN guard the safety story depends on;
+ *   • the model's GPU buffers are written back after every optimiser step, so
+ *     inference (which IS GPU) always serves the trained weights.
+ *
+ * The residual is a WGSL backward pass so training itself runs on the GPU. The
+ * backward kernels exist (`SELECTIVE_SCAN_BACKWARD_WGSL`, `SSD_BACKWARD_WGSL`,
+ * `CONV1D_BACKWARD_WGSL`, `LINEAR_BACKWARD_WGSL`, `ACTIVATIONS_BACKWARD_WGSL`)
+ * but wiring them cannot be validated numerically without a WebGPU device, and
+ * an unvalidated GPU backward is worse than a slower exact one.
  */
-import { createUniformBuffer, createStorageBuffer, createEmptyStorageBuffer, createComputePipeline, createBindGroup, dispatchKernel, readBuffer, cdiv, } from '../utils/gpu_utils.js';
-import { crossEntropyLoss, crossEntropyGrad } from './autograd.js';
-import { WEIGHT_UPDATE_WGSL, GRAD_CLIP_WGSL } from '../kernels/weight_update.js';
+import { readBuffer, uploadBuffer, } from '../utils/gpu_utils.js';
+import { crossEntropyLoss } from './autograd.js';
+import { adamwUpdateInPlace } from '../optim/adamw.js';
+import { LoRAAdapter } from './lora.js';
+import { cpuModelBackward, cpuWeightsFromNamed, namedWeights, paramMatrixShape, DEFAULT_LORA_TARGETS, CPU_GRADIENT_LAYER_TYPES, } from './model_cpu.js';
 /**
  * Default per-step trust region for WSLA / write-through adaptation. Small
  * enough that a single `adapt()` nudges the narrow params without lurching, so
@@ -20,39 +47,126 @@ export class MambaTrainer {
      * Adam moments keyed by parameter NAME (not array index). Name-keying is what
      * lets WSLA toggle safely: a narrow write-through step updates only the
      * `layer{i}.wXProj/bXProj` subset, a full fine-tune updates everything, and
-     * both reuse the SAME `m`/`v` buffers per parameter. Index-keyed moments (the
-     * old scheme) silently misaligned the moment with the wrong parameter the
-     * moment the trainable set changed shape — corrupting the update.
+     * both reuse the SAME `m`/`v` per parameter. Index-keyed moments (the old
+     * scheme) silently misaligned the moment with the wrong parameter the moment
+     * the trainable set changed shape — corrupting the update.
      */
     _moments;
     _step;
-    _adamwPipeline;
-    _clipReducePipeline;
-    _clipScalePipeline;
+    _dims;
+    /** CPU mirror of every model tensor — the gradient engine's working set. */
+    _mirror;
+    _mirrorByName;
+    /** Low-rank adapters by parameter name, when training with `lora`. */
+    _adapters;
+    /** Frozen base weights the adapters sit on top of (LoRA only). */
+    _loraBase;
+    _shard;
     constructor(model, tokenizer = null) {
         this.model = model;
         this.tokenizer = tokenizer;
         this.device = model.device;
         this._moments = new Map();
         this._step = 0;
-        this._adamwPipeline = createComputePipeline(this.device, WEIGHT_UPDATE_WGSL, 'adamw_update');
-        this._clipReducePipeline = createComputePipeline(this.device, GRAD_CLIP_WGSL, 'grad_norm_reduce');
-        this._clipScalePipeline = createComputePipeline(this.device, GRAD_CLIP_WGSL, 'grad_clip_scale');
+        this._dims = cpuDimsFor(model);
+        this._mirror = null;
+        this._mirrorByName = null;
+        this._adapters = new Map();
+        this._loraBase = new Map();
+        this._shard = null;
+    }
+    /**
+     * The low-rank adapters this trainer is training, by parameter name — empty
+     * unless `train({ lora })` was used. Exposed so a caller can serialise just the
+     * adapter (a few hundred KB) instead of the whole checkpoint.
+     */
+    get adapters() { return this._adapters; }
+    /** Trainable scalar count for the current mode — the LoRA saving, measured. */
+    trainableParamCount() {
+        const params = this.model.getTrainableParams();
+        if (this._adapters.size === 0)
+            return params.reduce((n, p) => n + p.numel, 0);
+        let n = 0;
+        for (const p of params) {
+            const a = this._adapters.get(p.name);
+            if (a)
+                n += a.numParams();
+        }
+        return n;
+    }
+    /** Whether this trainer owns parameter `index` under the active shard. */
+    _owns(index) {
+        return this._shard === null || index % this._shard.count === this._shard.index;
+    }
+    /**
+     * Build (once) an adapter for every LoRA-target parameter, snapshot the frozen
+     * base, and return the set. Rank is clamped per parameter to its smaller
+     * dimension so one global rank works across projections of very different shape.
+     */
+    _installAdapters(cfg) {
+        if (this._adapters.size > 0)
+            return; // already installed; keep training them
+        const targets = new Set(cfg.targets ?? DEFAULT_LORA_TARGETS);
+        const weights = this._mirrorByName;
+        for (const p of this.model.getTrainableParams()) {
+            const local = p.name.includes('.') ? p.name.slice(p.name.indexOf('.') + 1) : p.name;
+            if (!targets.has(local))
+                continue;
+            const shape = paramMatrixShape(p.name, this._dims);
+            if (!shape)
+                continue; // a vector parameter — nothing for a low-rank adapter to do
+            const [rows, cols] = shape;
+            const rank = Math.max(1, Math.min(cfg.rank ?? 8, rows, cols));
+            this._adapters.set(p.name, new LoRAAdapter(rows, cols, { ...cfg, rank }));
+            this._loraBase.set(p.name, Float32Array.from(weights.get(p.name)));
+        }
+        if (this._adapters.size === 0) {
+            throw new Error(`MambaTrainer: lora was requested but no trainable parameter matched targets ` +
+                `[${[...targets].join(', ')}]. Valid targets: wInProj, wXProj, wDtProj, wOutProj, wConv, A_log, embedding.`);
+        }
+    }
+    /** Write `base + adapter.delta()` into the mirror, so the forward sees the adapted weights. */
+    _materialiseAdapters() {
+        const weights = this._mirrorByName;
+        for (const [name, adapter] of this._adapters) {
+            const w = weights.get(name);
+            const base = this._loraBase.get(name);
+            const delta = adapter.delta();
+            for (let i = 0; i < w.length; i++)
+                w[i] = base[i] + delta[i];
+        }
     }
     /** Get-or-create the Adam first/second moments for a parameter, by name. */
     _momentFor(p) {
         let mom = this._moments.get(p.name);
         if (!mom) {
-            mom = {
-                m: createEmptyStorageBuffer(this.device, p.numel * 4, false),
-                v: createEmptyStorageBuffer(this.device, p.numel * 4, false),
-            };
+            mom = { m: new Float32Array(p.numel), v: new Float32Array(p.numel) };
             this._moments.set(p.name, mom);
         }
         return mom;
     }
+    /**
+     * Pull every model tensor off the GPU into the CPU mirror. Done once per
+     * `train()` call (not per step) so an externally loaded checkpoint or a
+     * previous session's weights are picked up, after which the mirror is
+     * authoritative and each step writes the updated tensors back.
+     */
+    async _syncMirrorFromGpu() {
+        const named = new Map();
+        for (const p of this.model.parameters()) {
+            named.set(p.name, await readBuffer(this.device, p.buf, p.numel * 4));
+        }
+        named.set('lm_head_bias', await readBuffer(this.device, this.model.gpuLMHeadBias, this._dims.vocabSize * 4));
+        this._mirror = cpuWeightsFromNamed(named, this._dims);
+        this._mirrorByName = namedWeights(this._mirror);
+    }
     async train(input, opts = {}) {
-        const { learningRate = 1e-4, epochs = 5, batchSize = 1, seqLen = 512, maxGradNorm = 1.0, weightDecay = 0.01, beta1 = 0.9, beta2 = 0.999, eps = 1e-8, wsla = false, trackGradNorm = false, onEpochEnd = null, } = opts;
+        const { learningRate = 1e-4, epochs = 5, batchSize = 1, seqLen = 512, maxGradNorm = 1.0, weightDecay = 0.01, beta1 = 0.9, beta2 = 0.999, eps = 1e-8, wsla = false, onEpochEnd = null, } = opts;
+        const accumulation = Math.max(1, Math.floor(opts.gradientAccumulation ?? 1));
+        this._shard = opts.shard ?? null;
+        if (this._shard && (this._shard.count <= 0 || this._shard.index < 0 || this._shard.index >= this._shard.count)) {
+            throw new Error(`MambaTrainer: invalid shard ${this._shard.index}/${this._shard.count}`);
+        }
         // Trust region defaults ON for write-through (WSLA) adapts, OFF otherwise.
         const maxDelta = opts.maxDelta ?? (wsla ? WSLA_MAX_DELTA : 0);
         if (wsla)
@@ -75,119 +189,182 @@ export class MambaTrainer {
         if (chunks.length === 0) {
             throw new Error('Input is too short to form any training chunk.');
         }
-        // Moments are created lazily per-parameter (name-keyed) on first touch —
-        // no upfront allocation needed, and it stays correct as WSLA narrows the
-        // trainable set.
+        const batches = buildBatches(chunks, Math.max(1, Math.floor(batchSize)));
+        // The mirror is the gradient engine's working set; refresh it from the GPU
+        // once per train() so a freshly loaded checkpoint is trained, not stale weights.
+        await this._syncMirrorFromGpu();
+        if (opts.lora)
+            this._installAdapters(opts.lora);
         const epochLosses = [];
         for (let epoch = 0; epoch < epochs; epoch++) {
             let epochLoss = 0;
             let epochGradNorm = 0;
             let numSteps = 0;
-            for (const { inputs, targets } of chunks) {
-                const { loss, gradNorm } = await this._trainStep(inputs, targets, batchSize, { learningRate, maxGradNorm, weightDecay, beta1, beta2, eps, wsla, maxDelta, trackGradNorm });
+            // Gradient accumulation: `accumulation` batches contribute to one
+            // optimiser step, so the effective batch is batchSize x accumulation at
+            // the memory of one batch.
+            for (let i = 0; i < batches.length; i += accumulation) {
+                const group = batches.slice(i, i + accumulation);
+                const { loss, gradNorm } = await this._trainStep(group, { learningRate, maxGradNorm, weightDecay, beta1, beta2, eps, wsla, maxDelta,
+                    ...(opts.activationCheckpointing ? { activationCheckpointing: true } : {}) });
                 epochLoss += loss;
-                if (gradNorm != null)
-                    epochGradNorm += gradNorm;
+                epochGradNorm += gradNorm;
                 numSteps++;
             }
             const avgLoss = epochLoss / numSteps;
             epochLosses.push(avgLoss);
-            // Mean pre-clip grad norm this epoch (only measured when trackGradNorm is on).
-            const avgGradNorm = trackGradNorm ? epochGradNorm / numSteps : undefined;
             if (onEpochEnd)
-                onEpochEnd(epoch + 1, avgLoss, avgGradNorm);
+                onEpochEnd(epoch + 1, avgLoss, epochGradNorm / numSteps);
         }
         if (wsla)
             this.model.setWSLAMode(false);
         return epochLosses;
     }
-    async _trainStep(inputs, targets, batch, hyperparams) {
-        const { learningRate, maxGradNorm, weightDecay, beta1, beta2, eps, maxDelta, trackGradNorm } = hyperparams;
+    /**
+     * One optimiser step over one batch: real forward + backward, a global
+     * gradient-norm clip over the trainable set, then AdamW per parameter with
+     * its OWN gradient, written straight back to the GPU buffer.
+     */
+    async _trainStep(group, hyperparams) {
+        const { learningRate, maxGradNorm, weightDecay, beta1, beta2, eps, maxDelta } = hyperparams;
+        if (!this._mirror || !this._mirrorByName)
+            await this._syncMirrorFromGpu();
+        const mirror = this._mirror;
+        const weights = this._mirrorByName;
         this._step++;
-        const seqLen = inputs.length;
-        const vocabSize = this.model.config.vocabSize;
-        const { logits, gpuLogits } = await this.model.forward(new Uint32Array(inputs), batch, seqLen);
-        let totalLoss = 0;
-        const dLogits = new Float32Array(batch * seqLen * vocabSize);
-        for (let i = 0; i < seqLen; i++) {
-            const offset = i * vocabSize;
-            const logitSlice = logits.slice(offset, offset + vocabSize);
-            const target = targets[i];
-            totalLoss += crossEntropyLoss(logitSlice, target);
-            const grad = crossEntropyGrad(logitSlice, target);
-            for (let v = 0; v < vocabSize; v++) {
-                dLogits[offset + v] = grad[v] / seqLen;
+        // Under LoRA the forward must see base + Delta, not the stale merge from the
+        // previous step.
+        if (this._adapters.size > 0)
+            this._materialiseAdapters();
+        const bwOpts = hyperparams.activationCheckpointing ? { activationCheckpointing: true } : {};
+        let loss = 0;
+        let grads = new Map();
+        for (const b of group) {
+            const step = cpuModelBackward(b.inputs, b.targets, mirror, this._dims, b.batch, b.seqLen, bwOpts);
+            loss += step.loss / group.length;
+            if (grads.size === 0) {
+                // First micro-batch owns the accumulator; scale it as we go so the
+                // accumulated gradient is the MEAN over the group, matching a single
+                // pass at the larger batch size.
+                for (const v of step.grads.values())
+                    for (let i = 0; i < v.length; i++)
+                        v[i] = v[i] / group.length;
+                grads = step.grads;
+            }
+            else {
+                for (const [k, v] of step.grads) {
+                    const acc = grads.get(k);
+                    for (let i = 0; i < v.length; i++)
+                        acc[i] = acc[i] + v[i] / group.length;
+                }
             }
         }
-        const loss = totalLoss / seqLen;
-        const dLogitsBuf = createStorageBuffer(this.device, dLogits, false);
-        const gradNorm = await this._clipGradients(dLogitsBuf, dLogits.length, maxGradNorm, !!trackGradNorm);
         // Only the trainable set is updated. Under WSLA (write-through) that is
         // the narrow per-layer subset and the backbone (incl. every A_log) stays
         // frozen — the guarantee that repeated adapts can't destabilise the SSM.
         const params = this.model.getTrainableParams();
-        const beta1_t = Math.pow(beta1, this._step);
-        const beta2_t = Math.pow(beta2, this._step);
-        await this._adamwStep(params, [dLogitsBuf], { learningRate, weightDecay, beta1, beta2, eps, beta1_t, beta2_t, maxDelta });
-        dLogitsBuf.destroy();
-        gpuLogits.destroy();
+        // Under LoRA the base weights are frozen: project each base gradient onto
+        // its adapter, and the adapter's A/B are what the optimiser steps.
+        if (this._adapters.size > 0) {
+            for (const [name, adapter] of this._adapters) {
+                const g = grads.get(name);
+                if (!g)
+                    continue;
+                adapter.zeroGrad();
+                adapter.accumulateGradient(g);
+            }
+        }
+        // Global pre-clip L2 norm ACROSS the whole trainable set. The old GPU
+        // reduce clipped one buffer at a time and raced on `norm_sq[0]` across
+        // workgroups; this is the true global norm and needs no readback.
+        let sumSq = 0;
+        for (const p of params) {
+            const g = grads.get(p.name);
+            if (!g)
+                continue;
+            for (let i = 0; i < g.length; i++)
+                sumSq += g[i] * g[i];
+        }
+        const gradNorm = Math.sqrt(sumSq);
+        const gradScale = maxGradNorm > 0 && gradNorm > maxGradNorm ? maxGradNorm / gradNorm : 1;
+        this._adamwStep(params, grads, weights, {
+            learningRate, weightDecay, beta1, beta2, eps,
+            beta1_t: Math.pow(beta1, this._step),
+            beta2_t: Math.pow(beta2, this._step),
+            maxDelta, gradScale,
+        });
         return { loss, gradNorm };
     }
-    async _adamwStep(params, gradBufs, hp) {
-        const { learningRate, weightDecay, beta1, beta2, eps, beta1_t, beta2_t, maxDelta } = hp;
-        for (let i = 0; i < params.length; i++) {
-            const p = params[i];
-            const gradBuf = gradBufs[Math.min(i, gradBufs.length - 1)];
-            if (!gradBuf || gradBuf.size < p.numel * 4)
+    /**
+     * AdamW over the trainable set. Each parameter is paired with its OWN
+     * gradient by NAME — the bug this replaces passed one shared `dLogits`
+     * buffer to every parameter — and the updated tensor is uploaded to the GPU
+     * so inference serves it.
+     */
+    _adamwStep(params, grads, weights, hp) {
+        const { learningRate, weightDecay, beta1, beta2, eps, beta1_t, beta2_t, maxDelta, gradScale } = hp;
+        const step = { lr: learningRate, beta1, beta2, eps, weightDecay, beta1_t, beta2_t, maxDelta, gradScale };
+        for (let idx = 0; idx < params.length; idx++) {
+            const p = params[idx];
+            if (!this._owns(idx))
+                continue; // another shard holds this one's moments
+            // LoRA: step A and B, then re-merge base + Delta into the mirror so the
+            // GPU buffer (what inference reads) always holds the adapted weights.
+            const adapter = this._adapters.get(p.name);
+            if (adapter) {
+                const w = weights.get(p.name);
+                const base = this._loraBase.get(p.name);
+                const [aP, bP] = [adapter.A, adapter.B];
+                const [gA, gB] = [adapter.gradients()[1].data, adapter.gradients()[0].data];
+                const momB = this._momentNamed(`${p.name}::loraB`, bP.length);
+                const momA = this._momentNamed(`${p.name}::loraA`, aP.length);
+                adamwUpdateInPlace(bP, gB, momB.m, momB.v, step);
+                adamwUpdateInPlace(aP, gA, momA.m, momA.v, step);
+                const delta = adapter.delta();
+                for (let i = 0; i < w.length; i++)
+                    w[i] = base[i] + delta[i];
+                uploadBuffer(this.device, p.buf, w);
+                continue;
+            }
+            const g = grads.get(p.name);
+            const w = weights.get(p.name);
+            if (!g || !w)
                 continue;
+            if (g.length !== p.numel || w.length !== p.numel) {
+                throw new Error(`MambaTrainer: parameter "${p.name}" is ${p.numel} elements but the ` +
+                    `gradient engine produced ${g.length} — model and CPU mirror disagree.`);
+            }
             const mom = this._momentFor(p);
-            const paramsBuf = createUniformBuffer(this.device, packAdamParams(p.numel, learningRate, beta1, beta2, eps, weightDecay, beta1_t, beta2_t, maxDelta));
-            const bg = createBindGroup(this.device, this._adamwPipeline, [
-                paramsBuf,
-                p.buf,
-                gradBuf,
-                mom.m,
-                mom.v,
-            ]);
-            dispatchKernel(this.device, this._adamwPipeline, bg, [cdiv(p.numel, 256), 1, 1]);
-            paramsBuf.destroy();
+            adamwUpdateInPlace(w, g, mom.m, mom.v, step);
+            uploadBuffer(this.device, p.buf, w);
+        }
+    }
+    /** Get-or-create moments for a synthetic parameter (a LoRA factor), by name. */
+    _momentNamed(name, numel) {
+        let mom = this._moments.get(name);
+        if (!mom) {
+            mom = { m: new Float32Array(numel), v: new Float32Array(numel) };
+            this._moments.set(name, mom);
         }
+        return mom;
     }
     /**
-     * Clip gradients to `maxNorm` in place. The reduce kernel writes Σg² into
-     * `normSqBuf`; the scale kernel then rescales the grads. When `trackNorm` is set
-     * we read Σg² back and return the true pre-clip L2 norm (√Σg²) — the kernel
-     * already computed it, so this is only a small buffer readback (a GPU sync,
-     * hence opt-in). Returns null when not tracking.
+     * Bytes of optimiser state (Adam m + v) this trainer holds. Under a shard that
+     * is 1/count of the full state; under LoRA it is the adapters' state, not the
+     * weights'. The measurable point of both features.
      */
-    async _clipGradients(gradBuf, numel, maxNorm, trackNorm = false) {
-        const normSqBuf = createEmptyStorageBuffer(this.device, 4, true);
-        this.device.queue.writeBuffer(normSqBuf, 0, new Float32Array([0.0]));
-        const clipParams = new ArrayBuffer(8);
-        new Uint32Array(clipParams, 0, 1).set([numel]);
-        new Float32Array(clipParams, 4, 1).set([maxNorm * maxNorm]);
-        const pBuf = createUniformBuffer(this.device, clipParams);
-        const bg1 = createBindGroup(this.device, this._clipReducePipeline, [pBuf, gradBuf, normSqBuf]);
-        dispatchKernel(this.device, this._clipReducePipeline, bg1, [cdiv(numel, 256), 1, 1]);
-        // Read Σg² AFTER the reduce (the scale kernel only reads it, never overwrites),
-        // so the returned norm is the pre-clip magnitude — the instability signal.
-        let gradNorm = null;
-        if (trackNorm) {
-            const out = await readBuffer(this.device, normSqBuf, 4);
-            gradNorm = Math.sqrt(Math.max(0, out[0] ?? 0));
-        }
-        const bg2 = createBindGroup(this.device, this._clipScalePipeline, [pBuf, gradBuf, normSqBuf]);
-        dispatchKernel(this.device, this._clipScalePipeline, bg2, [cdiv(numel, 256), 1, 1]);
-        pBuf.destroy();
-        normSqBuf.destroy();
-        return gradNorm;
+    optimizerStateBytes() {
+        let n = 0;
+        for (const mom of this._moments.values())
+            n += mom.m.byteLength + mom.v.byteLength;
+        return n;
     }
     async evaluate(input) {
         let tokenIds;
         if (typeof input === 'string') {
             if (!this.tokenizer)
                 throw new Error('Tokenizer required for string input.');
-            tokenIds = this.tokenizer.encode(input);
+            tokenIds = Array.from(this.tokenizer.encode(input));
         }
         else {
             tokenIds = Array.from(input);
@@ -204,7 +381,38 @@ export class MambaTrainer {
         return Math.exp(avgLoss);
     }
 }
-function buildChunks(ids, seqLen) {
+/**
+ * Derive the gradient engine's dimensions from a model, rejecting layer types
+ * the CPU reference cannot differentiate.
+ *
+ * A hybrid schedule (`jamba`/`zamba`, or any explicit schedule containing
+ * `mamba2`/`mamba3`/`attention`) fails LOUDLY here rather than silently training
+ * on gradients that do not exist — which is exactly what the old trainer did.
+ */
+export function cpuDimsFor(model) {
+    const unsupported = model.layerSpecs
+        .map((s, i) => ({ i, type: s.type }))
+        .filter(({ type }) => !CPU_GRADIENT_LAYER_TYPES.includes(type));
+    if (unsupported.length > 0) {
+        const detail = unsupported.map(({ i, type }) => `layer${i}=${type}`).join(', ');
+        throw new Error(`MambaTrainer: the gradient engine differentiates ${CPU_GRADIENT_LAYER_TYPES.join('/')} ` +
+            `layers only, but this model has ${detail}. Build the model with the default ` +
+            `mamba1 schedule to train it, or extend the CPU reference to cover those blocks.`);
+    }
+    const first = model.layers[0];
+    const dInner = first?.dInner ?? model.config.expand * model.config.dModel;
+    const dtRank = first?.dtRank ?? Math.ceil(model.config.dModel / 16);
+    return {
+        vocabSize: model.config.vocabSize,
+        dModel: model.config.dModel,
+        dState: model.config.dState,
+        dConv: model.config.dConv,
+        dInner,
+        dtRank,
+        numLayers: model.layers.length,
+    };
+}
+export function buildChunks(ids, seqLen) {
     const chunks = [];
     for (let start = 0; start + seqLen < ids.length; start += seqLen) {
         chunks.push({
@@ -222,12 +430,30 @@ function buildChunks(ids, seqLen) {
     }
     return chunks;
 }
-function packAdamParams(numElements, lr, beta1, beta2, eps, weightDecay, beta1_t, beta2_t, maxDelta) {
-    // 48 bytes: u32 + 8×f32 = 36, padded to a 16-byte multiple for the uniform
-    // layout (matches AdamParams' _pad0.._pad2 in WEIGHT_UPDATE_WGSL).
-    const buf = new ArrayBuffer(48);
-    new Uint32Array(buf, 0, 1).set([numElements]);
-    new Float32Array(buf, 4, 8).set([lr, beta1, beta2, eps, weightDecay, beta1_t, beta2_t, maxDelta]);
-    return buf;
+/**
+ * Group equal-length chunks into batches of at most `batchSize`.
+ *
+ * `batchSize` used to be accepted and ignored — every chunk trained alone. The
+ * batch dimension the model and the gradient engine both take is real, so it is
+ * honoured here; a ragged tail chunk simply trains as its own batch of one.
+ */
+export function buildBatches(chunks, batchSize) {
+    const batches = [];
+    let i = 0;
+    while (i < chunks.length) {
+        const seqLen = chunks[i].inputs.length;
+        const group = [];
+        while (i < chunks.length && group.length < batchSize && chunks[i].inputs.length === seqLen) {
+            group.push(chunks[i]);
+            i++;
+        }
+        batches.push({
+            inputs: group.flatMap((c) => c.inputs),
+            targets: group.flatMap((c) => c.targets),
+            batch: group.length,
+            seqLen,
+        });
+    }
+    return batches;
 }
 //# sourceMappingURL=trainer.js.map

package/dist/training/trainer.js.map

@@ -1 +1 @@
-{"version":3,"file":"trainer.js","sourceRoot":"","sources":["../../src/training/trainer.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EACH,mBAAmB,EACnB,mBAAmB,EACnB,wBAAwB,EACxB,qBAAqB,EACrB,eAAe,EACf,cAAc,EACd,UAAU,EACV,IAAI,GACP,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AA2BjF;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,CAAC;AAkBnC,MAAM,OAAO,YAAY;IACrB,KAAK,CAAmB;IACxB,SAAS,CAAsB;IAC/B,MAAM,CAAY;IAClB;;;;;;;OAOG;IACK,QAAQ,CAA2B;IACnC,KAAK,CAAS;IACd,cAAc,CAAqB;IACnC,mBAAmB,CAAqB;IACxC,kBAAkB,CAAqB;IAE/C,YAAY,KAAoC,EAAE,YAAiC,IAAI;QACnF,IAAI,CAAC,KAAK,GAAO,KAAK,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAM,KAAK,CAAC,MAAM,CAAC;QAE9B,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,EAAE,CAAC;QAC1B,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;QAEf,IAAI,CAAC,cAAc,GAAK,qBAAqB,CAAC,IAAI,CAAC,MAAM,EAAE,kBAAkB,EAAE,cAAc,CAAC,CAAC;QAC/F,IAAI,CAAC,mBAAmB,GAAG,qBAAqB,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,kBAAkB,CAAC,CAAC;QAClG,IAAI,CAAC,kBAAkB,GAAI,qBAAqB,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;IACrG,CAAC;IAED,4EAA4E;IACpE,UAAU,CAAC,CAAa;QAC5B,IAAI,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,GAAG,EAAE,CAAC;YACP,GAAG,GAAG;gBACF,CAAC,EAAE,wBAAwB,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,CAAC;gBAC5D,CAAC,EAAE,wBAAwB,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,CAAC;aAC/D,CAAC;YACF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,GAAG,CAAC;IACf,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAwB,EAAE,OAAqB,EAAE;QACzD,MAAM,EACF,YAAY,GAAG,IAAI,EACnB,MAAM,GAAS,CAAC,EAChB,SAAS,GAAM,CAAC,EAChB,MAAM,GAAS,GAAG,EAClB,WAAW,GAAI,GAAG,EAClB,WAAW,GAAI,IAAI,EACnB,KAAK,GAAU,GAAG,EAClB,KAAK,GAAU,KAAK,EACpB,GAAG,GAAY,IAAI,EACnB,IAAI,GAAW,KAAK,EACpB,aAAa,GAAG,KAAK,EACrB,UAAU,GAAK,IAAI,GACtB,GAAG,IAAI,CAAC;QACT,2EAA2E;QAC3E,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE9D,IAAI,IAAI;YAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAEvC,IAAI,QAAkB,CAAC;QACvB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBAClB,MAAM,IAAI,KAAK,CACX,4DAA4D;oBAC5D,kEAAkE,CACrE,CAAC;YACN,CAAC;YACD,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5C,CAAC;aAAM,CAAC;YACJ,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;QACrF,CAAC;QAED,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC7C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACtE,CAAC;QAED,yEAAyE;QACzE,yEAAyE;QACzE,iBAAiB;QAEjB,MAAM,WAAW,GAAa,EAAE,CAAC;QAEjC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YAC1C,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,IAAI,aAAa,GAAG,CAAC,CAAC;YACtB,IAAI,QAAQ,GAAI,CAAC,CAAC;YAElB,KAAK,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,MAAM,EAAE,CAAC;gBACvC,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,UAAU,CAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAC1B,EAAE,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,aAAa,EAAE,CAC/F,CAAC;gBACF,SAAS,IAAI,IAAI,CAAC;gBAClB,IAAI,QAAQ,IAAI,IAAI;oBAAE,aAAa,IAAI,QAAQ,CAAC;gBAChD,QAAQ,EAAE,CAAC;YACf,CAAC;YAED,MAAM,OAAO,GAAG,SAAS,GAAG,QAAQ,CAAC;YACrC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAE1B,+EAA+E;YAC/E,MAAM,WAAW,GAAG,aAAa,CAAC,CAAC,CAAC,aAAa,GAAG,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;YACzE,IAAI,UAAU;gBAAE,UAAU,CAAC,KAAK,GAAG,CAAC,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;QAChE,CAAC;QAED,IAAI,IAAI;YAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACxC,OAAO,WAAW,CAAC;IACvB,CAAC;IAEO,KAAK,CAAC,UAAU,CACpB,MAAgB,EAChB,OAAiB,EACjB,KAAa,EACb,WAAoL;QAEpL,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,WAAW,CAAC;QAE3G,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,MAAM,MAAM,GAAM,MAAM,CAAC,MAAM,CAAC;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC;QAE9C,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAClD,IAAI,WAAW,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,CACzC,CAAC;QAEF,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,KAAK,GAAG,MAAM,GAAG,SAAS,CAAC,CAAC;QAE7D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC;YAC7B,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;YAC5D,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;YAC3B,SAAS,IAAI,gBAAgB,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YAClD,MAAM,IAAI,GAAI,gBAAgB,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YACnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAE,GAAG,MAAM,CAAC;YAC5C,CAAC;QACL,CAAC;QACD,MAAM,IAAI,GAAG,SAAS,GAAG,MAAM,CAAC;QAEhC,MAAM,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QAEpE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC;QAErG,wEAAwE;QACxE,yEAAyE;QACzE,yEAAyE;QACzE,MAAM,MAAM,GAAI,IAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC;QAChD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAE5C,MAAM,IAAI,CAAC,UAAU,CACjB,MAAM,EAAE,CAAC,UAAU,CAAC,EACpB,EAAE,YAAY,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAC/E,CAAC;QAEF,UAAU,CAAC,OAAO,EAAE,CAAC;QACrB,SAAS,CAAC,OAAO,EAAE,CAAC;QAEpB,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAEO,KAAK,CAAC,UAAU,CACpB,MAAoB,EACpB,QAAqB,EACrB,EAAmB;QAEnB,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC;QAExF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,CAAC,GAAS,MAAM,CAAC,CAAC,CAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAE,CAAC;YAE5D,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC;gBAAE,SAAS;YAErD,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,SAAS,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAC7D,CAAC,CAAC,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,CACpF,CAAC,CAAC;YAEH,MAAM,EAAE,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE;gBACzD,SAAS;gBACT,CAAC,CAAC,GAAG;gBACL,OAAO;gBACP,GAAG,CAAC,CAAC;gBACL,GAAG,CAAC,CAAC;aACR,CAAC,CAAC;YAEH,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE,EAAE,EAC/C,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAEhC,SAAS,CAAC,OAAO,EAAE,CAAC;QACxB,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACK,KAAK,CAAC,cAAc,CAAC,OAAkB,EAAE,KAAa,EAAE,OAAe,EAAE,SAAS,GAAG,KAAK;QAC9F,MAAM,SAAS,GAAG,wBAAwB,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;QACjE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC,EAAE,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAErE,MAAM,UAAU,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC;QACtC,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC/C,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC;QAC5D,MAAM,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAE1D,MAAM,GAAG,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,mBAAmB,EAC7D,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;QAChC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,mBAAmB,EAAE,GAAG,EACrD,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAE9B,gFAAgF;QAChF,2EAA2E;QAC3E,IAAI,QAAQ,GAAkB,IAAI,CAAC;QACnC,IAAI,SAAS,EAAE,CAAC;YACZ,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;YACxD,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,GAAG,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,kBAAkB,EAC5D,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;QAChC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,kBAAkB,EAAE,GAAG,EACpD,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAE9B,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,SAAS,CAAC,OAAO,EAAE,CAAC;QACpB,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAwB;QACnC,IAAI,QAAkB,CAAC;QACvB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;YAC7E,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5C,CAAC;aAAM,CAAC;YACJ,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;QAED,MAAM,MAAM,GAAM,QAAQ,CAAC,MAAM,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC;QAE9C,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CACvC,IAAI,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,GAAG,CAAC,CACxD,CAAC;QAEF,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,MAAM,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC;YAC7B,SAAS,IAAI,gBAAgB,CACzB,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,EACxC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAE,CACnB,CAAC;QACN,CAAC;QAED,MAAM,OAAO,GAAG,SAAS,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;CACJ;AAED,SAAS,WAAW,CAAC,GAAa,EAAE,MAAc;IAC9C,MAAM,MAAM,GAAiD,EAAE,CAAC;IAChE,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,KAAK,IAAI,MAAM,EAAE,CAAC;QAC/D,MAAM,CAAC,IAAI,CAAC;YACR,MAAM,EAAG,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,MAAM,CAAC;YACzC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,GAAG,CAAC,CAAC;SACpD,CAAC,CAAC;IACP,CAAC;IACD,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC;IAChC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;QACV,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC;QAC/B,MAAM,CAAC,IAAI,CAAC;YACR,MAAM,EAAG,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC7B,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;SAChC,CAAC,CAAC;IACP,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAS,cAAc,CACnB,WAAmB,EAAE,EAAU,EAAE,KAAa,EAAE,KAAa,EAC7D,GAAW,EAAE,WAAmB,EAAE,OAAe,EAAE,OAAe,EAClE,QAAgB;IAEhB,2EAA2E;IAC3E,mEAAmE;IACnE,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC;IAChC,IAAI,WAAW,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC;IAC9C,IAAI,YAAY,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;IAClG,OAAO,GAAG,CAAC;AACf,CAAC"}
+{"version":3,"file":"trainer.js","sourceRoot":"","sources":["../../src/training/trainer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAEH,OAAO,EACH,UAAU,EACV,YAAY,GACf,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,kBAAkB,EAAkB,MAAM,mBAAmB,CAAC;AACvE,OAAO,EAAE,WAAW,EAAmB,MAAM,WAAW,CAAC;AACzD,OAAO,EACH,gBAAgB,EAChB,mBAAmB,EACnB,YAAY,EACZ,gBAAgB,EAChB,oBAAoB,EACpB,wBAAwB,GAG3B,MAAM,gBAAgB,CAAC;AAgExB;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,CAAC;AAyBnC,MAAM,OAAO,YAAY;IACrB,KAAK,CAAmB;IACxB,SAAS,CAAsB;IAC/B,MAAM,CAAY;IAClB;;;;;;;OAOG;IACK,QAAQ,CAA2B;IACnC,KAAK,CAAS;IACL,KAAK,CAAe;IACrC,4EAA4E;IACpE,OAAO,CAAyB;IAChC,aAAa,CAAmC;IACxD,sEAAsE;IAC9D,SAAS,CAA2B;IAC5C,kEAAkE;IAC1D,SAAS,CAA4B;IACrC,MAAM,CAAmB;IAEjC,YAAY,KAAoC,EAAE,YAAiC,IAAI;QACnF,IAAI,CAAC,KAAK,GAAO,KAAK,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAM,KAAK,CAAC,MAAM,CAAC;QAE9B,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,EAAE,CAAC;QAC1B,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;QACf,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,SAAS,GAAG,IAAI,GAAG,EAAE,CAAC;QAC3B,IAAI,CAAC,SAAS,GAAG,IAAI,GAAG,EAAE,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;IACvB,CAAC;IAED;;;;OAIG;IACH,IAAI,QAAQ,KAAuC,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IAE3E,+EAA+E;IAC/E,mBAAmB;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC;QAC/C,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC9E,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACrB,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACrC,IAAI,CAAC;gBAAE,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;QAC9B,CAAC;QACD,OAAO,CAAC,CAAC;IACb,CAAC;IAED,0EAA0E;IAClE,KAAK,CAAC,KAAa;QACvB,OAAO,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;IACnF,CAAC;IAED;;;;OAIG;IACK,gBAAgB,CAAC,GAAiD;QACtE,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC;YAAE,OAAO,CAAG,wCAAwC;QAC/E,MAAM,OAAO,GAAG,IAAI,GAAG,CAAS,GAAG,CAAC,OAAO,IAAI,oBAAoB,CAAC,CAAC;QACrE,MAAM,OAAO,GAAG,IAAI,CAAC,aAAc,CAAC;QACpC,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,CAAC;YAC9C,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACpF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC;gBAAE,SAAS;YAClC,MAAM,KAAK,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YACnD,IAAI,CAAC,KAAK;gBAAE,SAAS,CAAG,4DAA4D;YACpF,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,KAAK,CAAC;YAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;YAC9D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAC1E,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAE,CAAC,CAAC,CAAC;QACxE,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CACX,8EAA8E;gBAC9E,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,gFAAgF,CAC9G,CAAC;QACN,CAAC;IACL,CAAC;IAED,+FAA+F;IACvF,oBAAoB;QACxB,MAAM,OAAO,GAAG,IAAI,CAAC,aAAc,CAAC;QACpC,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAC3C,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;YACvC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;YAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;gBAAE,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAE,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;QACnE,CAAC;IACL,CAAC;IAED,4EAA4E;IACpE,UAAU,CAAC,CAAa;QAC5B,IAAI,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,GAAG,EAAE,CAAC;YACP,GAAG,GAAG,EAAE,CAAC,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;YACrE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,GAAG,CAAC;IACf,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,kBAAkB;QAC5B,MAAM,KAAK,GAAG,IAAI,GAAG,EAAwB,CAAC;QAC9C,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,CAAC;YACtC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;QACzE,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,cAAc,EACpB,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC;QACvF,IAAI,CAAC,OAAO,GAAG,mBAAmB,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACtD,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAwB,EAAE,OAAqB,EAAE;QACzD,MAAM,EACF,YAAY,GAAG,IAAI,EACnB,MAAM,GAAS,CAAC,EAChB,SAAS,GAAM,CAAC,EAChB,MAAM,GAAS,GAAG,EAClB,WAAW,GAAI,GAAG,EAClB,WAAW,GAAI,IAAI,EACnB,KAAK,GAAU,GAAG,EAClB,KAAK,GAAU,KAAK,EACpB,GAAG,GAAY,IAAI,EACnB,IAAI,GAAW,KAAK,EACpB,UAAU,GAAK,IAAI,GACtB,GAAG,IAAI,CAAC;QACT,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,oBAAoB,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7E,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC;QACjC,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7G,MAAM,IAAI,KAAK,CAAC,+BAA+B,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAC7F,CAAC;QACD,2EAA2E;QAC3E,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE9D,IAAI,IAAI;YAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAEvC,IAAI,QAAkB,CAAC;QACvB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBAClB,MAAM,IAAI,KAAK,CACX,4DAA4D;oBAC5D,kEAAkE,CACrE,CAAC;YACN,CAAC;YACD,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5C,CAAC;aAAM,CAAC;YACJ,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;QACrF,CAAC;QAED,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC7C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACtE,CAAC;QACD,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAEzE,2EAA2E;QAC3E,iFAAiF;QACjF,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,IAAI;YAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEhD,MAAM,WAAW,GAAa,EAAE,CAAC;QAEjC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YAC1C,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,IAAI,aAAa,GAAG,CAAC,CAAC;YACtB,IAAI,QAAQ,GAAI,CAAC,CAAC;YAElB,kEAAkE;YAClE,wEAAwE;YACxE,2BAA2B;YAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,YAAY,EAAE,CAAC;gBACpD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,CAAC;gBACjD,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,UAAU,CAC5C,KAAK,EACL,EAAE,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ;oBACzE,GAAG,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC,EAAE,uBAAuB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CACjF,CAAC;gBACF,SAAS,IAAI,IAAI,CAAC;gBAClB,aAAa,IAAI,QAAQ,CAAC;gBAC1B,QAAQ,EAAE,CAAC;YACf,CAAC;YAED,MAAM,OAAO,GAAG,SAAS,GAAG,QAAQ,CAAC;YACrC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC1B,IAAI,UAAU;gBAAE,UAAU,CAAC,KAAK,GAAG,CAAC,EAAE,OAAO,EAAE,aAAa,GAAG,QAAQ,CAAC,CAAC;QAC7E,CAAC;QAED,IAAI,IAAI;YAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACxC,OAAO,WAAW,CAAC;IACvB,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,UAAU,CACpB,KAAmB,EACnB,WAA2J;QAE3J,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,WAAW,CAAC;QAE5F,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1E,MAAM,MAAM,GAAG,IAAI,CAAC,OAAQ,CAAC;QAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,aAAc,CAAC;QAEpC,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,6EAA6E;QAC7E,iBAAiB;QACjB,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC;YAAE,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAEzD,MAAM,MAAM,GAAG,WAAW,CAAC,uBAAuB,CAAC,CAAC,CAAC,EAAE,uBAAuB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5F,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,IAAI,KAAK,GAAG,IAAI,GAAG,EAAwB,CAAC;QAC5C,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACpB,MAAM,IAAI,GAAG,gBAAgB,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YAClG,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC;YACjC,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBACnB,mEAAmE;gBACnE,qEAAqE;gBACrE,iCAAiC;gBACjC,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;oBAAE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;wBAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,GAAG,KAAK,CAAC,MAAM,CAAC;gBACpG,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;YACvB,CAAC;iBAAM,CAAC;gBACJ,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;oBAC9B,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC;oBAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;wBAAE,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,GAAG,KAAK,CAAC,MAAM,CAAC;gBAC/E,CAAC;YACL,CAAC;QACL,CAAC;QAED,wEAAwE;QACxE,yEAAyE;QACzE,yEAAyE;QACzE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC;QAE/C,0EAA0E;QAC1E,mEAAmE;QACnE,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC1B,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBAC3C,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC1B,IAAI,CAAC,CAAC;oBAAE,SAAS;gBACjB,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACnB,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;YAClC,CAAC;QACL,CAAC;QAED,sEAAsE;QACtE,uEAAuE;QACvE,kEAAkE;QAClE,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACrB,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC5B,IAAI,CAAC,CAAC;gBAAE,SAAS;YACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;gBAAE,KAAK,IAAI,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;QAC9D,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClC,MAAM,SAAS,GAAG,WAAW,GAAG,CAAC,IAAI,QAAQ,GAAG,WAAW,CAAC,CAAC,CAAC,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAEzF,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE;YACpC,YAAY,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG;YAC5C,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC;YACpC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC;YACpC,QAAQ,EAAE,SAAS;SACtB,CAAC,CAAC;QAEH,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAED;;;;;OAKG;IACK,UAAU,CACd,MAAoB,EACpB,KAAgC,EAChC,OAAkC,EAClC,EAAmB;QAEnB,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;QACnG,MAAM,IAAI,GAAG,EAAE,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;QAEzG,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;YAC3C,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAE,CAAC;YACvB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;gBAAE,SAAS,CAAG,yCAAyC;YAE3E,wEAAwE;YACxE,sEAAsE;YACtE,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC3C,IAAI,OAAO,EAAE,CAAC;gBACV,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAE,CAAC;gBAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAE,CAAC;gBACzC,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;gBACxC,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAE,CAAC,IAAI,CAAC,CAAC;gBAC9E,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,SAAS,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;gBAC9D,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,SAAS,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;gBAC9D,kBAAkB,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;gBACjD,kBAAkB,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;gBACjD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;oBAAE,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAE,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;gBAC/D,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;gBACpC,SAAS;YACb,CAAC;YAED,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC5B,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC9B,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;gBAAE,SAAS;YACvB,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;gBAC/C,MAAM,IAAI,KAAK,CACX,4BAA4B,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC,KAAK,oBAAoB;oBACrE,4BAA4B,CAAC,CAAC,MAAM,mCAAmC,CAC1E,CAAC;YACN,CAAC;YAED,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAC/B,kBAAkB,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YAC7C,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACxC,CAAC;IACL,CAAC;IAED,gFAAgF;IACxE,YAAY,CAAC,IAAY,EAAE,KAAa;QAC5C,IAAI,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,CAAC,GAAG,EAAE,CAAC;YACP,GAAG,GAAG,EAAE,CAAC,EAAE,IAAI,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,IAAI,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;YACjE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,GAAG,CAAC;IACf,CAAC;IAED;;;;OAIG;IACH,mBAAmB;QACf,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE;YAAE,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC;QACnF,OAAO,CAAC,CAAC;IACb,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAwB;QACnC,IAAI,QAAkB,CAAC;QACvB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;YAC7E,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACJ,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;QAED,MAAM,MAAM,GAAM,QAAQ,CAAC,MAAM,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC;QAE9C,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CACvC,IAAI,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,GAAG,CAAC,CACxD,CAAC;QAEF,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,MAAM,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC;YAC7B,SAAS,IAAI,gBAAgB,CACzB,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,EACxC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAE,CACnB,CAAC;QACN,CAAC;QAED,MAAM,OAAO,GAAG,SAAS,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;CACJ;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,UAAU,CAAC,KAAuB;IAC9C,MAAM,WAAW,GAAG,KAAK,CAAC,UAAU;SAC/B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;SACpC,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAE,wBAA8C,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3F,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChF,MAAM,IAAI,KAAK,CACX,oDAAoD,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG;YACzF,mCAAmC,MAAM,qCAAqC;YAC9E,iFAAiF,CACpF,CAAC;IACN,CAAC;IAED,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAgE,CAAC;IAC7F,MAAM,MAAM,GAAG,KAAK,EAAE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;IAC1E,MAAM,MAAM,GAAG,KAAK,EAAE,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;IAEpE,OAAO;QACH,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS;QACjC,MAAM,EAAK,KAAK,CAAC,MAAM,CAAC,MAAM;QAC9B,MAAM,EAAK,KAAK,CAAC,MAAM,CAAC,MAAM;QAC9B,KAAK,EAAM,KAAK,CAAC,MAAM,CAAC,KAAK;QAC7B,MAAM;QACN,MAAM;QACN,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM;KACjC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,GAAa,EAAE,MAAc;IACrD,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,KAAK,IAAI,MAAM,EAAE,CAAC;QAC/D,MAAM,CAAC,IAAI,CAAC;YACR,MAAM,EAAG,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,MAAM,CAAC;YACzC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,GAAG,CAAC,CAAC;SACpD,CAAC,CAAC;IACP,CAAC;IACD,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC;IAChC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;QACV,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC;QAC/B,MAAM,CAAC,IAAI,CAAC;YACR,MAAM,EAAG,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC7B,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;SAChC,CAAC,CAAC;IACP,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,YAAY,CAAC,MAAoB,EAAE,SAAiB;IAChE,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC,MAAM,CAAC;QACxC,MAAM,KAAK,GAAiB,EAAE,CAAC;QAC/B,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,GAAG,SAAS,IAAI,MAAM,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC1F,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC;YACvB,CAAC,EAAE,CAAC;QACR,CAAC;QACD,OAAO,CAAC,IAAI,CAAC;YACT,MAAM,EAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;YACvC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YACxC,KAAK,EAAI,KAAK,CAAC,MAAM;YACrB,MAAM;SACT,CAAC,CAAC;IACP,CAAC;IACD,OAAO,OAAO,CAAC;AACnB,CAAC"}

package/dist/utils/base64.d.ts

@@ -0,0 +1,12 @@
+/**
+ * utils/base64.ts — binary ⇄ standard base64, isomorphic (browser, Node ≥ 16, Workers).
+ *
+ * Built on the global `btoa`/`atob` every supported runtime provides, so the engine
+ * keeps zero runtime dependencies (no `Buffer`). One implementation for every wire
+ * encoding the Evermind contract uses — weight deltas and packed embeddings alike.
+ */
+/** Encode bytes as standard (padded) base64. */
+export declare function bytesToBase64(bytes: ArrayBuffer | Uint8Array): string;
+/** Decode standard base64 to a fresh `ArrayBuffer`. Throws on malformed input (as `atob` does). */
+export declare function base64ToBytes(b64: string): ArrayBuffer;
+//# sourceMappingURL=base64.d.ts.map

package/dist/utils/base64.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base64.d.ts","sourceRoot":"","sources":["../../src/utils/base64.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAKH,gDAAgD;AAChD,wBAAgB,aAAa,CAAC,KAAK,EAAE,WAAW,GAAG,UAAU,GAAG,MAAM,CAOrE;AAED,mGAAmG;AACnG,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,CAKtD"}

package/dist/utils/base64.js

@@ -0,0 +1,27 @@
+/**
+ * utils/base64.ts — binary ⇄ standard base64, isomorphic (browser, Node ≥ 16, Workers).
+ *
+ * Built on the global `btoa`/`atob` every supported runtime provides, so the engine
+ * keeps zero runtime dependencies (no `Buffer`). One implementation for every wire
+ * encoding the Evermind contract uses — weight deltas and packed embeddings alike.
+ */
+/** Chunk size for `String.fromCharCode.apply` — well under every engine's arg limit. */
+const CHUNK = 0x8000;
+/** Encode bytes as standard (padded) base64. */
+export function bytesToBase64(bytes) {
+    const u8 = bytes instanceof Uint8Array ? bytes : new Uint8Array(bytes);
+    let bin = "";
+    for (let i = 0; i < u8.length; i += CHUNK) {
+        bin += String.fromCharCode.apply(null, Array.from(u8.subarray(i, i + CHUNK)));
+    }
+    return btoa(bin);
+}
+/** Decode standard base64 to a fresh `ArrayBuffer`. Throws on malformed input (as `atob` does). */
+export function base64ToBytes(b64) {
+    const bin = atob(b64);
+    const out = new Uint8Array(bin.length);
+    for (let i = 0; i < bin.length; i++)
+        out[i] = bin.charCodeAt(i);
+    return out.buffer;
+}
+//# sourceMappingURL=base64.js.map

package/dist/utils/base64.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base64.js","sourceRoot":"","sources":["../../src/utils/base64.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,wFAAwF;AACxF,MAAM,KAAK,GAAG,MAAM,CAAC;AAErB,gDAAgD;AAChD,MAAM,UAAU,aAAa,CAAC,KAA+B;IAC3D,MAAM,EAAE,GAAG,KAAK,YAAY,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;IACvE,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC;QAC1C,GAAG,IAAI,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IAChF,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC;AACnB,CAAC;AAED,mGAAmG;AACnG,MAAM,UAAU,aAAa,CAAC,GAAW;IACvC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;IACtB,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAChE,OAAO,GAAG,CAAC,MAAM,CAAC;AACpB,CAAC"}