@seanhogg/builderforce-memory-engine 2026.7.12 → 2026.9.27

package/dist/training/lora.js

@@ -0,0 +1,324 @@
+/**
+ * lora.ts — Low-Rank Adaptation (LoRA) + QLoRA for the EvermindLM CPU reference.
+ *
+ * The Meta llama-cookbook's central PEFT idea: freeze the base weights and train
+ * a tiny low-rank delta ΔW = (α/r)·B·A on top. Three payoffs, all realised here:
+ *
+ *   • Cheap — you train r·(rows+cols) params instead of rows·cols. For the tied
+ *     embedding (vocab×dModel) at rank 8 that is orders of magnitude smaller.
+ *   • Composable — the adapter serialises to a few KB (see {@link LoRAAdapter.serialize}),
+ *     so a persona / tenant / project is an MB-scale artifact you swap at load
+ *     time, not a full checkpoint.
+ *   • Forgetting-safe — the base never moves, so an adapter cannot catastrophically
+ *     overwrite the pretrained model (the exact property WSLA approximates with a
+ *     trust region; LoRA gets it structurally).
+ *
+ * QLoRA adds one more: the frozen base is held QUANTIZED (fp16 or int8) and
+ * dequantized on the fly for the merged forward, while the small adapter trains
+ * in fp32. On a single constrained device (our WebGPU target) the frozen base is
+ * where most bytes live, so quantizing it is the biggest memory unlock.
+ *
+ * Pure CPU, exact gradients (finite-difference checked in tests). The WGSL path
+ * is a future acceleration with the same shapes — same contract as EvermindLM.
+ */
+import { AdamW } from "../optim/adamw.js";
+import { SeededRng } from "../utils/rng.js";
+import { quantizeFp16, dequantizeFp16, quantizeInt8, dequantizeInt8, } from "../utils/quantization.js";
+const ADAPTER_MAGIC = 0x4c4f5241; // "LORA"
+/**
+ * A low-rank adapter over one base matrix of shape [rows × cols] (row-major).
+ *
+ *   ΔW[i,j] = (α/r) · Σ_k B[i,k]·A[k,j]          B: [rows×r]  A: [r×cols]
+ *
+ * Standard LoRA init: A ~ N(0, σ²), B = 0, so ΔW starts at exactly zero and the
+ * adapted model equals the base until training moves it. Only A and B are
+ * trainable ({@link parameters}/{@link gradients} expose them to {@link AdamW});
+ * the base is supplied by the caller and never mutated here.
+ */
+export class LoRAAdapter {
+    rows;
+    cols;
+    rank;
+    alpha;
+    scale;
+    /** [rows × rank], zero-initialised. */
+    B;
+    /** [rank × cols], gaussian-initialised. */
+    A;
+    gB;
+    gA;
+    constructor(rows, cols, config = {}) {
+        if (rows <= 0 || cols <= 0)
+            throw new Error("LoRAAdapter: rows and cols must be > 0");
+        const rank = config.rank ?? 8;
+        if (rank <= 0 || rank > Math.min(rows, cols)) {
+            throw new Error(`LoRAAdapter: rank must be in [1, min(rows,cols)=${Math.min(rows, cols)}]`);
+        }
+        this.rows = rows;
+        this.cols = cols;
+        this.rank = rank;
+        this.alpha = config.alpha ?? rank;
+        this.scale = this.alpha / rank;
+        this.B = new Float32Array(rows * rank); // zero-init ⇒ ΔW starts at 0
+        this.A = new Float32Array(rank * cols);
+        const rng = new SeededRng((config.seed ?? 0x4c6f5241) >>> 0 || 1);
+        // Kaiming-ish small init for A (std ~ 1/sqrt(cols)).
+        const std = 1 / Math.sqrt(cols);
+        for (let i = 0; i < this.A.length; i++) {
+            const u1 = Math.max(rng.next(), 1e-12);
+            const u2 = rng.next();
+            this.A[i] = std * Math.sqrt(-2 * Math.log(u1)) * Math.cos(2 * Math.PI * u2);
+        }
+        this.gB = new Float32Array(this.B.length);
+        this.gA = new Float32Array(this.A.length);
+    }
+    /** Trainable count — the LoRA saving vs a full rows·cols matrix. */
+    numParams() {
+        return this.B.length + this.A.length;
+    }
+    /** Materialise ΔW = scale·B·A as a flat [rows·cols] row-major array. */
+    delta() {
+        const { rows, cols, rank, scale } = this;
+        const out = new Float32Array(rows * cols);
+        for (let i = 0; i < rows; i++) {
+            const bOff = i * rank;
+            const oOff = i * cols;
+            for (let k = 0; k < rank; k++) {
+                const b = this.B[bOff + k] * scale;
+                if (b === 0)
+                    continue;
+                const aOff = k * cols;
+                for (let j = 0; j < cols; j++)
+                    out[oOff + j] = out[oOff + j] + b * this.A[aOff + j];
+            }
+        }
+        return out;
+    }
+    /** Base + ΔW (new array; `base` is not mutated). */
+    applyTo(base) {
+        if (base.length !== this.rows * this.cols) {
+            throw new Error("LoRAAdapter.applyTo: base length mismatch");
+        }
+        const d = this.delta();
+        const out = new Float32Array(base.length);
+        for (let i = 0; i < out.length; i++)
+            out[i] = base[i] + d[i];
+        return out;
+    }
+    /**
+     * Project dL/dW (flat [rows·cols], the gradient the base matrix WOULD receive)
+     * onto the adapter, accumulating dL/dA and dL/dB. Exact chain rule for
+     * ΔW = scale·B·A:  gA = scale·Bᵀ·G,  gB = scale·G·Aᵀ.
+     */
+    accumulateGradient(gW) {
+        const { rows, cols, rank, scale } = this;
+        if (gW.length !== rows * cols)
+            throw new Error("LoRAAdapter.accumulateGradient: gW length mismatch");
+        for (let i = 0; i < rows; i++) {
+            const gOff = i * cols;
+            const bOff = i * rank;
+            for (let k = 0; k < rank; k++) {
+                const aOff = k * cols;
+                let gb = 0;
+                const bScaled = this.B[bOff + k] * scale;
+                for (let j = 0; j < cols; j++) {
+                    const g = gW[gOff + j];
+                    gb += g * this.A[aOff + j]; // gB[i,k] = scale·Σ_j G[i,j]·A[k,j]
+                    this.gA[aOff + j] = this.gA[aOff + j] + bScaled * g; // gA[k,j] += scale·B[i,k]·G[i,j]
+                }
+                this.gB[bOff + k] = this.gB[bOff + k] + scale * gb;
+            }
+        }
+    }
+    // AdamW OptimTarget surface — trains ONLY the adapter.
+    parameters() {
+        return [{ data: this.B }, { data: this.A }];
+    }
+    gradients() {
+        return [{ data: this.gB }, { data: this.gA }];
+    }
+    zeroGrad() {
+        this.gB.fill(0);
+        this.gA.fill(0);
+    }
+    /** Compact self-describing adapter blob (magic, rows, cols, rank, alpha, B, A). */
+    serialize() {
+        const headerEls = 5;
+        const headerBytes = headerEls * 4;
+        const buf = new ArrayBuffer(headerBytes + (this.B.length + this.A.length) * 4);
+        const head = new Uint32Array(buf, 0, headerEls);
+        head[0] = ADAPTER_MAGIC;
+        head[1] = this.rows;
+        head[2] = this.cols;
+        head[3] = this.rank;
+        new Float32Array(buf, 16, 1)[0] = this.alpha;
+        const body = new Float32Array(buf, headerBytes);
+        body.set(this.B, 0);
+        body.set(this.A, this.B.length);
+        return buf;
+    }
+    static deserialize(buffer) {
+        const head = new Uint32Array(buffer, 0, 5);
+        if (head[0] !== ADAPTER_MAGIC)
+            throw new Error("LoRAAdapter.deserialize: bad magic");
+        const rows = head[1];
+        const cols = head[2];
+        const rank = head[3];
+        const alpha = new Float32Array(buffer, 16, 1)[0];
+        const adapter = new LoRAAdapter(rows, cols, { rank, alpha });
+        const body = new Float32Array(buffer, 20);
+        adapter.B.set(body.subarray(0, adapter.B.length));
+        adapter.A.set(body.subarray(adapter.B.length, adapter.B.length + adapter.A.length));
+        return adapter;
+    }
+}
+/** Quantize a base matrix for QLoRA storage; returns a dequantized view + byte cost. */
+export function quantizeBase(base, mode) {
+    switch (mode) {
+        case "none":
+            return { view: base, bytes: base.length * 4 };
+        case "fp16": {
+            const q = quantizeFp16(base);
+            return { view: dequantizeFp16(q), bytes: q.length * 2 };
+        }
+        case "int8": {
+            const q = quantizeInt8(base);
+            return { view: dequantizeInt8(q.data, q.scale), bytes: q.data.length + 4 };
+        }
+    }
+}
+/**
+ * LoRA / QLoRA fine-tuning of an {@link EvermindLM} through its tied token
+ * embedding — the dominant parameter (vocab×dModel) and the natural adapter
+ * target (input lookup and output head share it). The base model is frozen; only
+ * the {@link LoRAAdapter} trains.
+ *
+ * QLoRA: pass `baseQuant: "fp16" | "int8"` and the frozen base is stored
+ * quantized and dequantized on the fly for the merged forward, so the resident
+ * base costs half (fp16) or a quarter (int8) of the bytes while the adapter
+ * trains full-precision.
+ *
+ * The adapter is the shippable artifact: {@link serializeAdapter} emits a few KB
+ * you swap per persona/tenant/project, versus rewriting the whole checkpoint.
+ */
+export class EvermindLMLoRA {
+    model;
+    adapter;
+    baseQuant;
+    /** Frozen base embedding as used in the merged forward (dequantized under QLoRA). */
+    frozenBase;
+    baseBytesStored;
+    rows;
+    cols;
+    constructor(model, config = {}) {
+        this.model = model;
+        this.rows = model.config.vocabSize;
+        this.cols = model.config.dModel;
+        this.baseQuant = config.baseQuant ?? "none";
+        const { view, bytes } = quantizeBase(Float32Array.from(model.emb), this.baseQuant);
+        this.frozenBase = view;
+        this.baseBytesStored = bytes;
+        this.adapter = new LoRAAdapter(this.rows, this.cols, config);
+    }
+    /** The frozen base model this adapter rides on. */
+    get baseModel() {
+        return this.model;
+    }
+    /** Effective embedding used for training/generation: frozenBase + adapter delta. */
+    mergedEmb() {
+        return this.adapter.applyTo(this.frozenBase);
+    }
+    /**
+     * One forward+backward on the merged weights, projecting the base-embedding
+     * gradient onto the adapter. The underlying model's own weights are left
+     * exactly as they were (base frozen); adapter gradients ACCUMULATE (caller
+     * zeroes between optimiser windows).
+     */
+    _accumulate(seq) {
+        const merged = this.mergedEmb();
+        const saved = this.model.emb;
+        this.model.emb = merged; // swap in effective weights (tied lookup + head)
+        this.model.zeroGrad();
+        const loss = this.model.lossAndBackward(seq);
+        const gW = this.model.gradients()[0].data; // dL/dW_eff == dL/dΔW, shape [rows×cols]
+        this.adapter.accumulateGradient(gW);
+        this.model.emb = saved; // restore the frozen base
+        return loss;
+    }
+    /** Train the adapter (only) with AdamW + optional gradient accumulation. */
+    fit(sequences, opts = {}) {
+        const epochs = opts.epochs ?? 1;
+        const accum = Math.max(1, opts.accumSteps ?? 1);
+        const adam = new AdamW(this.adapter, opts);
+        const grads = this.adapter.gradients();
+        const history = [];
+        for (let e = 0; e < epochs; e++) {
+            let total = 0;
+            let n = 0;
+            let pending = 0;
+            this.adapter.zeroGrad();
+            const flush = () => {
+                if (pending === 0)
+                    return;
+                if (pending !== 1)
+                    for (const g of grads)
+                        for (let i = 0; i < g.data.length; i++)
+                            g.data[i] = g.data[i] / pending;
+                adam.step();
+                this.adapter.zeroGrad();
+                pending = 0;
+            };
+            for (const seq of sequences) {
+                if (seq.length < 2)
+                    continue;
+                total += this._accumulate(seq);
+                n++;
+                if (++pending >= accum)
+                    flush();
+            }
+            flush();
+            history.push(n > 0 ? total / n : 0);
+        }
+        return history;
+    }
+    generate(prompt, opts) {
+        const saved = this.model.emb;
+        this.model.emb = this.mergedEmb();
+        try {
+            return this.model.generate(prompt, opts);
+        }
+        finally {
+            this.model.emb = saved;
+        }
+    }
+    generateText(prompt, codec, opts) {
+        return codec.decode(this.generate(codec.encode(prompt), opts));
+    }
+    /** The shippable adapter artifact (a few KB). */
+    serializeAdapter() {
+        return this.adapter.serialize();
+    }
+    /** Reconstruct a fine-tuned model from a base model + a serialized adapter. */
+    static loadAdapter(model, adapterBuffer, baseQuant = "none") {
+        const loaded = LoRAAdapter.deserialize(adapterBuffer);
+        const wrap = new EvermindLMLoRA(model, { rank: loaded.rank, alpha: loaded.alpha, baseQuant });
+        wrap.adapter.B.set(loaded.B);
+        wrap.adapter.A.set(loaded.A);
+        return wrap;
+    }
+    /** Bake the adapter into the base and return a standalone EVL0 checkpoint. */
+    merge(opts = {}) {
+        this.model.emb.set(this.mergedEmb());
+        return this.model.exportWeights(opts);
+    }
+    /** Byte cost of the trainable adapter vs the frozen base — the LoRA/QLoRA saving. */
+    footprint() {
+        return {
+            adapterBytes: this.adapter.serialize().byteLength,
+            baseBytes: this.baseBytesStored,
+            trainableParams: this.adapter.numParams(),
+            baseParams: this.rows * this.cols,
+        };
+    }
+}
+//# sourceMappingURL=lora.js.map

package/dist/training/lora.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lora.js","sourceRoot":"","sources":["../../src/training/lora.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,EAAE,KAAK,EAAqB,MAAM,mBAAmB,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EACL,YAAY,EACZ,cAAc,EACd,YAAY,EACZ,cAAc,GACf,MAAM,0BAA0B,CAAC;AAclC,MAAM,aAAa,GAAG,UAAU,CAAC,CAAC,SAAS;AAE3C;;;;;;;;;GASG;AACH,MAAM,OAAO,WAAW;IACb,IAAI,CAAS;IACb,IAAI,CAAS;IACb,IAAI,CAAS;IACb,KAAK,CAAS;IACd,KAAK,CAAS;IACvB,uCAAuC;IAC9B,CAAC,CAAe;IACzB,2CAA2C;IAClC,CAAC,CAAe;IACR,EAAE,CAAe;IACjB,EAAE,CAAe;IAElC,YAAY,IAAY,EAAE,IAAY,EAAE,SAAqB,EAAE;QAC7D,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QACtF,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC;QAC9B,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,mDAAmD,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9F,CAAC;QACD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC;QAClC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAE/B,IAAI,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,6BAA6B;QACrE,IAAI,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;QACvC,MAAM,GAAG,GAAG,IAAI,SAAS,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAClE,qDAAqD;QACrD,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC;YACvC,MAAM,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;YACtB,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QAC9E,CAAC;QACD,IAAI,CAAC,EAAE,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,EAAE,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;IAED,oEAAoE;IACpE,SAAS;QACP,OAAO,IAAI,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;IACvC,CAAC;IAED,wEAAwE;IACxE,KAAK;QACH,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;QACzC,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;QAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC;YACtB,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC;YACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9B,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAE,GAAG,KAAK,CAAC;gBACpC,IAAI,CAAC,KAAK,CAAC;oBAAE,SAAS;gBACtB,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC;gBACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE;oBAAE,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,IAAI,GAAG,CAAC,CAAE,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAE,CAAC;YACxF,CAAC;QACH,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,oDAAoD;IACpD,OAAO,CAAC,IAAkB;QACxB,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC1C,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC/D,CAAC;QACD,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE;YAAE,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;QAC/D,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;;;OAIG;IACH,kBAAkB,CAAC,EAAgB;QACjC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;QACzC,IAAI,EAAE,CAAC,MAAM,KAAK,IAAI,GAAG,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACrG,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC;YACtB,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC;YACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9B,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC;gBACtB,IAAI,EAAE,GAAG,CAAC,CAAC;gBACX,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAE,GAAG,KAAK,CAAC;gBAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9B,MAAM,CAAC,GAAG,EAAE,CAAC,IAAI,GAAG,CAAC,CAAE,CAAC;oBACxB,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAE,CAAC,CAAC,oCAAoC;oBACjE,IAAI,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,CAAE,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,iCAAiC;gBACzF,CAAC;gBACD,IAAI,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,CAAE,GAAG,KAAK,GAAG,EAAE,CAAC;YACtD,CAAC;QACH,CAAC;IACH,CAAC;IAED,uDAAuD;IACvD,UAAU;QACR,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;IAC9C,CAAC;IACD,SAAS;QACP,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;IAChD,CAAC;IACD,QAAQ;QACN,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,mFAAmF;IACnF,SAAS;QACP,MAAM,SAAS,GAAG,CAAC,CAAC;QACpB,MAAM,WAAW,GAAG,SAAS,GAAG,CAAC,CAAC;QAClC,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC/E,MAAM,IAAI,GAAG,IAAI,WAAW,CAAC,GAAG,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;QAChD,IAAI,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC;QACxB,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC;QACpB,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC;QACpB,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC;QACpB,IAAI,YAAY,CAAC,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;QAC7C,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAChD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAChC,OAAO,GAAG,CAAC;IACb,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,MAAmB;QACpC,MAAM,IAAI,GAAG,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3C,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,aAAa;YAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACrF,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;QACtB,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;QACtB,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;QACtB,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAE,CAAC;QAClD,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7D,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC1C,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QAClD,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QACpF,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAED,wFAAwF;AACxF,MAAM,UAAU,YAAY,CAAC,IAAkB,EAAE,IAAe;IAC9D,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,MAAM;YACT,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,CAAC,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;YAC7B,OAAO,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1D,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,CAAC,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;YAC7B,OAAO,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7E,CAAC;IACH,CAAC;AACH,CAAC;AAcD;;;;;;;;;;;;;GAaG;AACH,MAAM,OAAO,cAAc;IAUN;IATV,OAAO,CAAc;IACrB,SAAS,CAAY;IAC9B,qFAAqF;IACpE,UAAU,CAAe;IACzB,eAAe,CAAS;IACxB,IAAI,CAAS;IACb,IAAI,CAAS;IAE9B,YACmB,KAAiB,EAClC,SAAiD,EAAE;QADlC,UAAK,GAAL,KAAK,CAAY;QAGlC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;QAChC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC;QAC5C,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,YAAY,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACnF,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC7B,IAAI,CAAC,OAAO,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC/D,CAAC;IAED,mDAAmD;IACnD,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,oFAAoF;IACpF,SAAS;QACP,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC/C,CAAC;IAED;;;;;OAKG;IACK,WAAW,CAAC,GAAa;QAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;QAC7B,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,MAAM,CAAC,CAAC,iDAAiD;QAC1E,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAE,CAAC,IAAI,CAAC,CAAC,yCAAyC;QACrF,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;QACpC,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC,0BAA0B;QAClD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,4EAA4E;IAC5E,GAAG,CAAC,SAAqB,EAAE,OAAuB,EAAE;QAClD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;QACvC,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAChC,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,IAAI,CAAC,GAAG,CAAC,CAAC;YACV,IAAI,OAAO,GAAG,CAAC,CAAC;YAChB,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,GAAG,EAAE;gBACjB,IAAI,OAAO,KAAK,CAAC;oBAAE,OAAO;gBAC1B,IAAI,OAAO,KAAK,CAAC;oBAAE,KAAK,MAAM,CAAC,IAAI,KAAK;wBAAE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE;4BAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAE,GAAG,OAAO,CAAC;gBACnH,IAAI,CAAC,IAAI,EAAE,CAAC;gBACZ,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACxB,OAAO,GAAG,CAAC,CAAC;YACd,CAAC,CAAC;YACF,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;gBAC5B,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;oBAAE,SAAS;gBAC7B,KAAK,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC/B,CAAC,EAAE,CAAC;gBACJ,IAAI,EAAE,OAAO,IAAI,KAAK;oBAAE,KAAK,EAAE,CAAC;YAClC,CAAC;YACD,KAAK,EAAE,CAAC;YACR,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,QAAQ,CAAC,MAAgB,EAAE,IAAsD;QAC/E,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;QAC7B,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC3C,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC;QACzB,CAAC;IACH,CAAC;IAED,YAAY,CAAC,MAAc,EAAE,KAA+C,EAAE,IAAsD;QAClI,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,iDAAiD;IACjD,gBAAgB;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;IAClC,CAAC;IAED,+EAA+E;IAC/E,MAAM,CAAC,WAAW,CAAC,KAAiB,EAAE,aAA0B,EAAE,YAAuB,MAAM;QAC7F,MAAM,MAAM,GAAG,WAAW,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;QACtD,MAAM,IAAI,GAAG,IAAI,cAAc,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAC9F,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC7B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,8EAA8E;IAC9E,KAAK,CAAC,OAA2B,EAAE;QACjC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QACrC,OAAO,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC;IAED,qFAAqF;IACrF,SAAS;QACP,OAAO;YACL,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,UAAU;YACjD,SAAS,EAAE,IAAI,CAAC,eAAe;YAC/B,eAAe,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YACzC,UAAU,EAAE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI;SAClC,CAAC;IACJ,CAAC;CACF"}

package/dist/training/mamba1_cpu.d.ts

@@ -0,0 +1,109 @@
+/**
+ * mamba1_cpu.ts — exact CPU forward + backward for a Mamba-1 (S6) block.
+ *
+ * This is the REFERENCE implementation of the same maths the WGSL kernels run
+ * (`rmsnorm_forward`, `linear_forward`, `conv1d_forward`, `silu_forward`,
+ * `forward_scan` + `forward_reduce`). It exists so real per-parameter gradients
+ * can be computed — and, crucially, PROVEN correct by finite differences —
+ * without a WebGPU device. {@link MambaTrainer} consumes it as its gradient
+ * engine: the optimizer (AdamW + trust region + NaN guard) stays on the GPU,
+ * the gradients are exact.
+ *
+ * Every formula below is a line-for-line mirror of the corresponding kernel; if
+ * a kernel changes, this file changes with it and `tests/backprop.test.ts`
+ * catches the drift (the gradient check fails the moment forward and backward
+ * disagree).
+ *
+ * Layout conventions (identical to the GPU buffers):
+ *   x        (M, dModel)        M = batch * seqLen, row r = b * seqLen + t
+ *   wInProj  (2*dInner, dModel) row-major, Y = X @ W^T + b
+ *   wConv    (dInner, dConv)    depthwise, causal
+ *   wXProj   (dtRank + 2*dState, dInner)
+ *   wDtProj  (dInner, dtRank)
+ *   A_log    (dInner, dState)
+ *   wOutProj (dModel, dInner)
+ *   hCache   (B, L, dInner, dState)
+ */
+/** The 13 learnable tensors of a Mamba-1 block, keyed by the SAME names
+ *  {@link Mamba1Block.parameters} publishes. */
+export interface Mamba1CpuWeights {
+    wInProj: Float32Array;
+    bInProj: Float32Array;
+    wConv: Float32Array;
+    bConv: Float32Array;
+    wXProj: Float32Array;
+    bXProj: Float32Array;
+    wDtProj: Float32Array;
+    bDtProj: Float32Array;
+    A_log: Float32Array;
+    D_vec: Float32Array;
+    wOutProj: Float32Array;
+    bOutProj: Float32Array;
+    normWeight: Float32Array;
+}
+/** Parameter names of a Mamba-1 block, in `parameters()` order. */
+export declare const MAMBA1_PARAM_NAMES: readonly ["wInProj", "bInProj", "wConv", "bConv", "wXProj", "bXProj", "wDtProj", "bDtProj", "A_log", "D_vec", "wOutProj", "bOutProj", "normWeight"];
+export interface Mamba1CpuDims {
+    dModel: number;
+    dState: number;
+    dConv: number;
+    dInner: number;
+    dtRank: number;
+    batch: number;
+    seqLen: number;
+}
+/** Everything the backward pass needs from the forward pass. */
+export interface Mamba1CpuCache {
+    x: Float32Array;
+    normInv: Float32Array;
+    normOut: Float32Array;
+    xConvIn: Float32Array;
+    z: Float32Array;
+    convOut: Float32Array;
+    u: Float32Array;
+    dtRaw: Float32Array;
+    bRaw: Float32Array;
+    cRaw: Float32Array;
+    deltaFull: Float32Array;
+    dv: Float32Array;
+    aCont: Float32Array;
+    aBar: Float32Array;
+    bBar: Float32Array;
+    h: Float32Array;
+    scanY: Float32Array;
+    siluZ: Float32Array;
+    gated: Float32Array;
+}
+export interface Mamba1CpuForwardResult {
+    output: Float32Array;
+    cache: Mamba1CpuCache;
+}
+/** Gradients for every Mamba-1 parameter, same keys as {@link Mamba1CpuWeights}. */
+export type Mamba1CpuGrads = Record<keyof Mamba1CpuWeights, Float32Array>;
+/**
+ * Clamp bounds on `A_log` applied by `discretise_A`/`discretise_B` in
+ * `SELECTIVE_SCAN_FORWARD_WGSL`. Outside this range the kernel's output is
+ * constant in `A_log`, so the gradient is exactly zero — mirrored here so the
+ * analytic gradient matches the function the model actually computes.
+ */
+export declare const A_LOG_CLAMP_LO = -10;
+export declare const A_LOG_CLAMP_HI = 5;
+/** Allocate a zeroed gradient set matching `dims`. */
+export declare function zeroMamba1Grads(dims: Mamba1CpuDims): Mamba1CpuGrads;
+/**
+ * Exact CPU forward for one Mamba-1 block.
+ *
+ * Mirrors `Mamba1Block.forward` step for step:
+ *   RMSNorm → in_proj → split(x, z) → causal conv1d → SiLU → x_proj(Δ, B, C)
+ *   → dt_proj → selective scan → gate by SiLU(z) → out_proj → residual add.
+ */
+export declare function mamba1CpuForward(x: Float32Array, w: Mamba1CpuWeights, dims: Mamba1CpuDims): Mamba1CpuForwardResult;
+/**
+ * Exact CPU backward for one Mamba-1 block.
+ *
+ * @param dOut  dL/d(block output), (M, dModel)
+ * @param grads accumulator — parameter gradients are ADDED into it
+ * @returns dL/d(block input), (M, dModel)
+ */
+export declare function mamba1CpuBackward(dOut: Float32Array, w: Mamba1CpuWeights, cache: Mamba1CpuCache, dims: Mamba1CpuDims, grads: Mamba1CpuGrads): Float32Array;
+//# sourceMappingURL=mamba1_cpu.d.ts.map

package/dist/training/mamba1_cpu.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mamba1_cpu.d.ts","sourceRoot":"","sources":["../../src/training/mamba1_cpu.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAcH;gDACgD;AAChD,MAAM,WAAW,gBAAgB;IAC7B,OAAO,EAAK,YAAY,CAAC;IACzB,OAAO,EAAK,YAAY,CAAC;IACzB,KAAK,EAAO,YAAY,CAAC;IACzB,KAAK,EAAO,YAAY,CAAC;IACzB,MAAM,EAAM,YAAY,CAAC;IACzB,MAAM,EAAM,YAAY,CAAC;IACzB,OAAO,EAAK,YAAY,CAAC;IACzB,OAAO,EAAK,YAAY,CAAC;IACzB,KAAK,EAAO,YAAY,CAAC;IACzB,KAAK,EAAO,YAAY,CAAC;IACzB,QAAQ,EAAI,YAAY,CAAC;IACzB,QAAQ,EAAI,YAAY,CAAC;IACzB,UAAU,EAAE,YAAY,CAAC;CAC5B;AAED,mEAAmE;AACnE,eAAO,MAAM,kBAAkB,qJAG2B,CAAC;AAE3D,MAAM,WAAW,aAAa;IAC1B,MAAM,EAAG,MAAM,CAAC;IAChB,MAAM,EAAG,MAAM,CAAC;IAChB,KAAK,EAAI,MAAM,CAAC;IAChB,MAAM,EAAG,MAAM,CAAC;IAChB,MAAM,EAAG,MAAM,CAAC;IAChB,KAAK,EAAI,MAAM,CAAC;IAChB,MAAM,EAAG,MAAM,CAAC;CACnB;AAED,gEAAgE;AAChE,MAAM,WAAW,cAAc;IAC3B,CAAC,EAAU,YAAY,CAAC;IACxB,OAAO,EAAI,YAAY,CAAC;IACxB,OAAO,EAAI,YAAY,CAAC;IACxB,OAAO,EAAI,YAAY,CAAC;IACxB,CAAC,EAAU,YAAY,CAAC;IACxB,OAAO,EAAI,YAAY,CAAC;IACxB,CAAC,EAAU,YAAY,CAAC;IACxB,KAAK,EAAM,YAAY,CAAC;IACxB,IAAI,EAAO,YAAY,CAAC;IACxB,IAAI,EAAO,YAAY,CAAC;IACxB,SAAS,EAAE,YAAY,CAAC;IACxB,EAAE,EAAS,YAAY,CAAC;IACxB,KAAK,EAAM,YAAY,CAAC;IACxB,IAAI,EAAO,YAAY,CAAC;IACxB,IAAI,EAAO,YAAY,CAAC;IACxB,CAAC,EAAU,YAAY,CAAC;IACxB,KAAK,EAAM,YAAY,CAAC;IACxB,KAAK,EAAM,YAAY,CAAC;IACxB,KAAK,EAAM,YAAY,CAAC;CAC3B;AAED,MAAM,WAAW,sBAAsB;IACnC,MAAM,EAAE,YAAY,CAAC;IACrB,KAAK,EAAG,cAAc,CAAC;CAC1B;AAED,oFAAoF;AACpF,MAAM,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,gBAAgB,EAAE,YAAY,CAAC,CAAC;AAE1E;;;;;GAKG;AACH,eAAO,MAAM,cAAc,MAAM,CAAC;AAClC,eAAO,MAAM,cAAc,IAAI,CAAC;AAEhC,sDAAsD;AACtD,wBAAgB,eAAe,CAAC,IAAI,EAAE,aAAa,GAAG,cAAc,CAiBnE;AAED;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAC5B,CAAC,EAAE,YAAY,EACf,CAAC,EAAE,gBAAgB,EACnB,IAAI,EAAE,aAAa,GACpB,sBAAsB,CAoHxB;AAED;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAC7B,IAAI,EAAE,YAAY,EAClB,CAAC,EAAE,gBAAgB,EACnB,KAAK,EAAE,cAAc,EACrB,IAAI,EAAE,aAAa,EACnB,KAAK,EAAE,cAAc,GACtB,YAAY,CAiJd"}