@seanhogg/builderforce-memory-engine 2026.7.14 → 2026.9.27

package/dist/training/cpu_ops.js

@@ -0,0 +1,111 @@
+/**
+ * cpu_ops.ts — the small set of exact CPU primitives the reference forward and
+ * backward passes share (linear, RMSNorm, SiLU, softplus).
+ *
+ * Each one mirrors a WGSL kernel exactly, so a gradient computed here is the
+ * gradient of the function the GPU actually evaluates. They are deliberately
+ * plain loops over `Float32Array`: correctness first, and small enough that the
+ * finite-difference check in `tests/backprop.test.ts` is meaningful.
+ */
+/** Epsilon used by `rmsnorm_forward` in `ACTIVATIONS_WGSL`. */
+export const RMSNORM_EPS = 1e-6;
+export function sigmoid(x) {
+    return 1 / (1 + Math.exp(-x));
+}
+/** SiLU(x) = x * sigmoid(x) — mirrors `silu_forward`. */
+export function silu(x) {
+    return x / (1 + Math.exp(-x));
+}
+/** d/dx SiLU(x) = sigmoid(x) * (1 + x * (1 - sigmoid(x))). */
+export function siluGrad(x) {
+    const s = sigmoid(x);
+    return s * (1 + x * (1 - s));
+}
+/** Numerically stable softplus — mirrors the kernel's `max(x,0) + log1p(exp(-|x|))`. */
+export function softplus(x) {
+    return Math.max(x, 0) + Math.log1p(Math.exp(-Math.abs(x)));
+}
+/**
+ * Y = X @ W^T + b, mirroring `linear_forward`.
+ *
+ * @param X   (M, K)
+ * @param W   (N, K) row-major
+ * @param b   (N,)
+ * @param out (M, N) — written, not accumulated
+ */
+export function linearForward(X, W, b, M, K, N, out) {
+    for (let r = 0; r < M; r++) {
+        const xo = r * K;
+        const yo = r * N;
+        for (let n = 0; n < N; n++) {
+            let acc = b[n];
+            const wo = n * K;
+            for (let k = 0; k < K; k++)
+                acc += X[xo + k] * W[wo + k];
+            out[yo + n] = acc;
+        }
+    }
+}
+/**
+ * Backward of {@link linearForward}. `dX` is written; `dW` and `db` are
+ * ACCUMULATED into (so one parameter can collect gradient from several call
+ * sites without a temporary).
+ */
+export function linearBackward(dY, X, W, M, K, N, dX, dW, db) {
+    dX.fill(0);
+    for (let r = 0; r < M; r++) {
+        const xo = r * K;
+        const yo = r * N;
+        for (let n = 0; n < N; n++) {
+            const g = dY[yo + n];
+            if (g === 0)
+                continue;
+            db[n] = db[n] + g;
+            const wo = n * K;
+            for (let k = 0; k < K; k++) {
+                dX[xo + k] = dX[xo + k] + g * W[wo + k];
+                dW[wo + k] = dW[wo + k] + g * X[xo + k];
+            }
+        }
+    }
+}
+/**
+ * RMSNorm forward — mirrors `rmsnorm_forward`:
+ *   inv[r] = 1 / sqrt(mean(x[r]²) + eps);  y[r,i] = x[r,i] * inv[r] * w[i]
+ */
+export function rmsNormForward(x, w, M, D, out, inv, eps = RMSNORM_EPS) {
+    for (let r = 0; r < M; r++) {
+        const base = r * D;
+        let sq = 0;
+        for (let i = 0; i < D; i++) {
+            const v = x[base + i];
+            sq += v * v;
+        }
+        const iv = 1 / Math.sqrt(sq / D + eps);
+        inv[r] = iv;
+        for (let i = 0; i < D; i++)
+            out[base + i] = x[base + i] * iv * w[i];
+    }
+}
+/**
+ * RMSNorm backward. `dx` and `dw` are ACCUMULATED into — `dx` in particular is
+ * usually the residual path, which already carries a gradient.
+ */
+export function rmsNormBackward(dY, x, w, inv, M, D, dx, dw, _eps = RMSNORM_EPS) {
+    for (let r = 0; r < M; r++) {
+        const base = r * D;
+        const iv = inv[r];
+        let dot = 0; // Σ_i (dY[r,i] * w[i]) * x[r,i]
+        for (let i = 0; i < D; i++) {
+            const g = dY[base + i] * w[i];
+            dot += g * x[base + i];
+            dw[i] = dw[i] + dY[base + i] * x[base + i] * iv;
+        }
+        const scale = (iv * iv * iv) / D;
+        for (let i = 0; i < D; i++) {
+            const g = dY[base + i] * w[i];
+            dx[base + i] = dx[base + i] + g * iv - scale * dot * x[base + i];
+        }
+    }
+}
+//# sourceMappingURL=cpu_ops.js.map

package/dist/training/cpu_ops.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cpu_ops.js","sourceRoot":"","sources":["../../src/training/cpu_ops.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,+DAA+D;AAC/D,MAAM,CAAC,MAAM,WAAW,GAAG,IAAI,CAAC;AAEhC,MAAM,UAAU,OAAO,CAAC,CAAS;IAC7B,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClC,CAAC;AAED,yDAAyD;AACzD,MAAM,UAAU,IAAI,CAAC,CAAS;IAC1B,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClC,CAAC;AAED,8DAA8D;AAC9D,MAAM,UAAU,QAAQ,CAAC,CAAS;IAC9B,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACrB,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AACjC,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,QAAQ,CAAC,CAAS;IAC9B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC/D,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,aAAa,CACzB,CAAe,EAAE,CAAe,EAAE,CAAe,EACjD,CAAS,EAAE,CAAS,EAAE,CAAS,EAAE,GAAiB;IAElD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACzB,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;QACjB,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;QACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACzB,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;YAChB,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;YACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;gBAAE,GAAG,IAAI,CAAC,CAAC,EAAE,GAAG,CAAC,CAAE,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAE,CAAC;YAC3D,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;QACtB,CAAC;IACL,CAAC;AACL,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAC1B,EAAgB,EAAE,CAAe,EAAE,CAAe,EAClD,CAAS,EAAE,CAAS,EAAE,CAAS,EAC/B,EAAgB,EAAE,EAAgB,EAAE,EAAgB;IAEpD,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACzB,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;QACjB,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;QACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC,CAAE,CAAC;YACtB,IAAI,CAAC,KAAK,CAAC;gBAAE,SAAS;YACtB,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC;YACnB,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;YACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzB,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC,CAAE,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAE,CAAC;gBAC1C,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC,CAAE,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAE,CAAC;YAC9C,CAAC;QACL,CAAC;IACL,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAC1B,CAAe,EAAE,CAAe,EAAE,CAAS,EAAE,CAAS,EACtD,GAAiB,EAAE,GAAiB,EAAE,MAAc,WAAW;IAE/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QACnB,IAAI,EAAE,GAAG,CAAC,CAAC;QACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAE,CAAC;YAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAAC,CAAC;QACpE,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC;QACvC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;QACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YAAE,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;IAC1E,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAC3B,EAAgB,EAAE,CAAe,EAAE,CAAe,EAAE,GAAiB,EACrE,CAAS,EAAE,CAAS,EACpB,EAAgB,EAAE,EAAgB,EAAE,OAAe,WAAW;IAE9D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QACnB,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAE,CAAC;QACnB,IAAI,GAAG,GAAG,CAAC,CAAC,CAAG,gCAAgC;QAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,EAAE,CAAC,IAAI,GAAG,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;YAChC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAE,CAAC;YACxB,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAE,GAAG,EAAE,CAAC,IAAI,GAAG,CAAC,CAAE,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAE,GAAG,EAAE,CAAC;QACvD,CAAC;QACD,MAAM,KAAK,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;QACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,EAAE,CAAC,IAAI,GAAG,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;YAChC,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,GAAG,CAAC,CAAE,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,GAAG,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAE,CAAC;QACvE,CAAC;IACL,CAAC;AACL,CAAC"}

package/dist/training/mamba1_cpu.d.ts

@@ -0,0 +1,109 @@
+/**
+ * mamba1_cpu.ts — exact CPU forward + backward for a Mamba-1 (S6) block.
+ *
+ * This is the REFERENCE implementation of the same maths the WGSL kernels run
+ * (`rmsnorm_forward`, `linear_forward`, `conv1d_forward`, `silu_forward`,
+ * `forward_scan` + `forward_reduce`). It exists so real per-parameter gradients
+ * can be computed — and, crucially, PROVEN correct by finite differences —
+ * without a WebGPU device. {@link MambaTrainer} consumes it as its gradient
+ * engine: the optimizer (AdamW + trust region + NaN guard) stays on the GPU,
+ * the gradients are exact.
+ *
+ * Every formula below is a line-for-line mirror of the corresponding kernel; if
+ * a kernel changes, this file changes with it and `tests/backprop.test.ts`
+ * catches the drift (the gradient check fails the moment forward and backward
+ * disagree).
+ *
+ * Layout conventions (identical to the GPU buffers):
+ *   x        (M, dModel)        M = batch * seqLen, row r = b * seqLen + t
+ *   wInProj  (2*dInner, dModel) row-major, Y = X @ W^T + b
+ *   wConv    (dInner, dConv)    depthwise, causal
+ *   wXProj   (dtRank + 2*dState, dInner)
+ *   wDtProj  (dInner, dtRank)
+ *   A_log    (dInner, dState)
+ *   wOutProj (dModel, dInner)
+ *   hCache   (B, L, dInner, dState)
+ */
+/** The 13 learnable tensors of a Mamba-1 block, keyed by the SAME names
+ *  {@link Mamba1Block.parameters} publishes. */
+export interface Mamba1CpuWeights {
+    wInProj: Float32Array;
+    bInProj: Float32Array;
+    wConv: Float32Array;
+    bConv: Float32Array;
+    wXProj: Float32Array;
+    bXProj: Float32Array;
+    wDtProj: Float32Array;
+    bDtProj: Float32Array;
+    A_log: Float32Array;
+    D_vec: Float32Array;
+    wOutProj: Float32Array;
+    bOutProj: Float32Array;
+    normWeight: Float32Array;
+}
+/** Parameter names of a Mamba-1 block, in `parameters()` order. */
+export declare const MAMBA1_PARAM_NAMES: readonly ["wInProj", "bInProj", "wConv", "bConv", "wXProj", "bXProj", "wDtProj", "bDtProj", "A_log", "D_vec", "wOutProj", "bOutProj", "normWeight"];
+export interface Mamba1CpuDims {
+    dModel: number;
+    dState: number;
+    dConv: number;
+    dInner: number;
+    dtRank: number;
+    batch: number;
+    seqLen: number;
+}
+/** Everything the backward pass needs from the forward pass. */
+export interface Mamba1CpuCache {
+    x: Float32Array;
+    normInv: Float32Array;
+    normOut: Float32Array;
+    xConvIn: Float32Array;
+    z: Float32Array;
+    convOut: Float32Array;
+    u: Float32Array;
+    dtRaw: Float32Array;
+    bRaw: Float32Array;
+    cRaw: Float32Array;
+    deltaFull: Float32Array;
+    dv: Float32Array;
+    aCont: Float32Array;
+    aBar: Float32Array;
+    bBar: Float32Array;
+    h: Float32Array;
+    scanY: Float32Array;
+    siluZ: Float32Array;
+    gated: Float32Array;
+}
+export interface Mamba1CpuForwardResult {
+    output: Float32Array;
+    cache: Mamba1CpuCache;
+}
+/** Gradients for every Mamba-1 parameter, same keys as {@link Mamba1CpuWeights}. */
+export type Mamba1CpuGrads = Record<keyof Mamba1CpuWeights, Float32Array>;
+/**
+ * Clamp bounds on `A_log` applied by `discretise_A`/`discretise_B` in
+ * `SELECTIVE_SCAN_FORWARD_WGSL`. Outside this range the kernel's output is
+ * constant in `A_log`, so the gradient is exactly zero — mirrored here so the
+ * analytic gradient matches the function the model actually computes.
+ */
+export declare const A_LOG_CLAMP_LO = -10;
+export declare const A_LOG_CLAMP_HI = 5;
+/** Allocate a zeroed gradient set matching `dims`. */
+export declare function zeroMamba1Grads(dims: Mamba1CpuDims): Mamba1CpuGrads;
+/**
+ * Exact CPU forward for one Mamba-1 block.
+ *
+ * Mirrors `Mamba1Block.forward` step for step:
+ *   RMSNorm → in_proj → split(x, z) → causal conv1d → SiLU → x_proj(Δ, B, C)
+ *   → dt_proj → selective scan → gate by SiLU(z) → out_proj → residual add.
+ */
+export declare function mamba1CpuForward(x: Float32Array, w: Mamba1CpuWeights, dims: Mamba1CpuDims): Mamba1CpuForwardResult;
+/**
+ * Exact CPU backward for one Mamba-1 block.
+ *
+ * @param dOut  dL/d(block output), (M, dModel)
+ * @param grads accumulator — parameter gradients are ADDED into it
+ * @returns dL/d(block input), (M, dModel)
+ */
+export declare function mamba1CpuBackward(dOut: Float32Array, w: Mamba1CpuWeights, cache: Mamba1CpuCache, dims: Mamba1CpuDims, grads: Mamba1CpuGrads): Float32Array;
+//# sourceMappingURL=mamba1_cpu.d.ts.map

package/dist/training/mamba1_cpu.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mamba1_cpu.d.ts","sourceRoot":"","sources":["../../src/training/mamba1_cpu.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAcH;gDACgD;AAChD,MAAM,WAAW,gBAAgB;IAC7B,OAAO,EAAK,YAAY,CAAC;IACzB,OAAO,EAAK,YAAY,CAAC;IACzB,KAAK,EAAO,YAAY,CAAC;IACzB,KAAK,EAAO,YAAY,CAAC;IACzB,MAAM,EAAM,YAAY,CAAC;IACzB,MAAM,EAAM,YAAY,CAAC;IACzB,OAAO,EAAK,YAAY,CAAC;IACzB,OAAO,EAAK,YAAY,CAAC;IACzB,KAAK,EAAO,YAAY,CAAC;IACzB,KAAK,EAAO,YAAY,CAAC;IACzB,QAAQ,EAAI,YAAY,CAAC;IACzB,QAAQ,EAAI,YAAY,CAAC;IACzB,UAAU,EAAE,YAAY,CAAC;CAC5B;AAED,mEAAmE;AACnE,eAAO,MAAM,kBAAkB,qJAG2B,CAAC;AAE3D,MAAM,WAAW,aAAa;IAC1B,MAAM,EAAG,MAAM,CAAC;IAChB,MAAM,EAAG,MAAM,CAAC;IAChB,KAAK,EAAI,MAAM,CAAC;IAChB,MAAM,EAAG,MAAM,CAAC;IAChB,MAAM,EAAG,MAAM,CAAC;IAChB,KAAK,EAAI,MAAM,CAAC;IAChB,MAAM,EAAG,MAAM,CAAC;CACnB;AAED,gEAAgE;AAChE,MAAM,WAAW,cAAc;IAC3B,CAAC,EAAU,YAAY,CAAC;IACxB,OAAO,EAAI,YAAY,CAAC;IACxB,OAAO,EAAI,YAAY,CAAC;IACxB,OAAO,EAAI,YAAY,CAAC;IACxB,CAAC,EAAU,YAAY,CAAC;IACxB,OAAO,EAAI,YAAY,CAAC;IACxB,CAAC,EAAU,YAAY,CAAC;IACxB,KAAK,EAAM,YAAY,CAAC;IACxB,IAAI,EAAO,YAAY,CAAC;IACxB,IAAI,EAAO,YAAY,CAAC;IACxB,SAAS,EAAE,YAAY,CAAC;IACxB,EAAE,EAAS,YAAY,CAAC;IACxB,KAAK,EAAM,YAAY,CAAC;IACxB,IAAI,EAAO,YAAY,CAAC;IACxB,IAAI,EAAO,YAAY,CAAC;IACxB,CAAC,EAAU,YAAY,CAAC;IACxB,KAAK,EAAM,YAAY,CAAC;IACxB,KAAK,EAAM,YAAY,CAAC;IACxB,KAAK,EAAM,YAAY,CAAC;CAC3B;AAED,MAAM,WAAW,sBAAsB;IACnC,MAAM,EAAE,YAAY,CAAC;IACrB,KAAK,EAAG,cAAc,CAAC;CAC1B;AAED,oFAAoF;AACpF,MAAM,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,gBAAgB,EAAE,YAAY,CAAC,CAAC;AAE1E;;;;;GAKG;AACH,eAAO,MAAM,cAAc,MAAM,CAAC;AAClC,eAAO,MAAM,cAAc,IAAI,CAAC;AAEhC,sDAAsD;AACtD,wBAAgB,eAAe,CAAC,IAAI,EAAE,aAAa,GAAG,cAAc,CAiBnE;AAED;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAC5B,CAAC,EAAE,YAAY,EACf,CAAC,EAAE,gBAAgB,EACnB,IAAI,EAAE,aAAa,GACpB,sBAAsB,CAoHxB;AAED;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAC7B,IAAI,EAAE,YAAY,EAClB,CAAC,EAAE,gBAAgB,EACnB,KAAK,EAAE,cAAc,EACrB,IAAI,EAAE,aAAa,EACnB,KAAK,EAAE,cAAc,GACtB,YAAY,CAiJd"}

package/dist/training/mamba1_cpu.js

@@ -0,0 +1,316 @@
+/**
+ * mamba1_cpu.ts — exact CPU forward + backward for a Mamba-1 (S6) block.
+ *
+ * This is the REFERENCE implementation of the same maths the WGSL kernels run
+ * (`rmsnorm_forward`, `linear_forward`, `conv1d_forward`, `silu_forward`,
+ * `forward_scan` + `forward_reduce`). It exists so real per-parameter gradients
+ * can be computed — and, crucially, PROVEN correct by finite differences —
+ * without a WebGPU device. {@link MambaTrainer} consumes it as its gradient
+ * engine: the optimizer (AdamW + trust region + NaN guard) stays on the GPU,
+ * the gradients are exact.
+ *
+ * Every formula below is a line-for-line mirror of the corresponding kernel; if
+ * a kernel changes, this file changes with it and `tests/backprop.test.ts`
+ * catches the drift (the gradient check fails the moment forward and backward
+ * disagree).
+ *
+ * Layout conventions (identical to the GPU buffers):
+ *   x        (M, dModel)        M = batch * seqLen, row r = b * seqLen + t
+ *   wInProj  (2*dInner, dModel) row-major, Y = X @ W^T + b
+ *   wConv    (dInner, dConv)    depthwise, causal
+ *   wXProj   (dtRank + 2*dState, dInner)
+ *   wDtProj  (dInner, dtRank)
+ *   A_log    (dInner, dState)
+ *   wOutProj (dModel, dInner)
+ *   hCache   (B, L, dInner, dState)
+ */
+import { linearForward, linearBackward, rmsNormForward, rmsNormBackward, silu, siluGrad, softplus, sigmoid, RMSNORM_EPS, } from './cpu_ops.js';
+/** Parameter names of a Mamba-1 block, in `parameters()` order. */
+export const MAMBA1_PARAM_NAMES = [
+    'wInProj', 'bInProj', 'wConv', 'bConv', 'wXProj', 'bXProj',
+    'wDtProj', 'bDtProj', 'A_log', 'D_vec', 'wOutProj', 'bOutProj', 'normWeight',
+];
+/**
+ * Clamp bounds on `A_log` applied by `discretise_A`/`discretise_B` in
+ * `SELECTIVE_SCAN_FORWARD_WGSL`. Outside this range the kernel's output is
+ * constant in `A_log`, so the gradient is exactly zero — mirrored here so the
+ * analytic gradient matches the function the model actually computes.
+ */
+export const A_LOG_CLAMP_LO = -10;
+export const A_LOG_CLAMP_HI = 5;
+/** Allocate a zeroed gradient set matching `dims`. */
+export function zeroMamba1Grads(dims) {
+    const { dModel, dState: N, dConv: K, dInner: D, dtRank: R } = dims;
+    return {
+        wInProj: new Float32Array(2 * D * dModel),
+        bInProj: new Float32Array(2 * D),
+        wConv: new Float32Array(D * K),
+        bConv: new Float32Array(D),
+        wXProj: new Float32Array((R + 2 * N) * D),
+        bXProj: new Float32Array(R + 2 * N),
+        wDtProj: new Float32Array(D * R),
+        bDtProj: new Float32Array(D),
+        A_log: new Float32Array(D * N),
+        D_vec: new Float32Array(D),
+        wOutProj: new Float32Array(dModel * D),
+        bOutProj: new Float32Array(dModel),
+        normWeight: new Float32Array(dModel),
+    };
+}
+/**
+ * Exact CPU forward for one Mamba-1 block.
+ *
+ * Mirrors `Mamba1Block.forward` step for step:
+ *   RMSNorm → in_proj → split(x, z) → causal conv1d → SiLU → x_proj(Δ, B, C)
+ *   → dt_proj → selective scan → gate by SiLU(z) → out_proj → residual add.
+ */
+export function mamba1CpuForward(x, w, dims) {
+    const { dModel, dState: N, dConv: K, dInner: D, dtRank: R, batch: B, seqLen: L } = dims;
+    const M = B * L;
+    const P = R + 2 * N;
+    // 1. Pre-block RMSNorm.
+    const normOut = new Float32Array(M * dModel);
+    const normInv = new Float32Array(M);
+    rmsNormForward(x, w.normWeight, M, dModel, normOut, normInv);
+    // 2. Input projection → (x, z).
+    const inProj = new Float32Array(M * 2 * D);
+    linearForward(normOut, w.wInProj, w.bInProj, M, dModel, 2 * D, inProj);
+    // 3. COLUMN split: x = inProj[:, 0:D], z = inProj[:, D:2D].
+    const xConvIn = new Float32Array(M * D);
+    const z = new Float32Array(M * D);
+    for (let r = 0; r < M; r++) {
+        for (let d = 0; d < D; d++) {
+            xConvIn[r * D + d] = inProj[r * 2 * D + d];
+            z[r * D + d] = inProj[r * 2 * D + D + d];
+        }
+    }
+    // 4. Depthwise causal conv1d over the sequence axis.
+    const convOut = new Float32Array(M * D);
+    for (let b = 0; b < B; b++) {
+        for (let t = 0; t < L; t++) {
+            const base = (b * L + t) * D;
+            for (let d = 0; d < D; d++) {
+                let acc = w.bConv[d];
+                for (let k = 0; k < K; k++) {
+                    if (t >= k)
+                        acc += w.wConv[d * K + k] * xConvIn[(b * L + t - k) * D + d];
+                }
+                convOut[base + d] = acc;
+            }
+        }
+    }
+    // 5. SiLU.
+    const u = new Float32Array(M * D);
+    for (let i = 0; i < M * D; i++)
+        u[i] = silu(convOut[i]);
+    // 6. x_proj → Δ_raw, B, C (COLUMN slices of the (M, R+2N) projection).
+    const xProj = new Float32Array(M * P);
+    linearForward(u, w.wXProj, w.bXProj, M, D, P, xProj);
+    const dtRaw = new Float32Array(M * R);
+    const bRaw = new Float32Array(M * N);
+    const cRaw = new Float32Array(M * N);
+    for (let r = 0; r < M; r++) {
+        for (let i = 0; i < R; i++)
+            dtRaw[r * R + i] = xProj[r * P + i];
+        for (let n = 0; n < N; n++) {
+            bRaw[r * N + n] = xProj[r * P + R + n];
+            cRaw[r * N + n] = xProj[r * P + R + N + n];
+        }
+    }
+    // 7. dt_proj: expand Δ to the inner dimension.
+    const deltaFull = new Float32Array(M * D);
+    linearForward(dtRaw, w.wDtProj, w.bDtProj, M, R, D, deltaFull);
+    // 8. Selective scan (S6). ZOH discretisation, exactly as the kernel does it.
+    const dv = new Float32Array(M * D);
+    for (let i = 0; i < M * D; i++)
+        dv[i] = softplus(deltaFull[i]);
+    const aCont = new Float32Array(D * N);
+    for (let i = 0; i < D * N; i++) {
+        aCont[i] = -Math.exp(Math.min(A_LOG_CLAMP_HI, Math.max(A_LOG_CLAMP_LO, w.A_log[i])));
+    }
+    const aBar = new Float32Array(M * D * N);
+    const bBar = new Float32Array(M * D * N);
+    const h = new Float32Array(M * D * N);
+    const scanY = new Float32Array(M * D);
+    for (let b = 0; b < B; b++) {
+        for (let t = 0; t < L; t++) {
+            const r = b * L + t;
+            for (let d = 0; d < D; d++) {
+                const dvv = dv[r * D + d];
+                const uv = u[r * D + d];
+                let acc = w.D_vec[d] * uv;
+                for (let n = 0; n < N; n++) {
+                    const ac = aCont[d * N + n];
+                    const ab = Math.exp(dvv * ac);
+                    const bb = ((ab - 1) / ac) * bRaw[r * N + n];
+                    const idx = (r * D + d) * N + n;
+                    aBar[idx] = ab;
+                    bBar[idx] = bb;
+                    const hPrev = t === 0 ? 0 : h[((r - 1) * D + d) * N + n];
+                    const hv = ab * hPrev + bb * uv;
+                    h[idx] = hv;
+                    acc += cRaw[r * N + n] * hv;
+                }
+                scanY[r * D + d] = acc;
+            }
+        }
+    }
+    // 9. Gate: y ⊗ SiLU(z).
+    const siluZ = new Float32Array(M * D);
+    const gated = new Float32Array(M * D);
+    for (let i = 0; i < M * D; i++) {
+        siluZ[i] = silu(z[i]);
+        gated[i] = scanY[i] * siluZ[i];
+    }
+    // 10 + 11. Output projection, then the residual add.
+    const output = new Float32Array(M * dModel);
+    linearForward(gated, w.wOutProj, w.bOutProj, M, D, dModel, output);
+    for (let i = 0; i < M * dModel; i++)
+        output[i] = output[i] + x[i];
+    return {
+        output,
+        cache: { x, normInv, normOut, xConvIn, z, convOut, u, dtRaw, bRaw, cRaw, deltaFull, dv, aCont, aBar, bBar, h, scanY, siluZ, gated },
+    };
+}
+/**
+ * Exact CPU backward for one Mamba-1 block.
+ *
+ * @param dOut  dL/d(block output), (M, dModel)
+ * @param grads accumulator — parameter gradients are ADDED into it
+ * @returns dL/d(block input), (M, dModel)
+ */
+export function mamba1CpuBackward(dOut, w, cache, dims, grads) {
+    const { dModel, dState: N, dConv: K, dInner: D, dtRank: R, batch: B, seqLen: L } = dims;
+    const M = B * L;
+    const P = R + 2 * N;
+    // 11. Residual: the block input receives dOut directly, plus whatever flows
+    //     back through the mixer branch (accumulated at the very end).
+    const dx = new Float32Array(M * dModel);
+    dx.set(dOut);
+    // 10. out_proj.
+    const dGated = new Float32Array(M * D);
+    linearBackward(dOut, cache.gated, w.wOutProj, M, D, dModel, dGated, grads.wOutProj, grads.bOutProj);
+    // 9. Gate: gated = scanY * SiLU(z).
+    const dScanY = new Float32Array(M * D);
+    const dz = new Float32Array(M * D);
+    for (let i = 0; i < M * D; i++) {
+        dScanY[i] = dGated[i] * cache.siluZ[i];
+        dz[i] = dGated[i] * cache.scanY[i] * siluGrad(cache.z[i]);
+    }
+    // 8. Selective scan, walked backwards in time.
+    const du = new Float32Array(M * D);
+    const dBRaw = new Float32Array(M * N);
+    const dCRaw = new Float32Array(M * N);
+    const dDv = new Float32Array(M * D); // dL/d softplus(Δ)
+    const dACont = new Float32Array(D * N);
+    // dhNext[d*N+n] carries dL/dh_t propagated from step t+1 for the current batch row.
+    const dhNext = new Float32Array(D * N);
+    for (let b = 0; b < B; b++) {
+        dhNext.fill(0);
+        for (let t = L - 1; t >= 0; t--) {
+            const r = b * L + t;
+            for (let d = 0; d < D; d++) {
+                const dY = dScanY[r * D + d];
+                const uv = cache.u[r * D + d];
+                const dvv = cache.dv[r * D + d];
+                // Skip connection: y_t[d] += D_vec[d] * u_t[d].
+                grads.D_vec[d] = grads.D_vec[d] + dY * uv;
+                du[r * D + d] = du[r * D + d] + dY * w.D_vec[d];
+                let ddvAcc = 0;
+                for (let n = 0; n < N; n++) {
+                    const idx = (r * D + d) * N + n;
+                    const hv = cache.h[idx];
+                    const ab = cache.aBar[idx];
+                    const bb = cache.bBar[idx];
+                    const ac = cache.aCont[d * N + n];
+                    const cv = cache.cRaw[r * N + n];
+                    // y_t[d] = Σ_n C_t[n] * h_t[d,n]
+                    dCRaw[r * N + n] = dCRaw[r * N + n] + dY * hv;
+                    const dh = dY * cv + dhNext[d * N + n];
+                    // h_t = a_bar * h_{t-1} + b_bar * u_t
+                    const hPrev = t === 0 ? 0 : cache.h[((r - 1) * D + d) * N + n];
+                    const dABar = dh * hPrev;
+                    const dBBar = dh * uv;
+                    du[r * D + d] = du[r * D + d] + dh * bb;
+                    dhNext[d * N + n] = dh * ab; // flows to step t-1
+                    // a_bar = exp(dv * a_cont);  b_bar = (a_bar - 1) / a_cont * B_raw
+                    const bv = cache.bRaw[r * N + n];
+                    ddvAcc += dABar * ac * ab + dBBar * ab * bv;
+                    dACont[d * N + n] = dACont[d * N + n]
+                        + dABar * dvv * ab
+                        + dBBar * bv * ((dvv * ab * ac - (ab - 1)) / (ac * ac));
+                    dBRaw[r * N + n] = dBRaw[r * N + n] + dBBar * ((ab - 1) / ac);
+                }
+                dDv[r * D + d] = dDv[r * D + d] + ddvAcc;
+            }
+        }
+    }
+    // a_cont = -exp(clamp(A_log)) ⇒ d a_cont / d A_log = a_cont inside the clamp,
+    // and exactly 0 outside it (the kernel's output is constant there).
+    for (let i = 0; i < D * N; i++) {
+        const al = w.A_log[i];
+        if (al <= A_LOG_CLAMP_LO || al >= A_LOG_CLAMP_HI)
+            continue;
+        grads.A_log[i] = grads.A_log[i] + dACont[i] * cache.aCont[i];
+    }
+    // softplus: dv = softplus(deltaFull)
+    const dDeltaFull = new Float32Array(M * D);
+    for (let i = 0; i < M * D; i++)
+        dDeltaFull[i] = dDv[i] * sigmoid(cache.deltaFull[i]);
+    // 7. dt_proj.
+    const dDtRaw = new Float32Array(M * R);
+    linearBackward(dDeltaFull, cache.dtRaw, w.wDtProj, M, R, D, dDtRaw, grads.wDtProj, grads.bDtProj);
+    // 6. x_proj — re-assemble the (M, P) column slices, then one linear backward.
+    const dXProj = new Float32Array(M * P);
+    for (let r = 0; r < M; r++) {
+        for (let i = 0; i < R; i++)
+            dXProj[r * P + i] = dDtRaw[r * R + i];
+        for (let n = 0; n < N; n++) {
+            dXProj[r * P + R + n] = dBRaw[r * N + n];
+            dXProj[r * P + R + N + n] = dCRaw[r * N + n];
+        }
+    }
+    const duFromXProj = new Float32Array(M * D);
+    linearBackward(dXProj, cache.u, w.wXProj, M, D, P, duFromXProj, grads.wXProj, grads.bXProj);
+    for (let i = 0; i < M * D; i++)
+        du[i] = du[i] + duFromXProj[i];
+    // 5. SiLU.
+    const dConvOut = new Float32Array(M * D);
+    for (let i = 0; i < M * D; i++)
+        dConvOut[i] = du[i] * siluGrad(cache.convOut[i]);
+    // 4. Depthwise causal conv1d.
+    const dXConvIn = new Float32Array(M * D);
+    for (let b = 0; b < B; b++) {
+        for (let t = 0; t < L; t++) {
+            const r = b * L + t;
+            for (let d = 0; d < D; d++) {
+                const g = dConvOut[r * D + d];
+                if (g === 0)
+                    continue;
+                grads.bConv[d] = grads.bConv[d] + g;
+                for (let k = 0; k < K; k++) {
+                    if (t < k)
+                        continue;
+                    const src = (b * L + t - k) * D + d;
+                    grads.wConv[d * K + k] = grads.wConv[d * K + k] + g * cache.xConvIn[src];
+                    dXConvIn[src] = dXConvIn[src] + g * w.wConv[d * K + k];
+                }
+            }
+        }
+    }
+    // 3. Un-split the (x, z) columns.
+    const dInProj = new Float32Array(M * 2 * D);
+    for (let r = 0; r < M; r++) {
+        for (let d = 0; d < D; d++) {
+            dInProj[r * 2 * D + d] = dXConvIn[r * D + d];
+            dInProj[r * 2 * D + D + d] = dz[r * D + d];
+        }
+    }
+    // 2. in_proj.
+    const dNormOut = new Float32Array(M * dModel);
+    linearBackward(dInProj, cache.normOut, w.wInProj, M, dModel, 2 * D, dNormOut, grads.wInProj, grads.bInProj);
+    // 1. RMSNorm — adds into the residual path already sitting in `dx`.
+    rmsNormBackward(dNormOut, cache.x, w.normWeight, cache.normInv, M, dModel, dx, grads.normWeight, RMSNORM_EPS);
+    return dx;
+}
+//# sourceMappingURL=mamba1_cpu.js.map

package/dist/training/mamba1_cpu.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mamba1_cpu.js","sourceRoot":"","sources":["../../src/training/mamba1_cpu.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAEH,OAAO,EACH,aAAa,EACb,cAAc,EACd,cAAc,EACd,eAAe,EACf,IAAI,EACJ,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,WAAW,GACd,MAAM,cAAc,CAAC;AAoBtB,mEAAmE;AACnE,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAC9B,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ;IAC1D,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY;CACtB,CAAC;AA2C3D;;;;;GAKG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,EAAE,CAAC;AAClC,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC;AAEhC,sDAAsD;AACtD,MAAM,UAAU,eAAe,CAAC,IAAmB;IAC/C,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC;IACnE,OAAO;QACH,OAAO,EAAK,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC;QAC5C,OAAO,EAAK,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC;QACnC,KAAK,EAAO,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC;QACnC,KAAK,EAAO,IAAI,YAAY,CAAC,CAAC,CAAC;QAC/B,MAAM,EAAM,IAAI,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,EAAM,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACvC,OAAO,EAAK,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC;QACnC,OAAO,EAAK,IAAI,YAAY,CAAC,CAAC,CAAC;QAC/B,KAAK,EAAO,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC;QACnC,KAAK,EAAO,IAAI,YAAY,CAAC,CAAC,CAAC;QAC/B,QAAQ,EAAI,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC;QACxC,QAAQ,EAAI,IAAI,YAAY,CAAC,MAAM,CAAC;QACpC,UAAU,EAAE,IAAI,YAAY,CAAC,MAAM,CAAC;KACvC,CAAC;AACN,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAC5B,CAAe,EACf,CAAmB,EACnB,IAAmB;IAEnB,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC;IACxF,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAChB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAEpB,wBAAwB;IACxB,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;IACpC,cAAc,CAAC,CAAC,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAE7D,gCAAgC;IAChC,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3C,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;IAEvE,4DAA4D;IAC5D,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACxC,MAAM,CAAC,GAAS,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACzB,OAAO,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;YAC5C,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAS,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;QACpD,CAAC;IACL,CAAC;IAED,qDAAqD;IACrD,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;YAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzB,IAAI,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC;gBACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBACzB,IAAI,CAAC,IAAI,CAAC;wBAAE,GAAG,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;gBAC/E,CAAC;gBACD,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;YAC5B,CAAC;QACL,CAAC;IACL,CAAC;IAED,WAAW;IACX,MAAM,CAAC,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;QAAE,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,CAAC;IAEzD,uEAAuE;IACvE,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;IACrD,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,MAAM,IAAI,GAAI,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,MAAM,IAAI,GAAI,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YAAE,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;QACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACzB,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;YACxC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;QAChD,CAAC;IACL,CAAC;IAED,+CAA+C;IAC/C,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1C,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;IAE/D,6EAA6E;IAC7E,MAAM,EAAE,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;QAAE,EAAE,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAE,CAAC,CAAC;IAEhE,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,CAAC;IAC1F,CAAC;IAED,MAAM,IAAI,GAAI,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAI,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1C,MAAM,CAAC,GAAO,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAEtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzB,MAAM,GAAG,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;gBAC3B,MAAM,EAAE,GAAI,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;gBAC1B,IAAI,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAE,GAAG,EAAE,CAAC;gBAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBACzB,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;oBAC7B,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;oBAC9B,MAAM,EAAE,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;oBAC9C,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBAChC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;oBACf,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;oBACf,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;oBAC1D,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,GAAG,EAAE,GAAG,EAAE,CAAC;oBAChC,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;oBACZ,GAAG,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,GAAG,EAAE,CAAC;gBACjC,CAAC;gBACD,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;YAC3B,CAAC;QACL,CAAC;IACL,CAAC;IAED,wBAAwB;IACxB,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC;QACvB,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAE,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;IACrC,CAAC;IAED,qDAAqD;IACrD,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;IAC5C,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACnE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE;QAAE,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;IAEpE,OAAO;QACH,MAAM;QACN,KAAK,EAAE,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE;KACtI,CAAC;AACN,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAC7B,IAAkB,EAClB,CAAmB,EACnB,KAAqB,EACrB,IAAmB,EACnB,KAAqB;IAErB,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC;IACxF,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAChB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAEpB,4EAA4E;IAC5E,mEAAmE;IACnE,MAAM,EAAE,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;IACxC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAEb,gBAAgB;IAChB,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACvC,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IAEpG,oCAAoC;IACpC,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACvC,MAAM,EAAE,GAAO,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC;QACzC,EAAE,CAAC,CAAC,CAAC,GAAO,MAAM,CAAC,CAAC,CAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC;IACrE,CAAC;IAED,+CAA+C;IAC/C,MAAM,EAAE,GAAM,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,MAAM,GAAG,GAAK,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAM,mBAAmB;IAC/D,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAEvC,oFAAoF;IACpF,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACzB,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACf,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzB,MAAM,EAAE,GAAI,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;gBAC/B,MAAM,EAAE,GAAI,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;gBAChC,MAAM,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;gBACjC,gDAAgD;gBAChD,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAE,GAAG,EAAE,GAAG,EAAE,CAAC;gBAC3C,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,GAAG,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC;gBAElD,IAAI,MAAM,GAAG,CAAC,CAAC;gBACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBACzB,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBAChC,MAAM,EAAE,GAAI,KAAK,CAAC,CAAC,CAAC,GAAG,CAAE,CAAC;oBAC1B,MAAM,EAAE,GAAI,KAAK,CAAC,IAAI,CAAC,GAAG,CAAE,CAAC;oBAC7B,MAAM,EAAE,GAAI,KAAK,CAAC,IAAI,CAAC,GAAG,CAAE,CAAC;oBAC7B,MAAM,EAAE,GAAI,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;oBACpC,MAAM,EAAE,GAAI,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;oBAEnC,iCAAiC;oBACjC,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,GAAG,EAAE,GAAG,EAAE,CAAC;oBAC/C,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;oBAExC,sCAAsC;oBACtC,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;oBAChE,MAAM,KAAK,GAAG,EAAE,GAAG,KAAK,CAAC;oBACzB,MAAM,KAAK,GAAG,EAAE,GAAG,EAAE,CAAC;oBACtB,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,GAAG,EAAE,GAAG,EAAE,CAAC;oBACzC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAG,oBAAoB;oBAEnD,kEAAkE;oBAClE,MAAM,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;oBAClC,MAAM,IAAI,KAAK,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK,GAAG,EAAE,GAAG,EAAE,CAAC;oBAC5C,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE;0BAChC,KAAK,GAAG,GAAG,GAAG,EAAE;0BAChB,KAAK,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;oBAC5D,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,GAAG,KAAK,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;gBACnE,CAAC;gBACD,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,GAAG,MAAM,CAAC;YAC9C,CAAC;QACL,CAAC;IACL,CAAC;IAED,8EAA8E;IAC9E,oEAAoE;IACpE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC;QACvB,IAAI,EAAE,IAAI,cAAc,IAAI,EAAE,IAAI,cAAc;YAAE,SAAS;QAC3D,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAE,GAAG,MAAM,CAAC,CAAC,CAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC;IACpE,CAAC;IAED,qCAAqC;IACrC,MAAM,UAAU,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;QAAE,UAAU,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAE,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAE,CAAC,CAAC;IAEvF,cAAc;IACd,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACvC,cAAc,CAAC,UAAU,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IAElG,8EAA8E;IAC9E,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YAAE,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;QACnE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACzB,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAO,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;YAC9C,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;QAClD,CAAC;IACL,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5C,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC5F,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;QAAE,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAE,GAAG,WAAW,CAAC,CAAC,CAAE,CAAC;IAEjE,WAAW;IACX,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;QAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,CAAC;IAEnF,8BAA8B;IAC9B,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzB,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;gBAC/B,IAAI,CAAC,KAAK,CAAC;oBAAE,SAAS;gBACtB,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC;gBACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBACzB,IAAI,CAAC,GAAG,CAAC;wBAAE,SAAS;oBACpB,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACpC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,GAAG,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAE,CAAC;oBAC3E,QAAQ,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAE,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;gBAC7D,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,kCAAkC;IAClC,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACzB,OAAO,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAO,QAAQ,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;YAClD,OAAO,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,CAAC;QAChD,CAAC;IACL,CAAC;IAED,cAAc;IACd,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;IAC9C,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IAE5G,oEAAoE;IACpE,eAAe,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,UAAU,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;IAE9G,OAAO,EAAE,CAAC;AACd,CAAC"}