@seanhogg/builderforce-memory-engine 2026.6.18

package/dist/model/mamba_model.js

@@ -0,0 +1,527 @@
+/**
+ * mamba_model.ts – HybridMambaModel: Mamba-1/2/3 and Attention layer scheduling.
+ *
+ * Replaces the fixed MambaBlock[] array with a SequenceLayer[] built from a
+ * per-layer type schedule.  MambaModel is kept as a backward-compatible alias
+ * (all-mamba1 schedule).
+ *
+ * MBJS binary format:
+ *   Version 1 (legacy): [magic][v=1][nParams][numel[]][ f32 data ]
+ *   Version 2 (new):    [magic][v=2][nLayers][layerType[]][padding][nParams][numel[]][ f32 data ]
+ *     layerType: 0=mamba1, 1=mamba2, 2=mamba3, 3=attention
+ */
+import { Mamba1Block } from './mamba1_block.js';
+import { Mamba2Block } from './mamba2_block.js';
+import { Mamba3Block } from './mamba3_block.js';
+import { AttentionBlock } from './attention_block.js';
+import { createStorageBuffer, createEmptyStorageBuffer, createUniformBuffer, createComputePipeline, createBindGroup, dispatchKernel, readBuffer, uploadBuffer, cdiv, } from '../utils/gpu_utils.js';
+import { LINEAR_FORWARD_WGSL } from '../kernels/linear_projection.js';
+import { ACTIVATIONS_WGSL } from '../kernels/activations.js';
+import { gaussianArray, setInitSeed } from '../utils/rng.js';
+import { quantizeFp16, dequantizeFp16 } from '../utils/quantization.js';
+// ── MBJS format constants ─────────────────────────────────────────────────────
+const MBJS_MAGIC = 0x4D424A53; // 'MBJS'
+const LAYER_TYPE_ID = {
+    mamba1: 0,
+    mamba2: 1,
+    mamba3: 2,
+    attention: 3,
+};
+const ID_TO_LAYER_TYPE = ['mamba1', 'mamba2', 'mamba3', 'attention'];
+// ── HybridMambaModel ──────────────────────────────────────────────────────────
+export class HybridMambaModel {
+    device;
+    config;
+    gpuEmbedding;
+    layers;
+    layerSpecs;
+    gpuFinalNorm;
+    tiedEmbedding;
+    gpuLMHeadBias;
+    _lmHeadPipeline;
+    _rmsnormPipeline;
+    _embedPipeline;
+    _wslaMode = false;
+    constructor(device, config) {
+        this.device = device;
+        this.config = {
+            dState: 16,
+            dConv: 4,
+            expand: 2,
+            nHeads: 4,
+            nGroups: 1,
+            chunkLen: 256,
+            mimoGroup: 1,
+            eosId: -1,
+            defaultMamba1: {},
+            defaultMamba2: {},
+            defaultMamba3: {},
+            defaultAttention: {},
+            layers: undefined,
+            seed: undefined,
+            ...config,
+        };
+        // Install the deterministic init seed (if any) for the duration of
+        // construction, so the embedding table and every block initialise
+        // reproducibly. Restored to Math.random once all weights are built.
+        setInitSeed(this.config.seed);
+        // Resolve layer schedule
+        const layerSchedule = config.layers
+            ?? Array.from({ length: config.numLayers }, () => ({ type: 'mamba1' }));
+        if (layerSchedule.length !== config.numLayers) {
+            throw new Error(`HybridMambaModel: layers schedule length (${layerSchedule.length}) must equal numLayers (${config.numLayers}).`);
+        }
+        this.layerSpecs = layerSchedule;
+        // Embedding table
+        const { vocabSize, dModel } = this.config;
+        const embedData = gaussianArray(vocabSize * dModel, 1.0 / Math.sqrt(dModel));
+        this.gpuEmbedding = createStorageBuffer(device, embedData, true);
+        // Build layers (block constructors also draw from the seeded source)
+        this.layers = layerSchedule.map(spec => this._buildLayer(spec));
+        // Restore the default Math.random source now that all weights are built.
+        setInitSeed(undefined);
+        // Final RMSNorm
+        this.gpuFinalNorm = createStorageBuffer(device, new Float32Array(dModel).fill(1.0), true);
+        this.tiedEmbedding = true;
+        this.gpuLMHeadBias = createStorageBuffer(device, new Float32Array(vocabSize), true);
+        this._lmHeadPipeline = createComputePipeline(device, LINEAR_FORWARD_WGSL, 'linear_forward');
+        this._rmsnormPipeline = createComputePipeline(device, ACTIVATIONS_WGSL, 'rmsnorm_forward');
+        this._embedPipeline = createComputePipeline(device, EMBED_LOOKUP_WGSL, 'embed_lookup');
+    }
+    _buildLayer(spec) {
+        const c = this.config;
+        switch (spec.type) {
+            case 'mamba1': {
+                const base = {
+                    dModel: c.dModel,
+                    dState: c.dState,
+                    dConv: c.dConv,
+                    expand: c.expand,
+                    ...c.defaultMamba1,
+                };
+                return new Mamba1Block(this.device, { ...base, ...(spec.config ?? {}) });
+            }
+            case 'mamba2': {
+                const base = {
+                    dModel: c.dModel,
+                    dState: c.dState,
+                    dConv: c.dConv,
+                    expand: c.expand,
+                    nHeads: c.nHeads,
+                    nGroups: c.nGroups,
+                    chunkLen: c.chunkLen,
+                    ...c.defaultMamba2,
+                };
+                return new Mamba2Block(this.device, { ...base, ...(spec.config ?? {}) });
+            }
+            case 'mamba3': {
+                const base = {
+                    dModel: c.dModel,
+                    dState: c.dState,
+                    dConv: c.dConv,
+                    expand: c.expand,
+                    nHeads: c.nHeads,
+                    nGroups: c.nGroups,
+                    chunkLen: c.chunkLen,
+                    mimoGroup: c.mimoGroup,
+                    ...c.defaultMamba3,
+                };
+                return new Mamba3Block(this.device, { ...base, ...(spec.config ?? {}) });
+            }
+            case 'attention': {
+                const base = {
+                    dModel: c.dModel,
+                    nHeads: c.nHeads,
+                    ...c.defaultAttention,
+                };
+                return new AttentionBlock(this.device, { ...base, ...(spec.config ?? {}) });
+            }
+        }
+    }
+    embedTokens(tokenIds, batch, seqLen) {
+        const { dModel } = this.config;
+        const M = batch * seqLen;
+        const idsBuf = createStorageBuffer(this.device, tokenIds instanceof Uint32Array ? tokenIds : new Uint32Array(tokenIds), false);
+        const outBuf = createEmptyStorageBuffer(this.device, M * dModel * 4, true);
+        const pBuf = createUniformBuffer(this.device, new Uint32Array([M, dModel]).buffer);
+        const bg = createBindGroup(this.device, this._embedPipeline, [pBuf, idsBuf, this.gpuEmbedding, outBuf]);
+        dispatchKernel(this.device, this._embedPipeline, bg, [cdiv(M, 64), 1, 1]);
+        idsBuf.destroy();
+        pBuf.destroy();
+        return outBuf;
+    }
+    async forward(tokenIds, batch, seqLen) {
+        const { dModel, vocabSize } = this.config;
+        const M = batch * seqLen;
+        let hidden = this.embedTokens(tokenIds, batch, seqLen);
+        const caches = [];
+        for (const layer of this.layers) {
+            const { output, cache } = layer.forward(hidden, batch, seqLen);
+            caches.push(cache);
+            hidden.destroy();
+            hidden = output;
+        }
+        // Final RMSNorm
+        const normOut = createEmptyStorageBuffer(this.device, M * dModel * 4, true);
+        const normInv = createEmptyStorageBuffer(this.device, M * 4, false);
+        {
+            const params = new ArrayBuffer(16);
+            new Uint32Array(params, 0, 2).set([M, dModel]);
+            new Float32Array(params, 8, 1).set([1e-6]);
+            const pBuf = createUniformBuffer(this.device, params);
+            const bg = createBindGroup(this.device, this._rmsnormPipeline, [pBuf, hidden, this.gpuFinalNorm, normOut, normInv]);
+            dispatchKernel(this.device, this._rmsnormPipeline, bg, [cdiv(M, 64), 1, 1]);
+        }
+        hidden.destroy();
+        // LM head (tied embedding)
+        const gpuLogits = createEmptyStorageBuffer(this.device, M * vocabSize * 4, true);
+        {
+            const params = new Uint32Array([M, dModel, vocabSize]).buffer;
+            const pBuf = createUniformBuffer(this.device, params);
+            const bg = createBindGroup(this.device, this._lmHeadPipeline, [pBuf, normOut, this.gpuEmbedding, this.gpuLMHeadBias, gpuLogits]);
+            dispatchKernel(this.device, this._lmHeadPipeline, bg, [cdiv(M, 16), cdiv(vocabSize, 16), 1]);
+        }
+        normOut.destroy();
+        normInv.destroy();
+        const logits = await readBuffer(this.device, gpuLogits, M * vocabSize * 4);
+        return { logits, gpuLogits, caches };
+    }
+    /**
+     * Produces a single fixed-length embedding vector for a token sequence.
+     *
+     * Runs the full layer stack plus the final RMSNorm — i.e. the same hidden
+     * state the LM head consumes — then mean-pools across sequence positions and
+     * L2-normalises the result. The returned vector has length `dModel` and is
+     * suitable for cosine-similarity semantic search.
+     *
+     * Unlike `forward()`, this skips the (expensive) LM-head projection: it only
+     * needs the `dModel`-wide hidden state, not `vocabSize` logits.
+     *
+     * The embedding reflects whatever the model currently knows — an untrained
+     * model behaves like a random projection of the token embeddings (still
+     * lexically discriminative), and the representation sharpens automatically as
+     * the model is adapted/distilled.
+     */
+    async embed(tokenIds) {
+        const { dModel } = this.config;
+        const seqLen = tokenIds.length;
+        const batch = 1;
+        const M = batch * seqLen;
+        if (M === 0)
+            return new Float32Array(dModel);
+        let hidden = this.embedTokens(tokenIds, batch, seqLen);
+        for (const layer of this.layers) {
+            const { output } = layer.forward(hidden, batch, seqLen);
+            hidden.destroy();
+            hidden = output;
+        }
+        // Final RMSNorm — mirrors forward(), but we stop here (no LM head).
+        const normOut = createEmptyStorageBuffer(this.device, M * dModel * 4, true);
+        const normInv = createEmptyStorageBuffer(this.device, M * 4, false);
+        {
+            const params = new ArrayBuffer(16);
+            new Uint32Array(params, 0, 2).set([M, dModel]);
+            new Float32Array(params, 8, 1).set([1e-6]);
+            const pBuf = createUniformBuffer(this.device, params);
+            const bg = createBindGroup(this.device, this._rmsnormPipeline, [pBuf, hidden, this.gpuFinalNorm, normOut, normInv]);
+            dispatchKernel(this.device, this._rmsnormPipeline, bg, [cdiv(M, 64), 1, 1]);
+        }
+        hidden.destroy();
+        const normed = await readBuffer(this.device, normOut, M * dModel * 4);
+        normOut.destroy();
+        normInv.destroy();
+        // Mean-pool across sequence positions → dModel vector.
+        const out = new Float32Array(dModel);
+        for (let t = 0; t < seqLen; t++) {
+            const base = t * dModel;
+            for (let d = 0; d < dModel; d++)
+                out[d] += normed[base + d];
+        }
+        for (let d = 0; d < dModel; d++)
+            out[d] /= seqLen;
+        // L2-normalise so cosine similarity reduces to a dot product.
+        let norm = 0;
+        for (let d = 0; d < dModel; d++)
+            norm += out[d] * out[d];
+        norm = Math.sqrt(norm) || 1;
+        for (let d = 0; d < dModel; d++)
+            out[d] /= norm;
+        return out;
+    }
+    async generate(promptIds, maxNewTokens = 200, samplingOpts = {}) {
+        const { temperature = 1.0, topK = 50, topP = 0.9 } = samplingOpts;
+        const { vocabSize } = this.config;
+        let ids = [...promptIds];
+        for (let step = 0; step < maxNewTokens; step++) {
+            const { logits } = await this.forward(new Uint32Array(ids), 1, ids.length);
+            const lastLogits = logits.slice((ids.length - 1) * vocabSize, ids.length * vocabSize);
+            const nextId = sampleToken(lastLogits, { temperature, topK, topP });
+            ids.push(nextId);
+            if (nextId === this.config.eosId)
+                break;
+        }
+        return ids;
+    }
+    parameters() {
+        const params = [];
+        params.push({
+            buf: this.gpuEmbedding,
+            numel: this.config.vocabSize * this.config.dModel,
+            name: 'embedding',
+        });
+        for (let i = 0; i < this.layers.length; i++) {
+            for (const p of this.layers[i].parameters()) {
+                params.push({ ...p, name: `layer${i}.${p.name}` });
+            }
+        }
+        params.push({
+            buf: this.gpuFinalNorm,
+            numel: this.config.dModel,
+            name: 'final_norm',
+        });
+        return params;
+    }
+    setWSLAMode(enabled) {
+        for (const layer of this.layers)
+            layer.setWSLAMode(enabled);
+        this._wslaMode = enabled;
+    }
+    // ── Serialisation (MBJS v2 / v3) ──────────────────────────────────────────
+    /**
+     * Export all parameters to an ArrayBuffer.
+     *
+     * MBJS v2/v3 format (identical header; only the data encoding differs):
+     *   [0..3]   magic    : uint32 = 0x4D424A53
+     *   [4..7]   version  : uint32 = 2 (fp32 data) | 3 (fp16 data)
+     *   [8..11]  nLayers  : uint32
+     *   [12 .. 12+nLayers-1]  layerType[i]: uint8 (0=m1, 1=m2, 2=m3, 3=attn)
+     *   aligned to 4 bytes: padding
+     *   [next 4] nParams  : uint32
+     *   [next 4*nParams]  numel[i]: uint32
+     *   [data]  float32 values (v2)  |  float16 values (v3, half the size)
+     *
+     * Pass `{ fp16: true }` to emit a v3 checkpoint — roughly half the bytes,
+     * with a small precision loss that is negligible for SSM weights.
+     */
+    async exportWeights(opts = {}) {
+        const fp16 = opts.fp16 ?? false;
+        const params = this.parameters();
+        const nParams = params.length;
+        const nLayers = this.layers.length;
+        const arrays = await Promise.all(params.map(p => readBuffer(this.device, p.buf, p.numel * 4)));
+        // Header: magic(4) + version(4) + nLayers(4) + layerTypes(nLayers, padded to 4) + nParams(4) + numels(4*nParams)
+        const layerTypeBytes = Math.ceil(nLayers / 4) * 4; // align to 4
+        const headerBytes = 4 + 4 + 4 + layerTypeBytes + 4 + nParams * 4;
+        const bytesPerEl = fp16 ? 2 : 4;
+        const totalEls = arrays.reduce((a, arr) => a + arr.length, 0);
+        const dataBytes = totalEls * bytesPerEl;
+        const out = new ArrayBuffer(headerBytes + dataBytes);
+        const view = new DataView(out);
+        let off = 0;
+        view.setUint32(off, MBJS_MAGIC, true);
+        off += 4;
+        view.setUint32(off, fp16 ? 3 : 2, true);
+        off += 4; // version 2 (fp32) | 3 (fp16)
+        view.setUint32(off, nLayers, true);
+        off += 4;
+        for (let i = 0; i < nLayers; i++) {
+            const lt = this.layers[i].layerType;
+            view.setUint8(off + i, LAYER_TYPE_ID[lt]);
+        }
+        off += layerTypeBytes;
+        view.setUint32(off, nParams, true);
+        off += 4;
+        for (const p of params) {
+            view.setUint32(off, p.numel, true);
+            off += 4;
+        }
+        // Header bytes are a multiple of 4, so both Float32Array and Uint16Array
+        // views below are correctly aligned at `off`.
+        if (fp16) {
+            for (const arr of arrays) {
+                const half = quantizeFp16(arr);
+                new Uint16Array(out, off, half.length).set(half);
+                off += half.length * 2;
+            }
+        }
+        else {
+            for (const arr of arrays) {
+                new Float32Array(out, off, arr.length).set(arr);
+                off += arr.byteLength;
+            }
+        }
+        return out;
+    }
+    /**
+     * Load parameters from an MBJS v1, v2, or v3 ArrayBuffer.
+     *
+     * v1: assumes all layers are mamba1 (backward compatible).
+     * v2: reads layer type array and validates per-layer parameter counts (fp32 data).
+     * v3: identical layout to v2 but the data section is fp16 (dequantised on load).
+     */
+    async loadWeights(buffer) {
+        const view = new DataView(buffer);
+        let off = 0;
+        const magic = view.getUint32(off, true);
+        off += 4;
+        if (magic !== MBJS_MAGIC) {
+            throw new Error('Invalid weight file: bad magic number. Expected MBJS file.');
+        }
+        const version = view.getUint32(off, true);
+        off += 4;
+        if (version === 1) {
+            // Legacy path: all-mamba1, no layer metadata
+            const nParams = view.getUint32(off, true);
+            off += 4;
+            const params = this.parameters();
+            if (nParams !== params.length) {
+                throw new Error(`Weight file has ${nParams} parameters but this model has ${params.length}.`);
+            }
+            const numels = [];
+            for (let i = 0; i < nParams; i++) {
+                numels.push(view.getUint32(off, true));
+                off += 4;
+            }
+            for (let i = 0; i < nParams; i++) {
+                const p = params[i];
+                const numel = numels[i];
+                if (numel !== p.numel) {
+                    throw new Error(`Parameter ${i} ("${p.name}") size mismatch: file=${numel}, model=${p.numel}.`);
+                }
+                uploadBuffer(this.device, p.buf, new Float32Array(buffer, off, p.numel));
+                off += p.numel * 4;
+            }
+            return;
+        }
+        if (version === 2 || version === 3) {
+            const fp16 = version === 3;
+            const nLayers = view.getUint32(off, true);
+            off += 4;
+            if (nLayers !== this.layers.length) {
+                throw new Error(`Weight file has ${nLayers} layers but this model has ${this.layers.length}.`);
+            }
+            // Read layer types and validate
+            for (let i = 0; i < nLayers; i++) {
+                const typeId = view.getUint8(off + i);
+                const expectedType = this.layers[i].layerType;
+                const fileType = ID_TO_LAYER_TYPE[typeId] ?? 'mamba1';
+                if (fileType !== expectedType) {
+                    throw new Error(`Layer ${i} type mismatch: file="${fileType}", model="${expectedType}".`);
+                }
+            }
+            const layerTypeBytes = Math.ceil(nLayers / 4) * 4;
+            off += layerTypeBytes;
+            const nParams = view.getUint32(off, true);
+            off += 4;
+            const params = this.parameters();
+            if (nParams !== params.length) {
+                throw new Error(`Weight file has ${nParams} parameters but this model has ${params.length}.`);
+            }
+            const numels = [];
+            for (let i = 0; i < nParams; i++) {
+                numels.push(view.getUint32(off, true));
+                off += 4;
+            }
+            for (let i = 0; i < nParams; i++) {
+                const p = params[i];
+                const numel = numels[i];
+                if (numel !== p.numel) {
+                    throw new Error(`Parameter ${i} ("${p.name}") size mismatch: file=${numel}, model=${p.numel}.`);
+                }
+                if (fp16) {
+                    const half = new Uint16Array(buffer, off, numel);
+                    uploadBuffer(this.device, p.buf, dequantizeFp16(half));
+                    off += numel * 2;
+                }
+                else {
+                    uploadBuffer(this.device, p.buf, new Float32Array(buffer, off, p.numel));
+                    off += numel * 4;
+                }
+            }
+            return;
+        }
+        throw new Error(`Unsupported MBJS version: ${version}. Expected 1, 2, or 3.`);
+    }
+    destroy() {
+        this.gpuEmbedding.destroy();
+        for (const layer of this.layers)
+            layer.destroy();
+        this.gpuFinalNorm.destroy();
+        this.gpuLMHeadBias.destroy();
+    }
+}
+// ── MambaModel – backward-compatible alias ────────────────────────────────────
+export class MambaModel extends HybridMambaModel {
+    constructor(device, config) {
+        super(device, {
+            ...config,
+            layers: Array.from({ length: config.numLayers }, () => ({ type: 'mamba1' })),
+        });
+    }
+}
+// ── Embed lookup WGSL ─────────────────────────────────────────────────────────
+const EMBED_LOOKUP_WGSL = /* wgsl */ `
+struct EmbedParams {
+    num_tokens : u32,
+    d_model    : u32,
+};
+
+@group(0) @binding(0) var<uniform>            params  : EmbedParams;
+@group(0) @binding(1) var<storage, read>      ids     : array<u32>;
+@group(0) @binding(2) var<storage, read>      table   : array<f32>;
+@group(0) @binding(3) var<storage, read_write> out    : array<f32>;
+
+@compute @workgroup_size(64, 1, 1)
+fn embed_lookup(@builtin(global_invocation_id) gid: vec3<u32>) {
+    let token_idx = gid.x;
+    if (token_idx >= params.num_tokens) { return; }
+
+    let D   = params.d_model;
+    let tok = ids[token_idx];
+    let src = tok * D;
+    let dst = token_idx * D;
+
+    for (var i: u32 = 0u; i < D; i = i + 1u) {
+        out[dst + i] = table[src + i];
+    }
+}
+`;
+// ── Token sampling ────────────────────────────────────────────────────────────
+function sampleToken(logits, { temperature = 1.0, topK = 50, topP = 0.9 } = {}) {
+    const n = logits.length;
+    const scaled = new Float32Array(n);
+    for (let i = 0; i < n; i++)
+        scaled[i] = logits[i] / Math.max(temperature, 1e-7);
+    let maxL = -Infinity;
+    for (let i = 0; i < n; i++)
+        if (scaled[i] > maxL)
+            maxL = scaled[i];
+    let sumE = 0;
+    const exps = new Float32Array(n);
+    for (let i = 0; i < n; i++) {
+        exps[i] = Math.exp(scaled[i] - maxL);
+        sumE += exps[i];
+    }
+    const indices = Array.from({ length: n }, (_, i) => i).sort((a, b) => exps[b] - exps[a]);
+    const topKIdx = indices.slice(0, topK);
+    let cumSum = 0;
+    const nucleus = [];
+    for (const idx of topKIdx) {
+        cumSum += exps[idx] / sumE;
+        nucleus.push(idx);
+        if (cumSum >= topP)
+            break;
+    }
+    let nucleusSum = 0;
+    for (const idx of nucleus)
+        nucleusSum += exps[idx];
+    const threshold = Math.random() * nucleusSum;
+    let acc = 0;
+    for (const idx of nucleus) {
+        acc += exps[idx];
+        if (acc >= threshold)
+            return idx;
+    }
+    return nucleus[nucleus.length - 1];
+}
+//# sourceMappingURL=mamba_model.js.map

package/dist/model/mamba_model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mamba_model.js","sourceRoot":"","sources":["../../src/model/mamba_model.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAmB,mBAAmB,CAAC;AAC7D,OAAO,EAAE,WAAW,EAAE,MAAmB,mBAAmB,CAAC;AAC7D,OAAO,EAAE,WAAW,EAAE,MAAmB,mBAAmB,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAgB,sBAAsB,CAAC;AAOhE,OAAO,EACH,mBAAmB,EACnB,wBAAwB,EACxB,mBAAmB,EACnB,qBAAqB,EACrB,eAAe,EACf,cAAc,EACd,UAAU,EACV,YAAY,EACZ,IAAI,GACP,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AACtE,OAAO,EAAE,gBAAgB,EAAE,MAAS,2BAA2B,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAuExE,iFAAiF;AAEjF,MAAM,UAAU,GAAK,UAAU,CAAC,CAAE,SAAS;AAC3C,MAAM,aAAa,GAA8B;IAC7C,MAAM,EAAK,CAAC;IACZ,MAAM,EAAK,CAAC;IACZ,MAAM,EAAK,CAAC;IACZ,SAAS,EAAE,CAAC;CACf,CAAC;AACF,MAAM,gBAAgB,GAAgB,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;AAElF,iFAAiF;AAEjF,MAAM,OAAO,gBAAgB;IACzB,MAAM,CAAoB;IAC1B,MAAM,CAA2C;IACjD,YAAY,CAAc;IAC1B,MAAM,CAA0B;IAChC,UAAU,CAAkB;IAC5B,YAAY,CAAc;IAC1B,aAAa,CAAW;IACxB,aAAa,CAAa;IAElB,eAAe,CAAuB;IACtC,gBAAgB,CAAsB;IACtC,cAAc,CAAwB;IACtC,SAAS,GAAG,KAAK,CAAC;IAE1B,YAAY,MAAiB,EAAE,MAA8B;QACzD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG;YACV,MAAM,EAAU,EAAE;YAClB,KAAK,EAAW,CAAC;YACjB,MAAM,EAAU,CAAC;YACjB,MAAM,EAAU,CAAC;YACjB,OAAO,EAAS,CAAC;YACjB,QAAQ,EAAQ,GAAG;YACnB,SAAS,EAAO,CAAC;YACjB,KAAK,EAAW,CAAC,CAAC;YAClB,aAAa,EAAG,EAAE;YAClB,aAAa,EAAG,EAAE;YAClB,aAAa,EAAG,EAAE;YAClB,gBAAgB,EAAE,EAAE;YACpB,MAAM,EAAU,SAAmC;YACnD,IAAI,EAAY,SAA8B;YAC9C,GAAG,MAAM;SACwB,CAAC;QAEtC,mEAAmE;QACnE,kEAAkE;QAClE,oEAAoE;QACpE,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAE9B,yBAAyB;QACzB,MAAM,aAAa,GAAgB,MAAM,CAAC,MAAM;eACzC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,QAAqB,EAAE,CAAC,CAAC,CAAC;QAEzF,IAAI,aAAa,CAAC,MAAM,KAAK,MAAM,CAAC,SAAS,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CACX,6CAA6C,aAAa,CAAC,MAAM,2BAA2B,MAAM,CAAC,SAAS,IAAI,CACnH,CAAC;QACN,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,aAAa,CAAC;QAEhC,kBAAkB;QAClB,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1C,MAAM,SAAS,GAAG,aAAa,CAAC,SAAS,GAAG,MAAM,EAAE,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAC7E,IAAI,CAAC,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;QAEjE,qEAAqE;QACrE,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;QAEhE,yEAAyE;QACzE,WAAW,CAAC,SAAS,CAAC,CAAC;QAEvB,gBAAgB;QAChB,IAAI,CAAC,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAE1F,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,aAAa,GAAG,mBAAmB,CAAC,MAAM,EAAE,IAAI,YAAY,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;QAEpF,IAAI,CAAC,eAAe,GAAI,qBAAqB,CAAC,MAAM,EAAE,mBAAmB,EAAE,gBAAgB,CAAC,CAAC;QAC7F,IAAI,CAAC,gBAAgB,GAAG,qBAAqB,CAAC,MAAM,EAAE,gBAAgB,EAAK,iBAAiB,CAAC,CAAC;QAC9F,IAAI,CAAC,cAAc,GAAK,qBAAqB,CAAC,MAAM,EAAE,iBAAiB,EAAI,cAAc,CAAC,CAAC;IAC/F,CAAC;IAEO,WAAW,CAAC,IAAe;QAC/B,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;QACtB,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;YAChB,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACZ,MAAM,IAAI,GAAsB;oBAC5B,MAAM,EAAG,CAAC,CAAC,MAAM;oBACjB,MAAM,EAAG,CAAC,CAAC,MAAM;oBACjB,KAAK,EAAI,CAAC,CAAC,KAAK;oBAChB,MAAM,EAAG,CAAC,CAAC,MAAM;oBACjB,GAAG,CAAC,CAAC,aAAa;iBACrB,CAAC;gBACF,OAAO,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,EAAuB,CAAC,CAAC;YAClG,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACZ,MAAM,IAAI,GAAsB;oBAC5B,MAAM,EAAI,CAAC,CAAC,MAAM;oBAClB,MAAM,EAAI,CAAC,CAAC,MAAM;oBAClB,KAAK,EAAK,CAAC,CAAC,KAAK;oBACjB,MAAM,EAAI,CAAC,CAAC,MAAM;oBAClB,MAAM,EAAI,CAAC,CAAC,MAAM;oBAClB,OAAO,EAAG,CAAC,CAAC,OAAO;oBACnB,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,GAAG,CAAC,CAAC,aAAa;iBACrB,CAAC;gBACF,OAAO,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,EAAuB,CAAC,CAAC;YAClG,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACZ,MAAM,IAAI,GAAsB;oBAC5B,MAAM,EAAK,CAAC,CAAC,MAAM;oBACnB,MAAM,EAAK,CAAC,CAAC,MAAM;oBACnB,KAAK,EAAM,CAAC,CAAC,KAAK;oBAClB,MAAM,EAAK,CAAC,CAAC,MAAM;oBACnB,MAAM,EAAK,CAAC,CAAC,MAAM;oBACnB,OAAO,EAAI,CAAC,CAAC,OAAO;oBACpB,QAAQ,EAAG,CAAC,CAAC,QAAQ;oBACrB,SAAS,EAAE,CAAC,CAAC,SAAS;oBACtB,GAAG,CAAC,CAAC,aAAa;iBACrB,CAAC;gBACF,OAAO,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,EAAuB,CAAC,CAAC;YAClG,CAAC;YACD,KAAK,WAAW,CAAC,CAAC,CAAC;gBACf,MAAM,IAAI,GAAyB;oBAC/B,MAAM,EAAG,CAAC,CAAC,MAAM;oBACjB,MAAM,EAAG,CAAC,CAAC,MAAM;oBACjB,GAAG,CAAC,CAAC,gBAAgB;iBACxB,CAAC;gBACF,OAAO,IAAI,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,EAA0B,CAAC,CAAC;YACxG,CAAC;QACL,CAAC;IACL,CAAC;IAED,WAAW,CAAC,QAAgC,EAAE,KAAa,EAAE,MAAc;QACvE,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAC/B,MAAM,CAAC,GAAG,KAAK,GAAG,MAAM,CAAC;QAEzB,MAAM,MAAM,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAC1C,QAAQ,YAAY,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;QACnF,MAAM,MAAM,GAAG,wBAAwB,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,GAAG,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAE3E,MAAM,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACnF,MAAM,EAAE,GAAK,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,EACzD,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC;QAC/C,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAE1E,MAAM,CAAC,OAAO,EAAE,CAAC;QACjB,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,QAAgC,EAAE,KAAa,EAAE,MAAc;QACzE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1C,MAAM,CAAC,GAAG,KAAK,GAAG,MAAM,CAAC;QAEzB,IAAI,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAEvD,MAAM,MAAM,GAAc,EAAE,CAAC;QAC7B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC9B,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;YAC/D,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,GAAG,MAAM,CAAC;QACpB,CAAC;QAED,gBAAgB;QAChB,MAAM,OAAO,GAAG,wBAAwB,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,GAAG,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAC5E,MAAM,OAAO,GAAG,wBAAwB,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;QACpE,CAAC;YACG,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC;YACnC,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;YAC/C,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAC3C,MAAM,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACtD,MAAM,EAAE,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,gBAAgB,EACzD,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;YACzD,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,gBAAgB,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAChF,CAAC;QACD,MAAM,CAAC,OAAO,EAAE,CAAC;QAEjB,2BAA2B;QAC3B,MAAM,SAAS,GAAG,wBAAwB,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,GAAG,SAAS,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACjF,CAAC;YACG,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;YAC9D,MAAM,IAAI,GAAK,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACxD,MAAM,EAAE,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,eAAe,EACxD,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC;YACvE,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE,EAAE,EAChD,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,CAAC,OAAO,EAAE,CAAC;QAClB,OAAO,CAAC,OAAO,EAAE,CAAC;QAElB,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC;QAC3E,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;IACzC,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACH,KAAK,CAAC,KAAK,CAAC,QAAgC;QACxC,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAC/B,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;QAC/B,MAAM,KAAK,GAAI,CAAC,CAAC;QACjB,MAAM,CAAC,GAAQ,KAAK,GAAG,MAAM,CAAC;QAC9B,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;QAE7C,IAAI,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QACvD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC9B,MAAM,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;YACxD,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,GAAG,MAAM,CAAC;QACpB,CAAC;QAED,oEAAoE;QACpE,MAAM,OAAO,GAAG,wBAAwB,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,GAAG,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAC5E,MAAM,OAAO,GAAG,wBAAwB,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;QACpE,CAAC;YACG,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC;YACnC,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;YAC/C,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAC3C,MAAM,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACtD,MAAM,EAAE,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,gBAAgB,EACzD,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;YACzD,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,gBAAgB,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAChF,CAAC;QACD,MAAM,CAAC,OAAO,EAAE,CAAC;QAEjB,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC;QACtE,OAAO,CAAC,OAAO,EAAE,CAAC;QAClB,OAAO,CAAC,OAAO,EAAE,CAAC;QAElB,uDAAuD;QACvD,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;QACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,CAAC,GAAG,MAAM,CAAC;YACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE;gBAAE,GAAG,CAAC,CAAC,CAAE,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,CAAE,CAAC;QAClE,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE;YAAE,GAAG,CAAC,CAAC,CAAE,IAAI,MAAM,CAAC;QAEnD,8DAA8D;QAC9D,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE;YAAE,IAAI,IAAI,GAAG,CAAC,CAAC,CAAE,GAAG,GAAG,CAAC,CAAC,CAAE,CAAC;QAC3D,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE;YAAE,GAAG,CAAC,CAAC,CAAE,IAAI,IAAI,CAAC;QAEjD,OAAO,GAAG,CAAC;IACf,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAAmB,EAAE,YAAY,GAAG,GAAG,EAAE,eAAgC,EAAE;QACtF,MAAM,EAAE,WAAW,GAAG,GAAG,EAAE,IAAI,GAAG,EAAE,EAAE,IAAI,GAAG,GAAG,EAAE,GAAG,YAAY,CAAC;QAClE,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAElC,IAAI,GAAG,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC;QAEzB,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,YAAY,EAAE,IAAI,EAAE,EAAE,CAAC;YAC7C,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;YAC3E,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;YACtF,MAAM,MAAM,GAAG,WAAW,CAAC,UAAU,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACpE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACjB,IAAI,MAAM,KAAK,IAAI,CAAC,MAAM,CAAC,KAAK;gBAAE,MAAM;QAC5C,CAAC;QAED,OAAO,GAAG,CAAC;IACf,CAAC;IAED,UAAU;QACN,MAAM,MAAM,GAAiB,EAAE,CAAC;QAEhC,MAAM,CAAC,IAAI,CAAC;YACR,GAAG,EAAI,IAAI,CAAC,YAAY;YACxB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM;YACjD,IAAI,EAAG,WAAW;SACrB,CAAC,CAAC;QAEH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,UAAU,EAAE,EAAE,CAAC;gBAC3C,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACvD,CAAC;QACL,CAAC;QAED,MAAM,CAAC,IAAI,CAAC;YACR,GAAG,EAAI,IAAI,CAAC,YAAY;YACxB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YACzB,IAAI,EAAG,YAAY;SACtB,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,WAAW,CAAC,OAAgB;QACxB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM;YAAE,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC5D,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC;IAC7B,CAAC;IAED,6EAA6E;IAE7E;;;;;;;;;;;;;;;OAeG;IACH,KAAK,CAAC,aAAa,CAAC,OAA2B,EAAE;QAC7C,MAAM,IAAI,GAAO,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC;QACpC,MAAM,MAAM,GAAK,IAAI,CAAC,UAAU,EAAE,CAAC;QACnC,MAAM,OAAO,GAAI,MAAM,CAAC,MAAM,CAAC;QAC/B,MAAM,OAAO,GAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAEpC,MAAM,MAAM,GAAmB,MAAM,OAAO,CAAC,GAAG,CAC5C,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAC/D,CAAC;QAEF,iHAAiH;QACjH,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAE,aAAa;QACjE,MAAM,WAAW,GAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,cAAc,GAAG,CAAC,GAAG,OAAO,GAAG,CAAC,CAAC;QACpE,MAAM,UAAU,GAAO,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpC,MAAM,QAAQ,GAAS,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACpE,MAAM,SAAS,GAAQ,QAAQ,GAAG,UAAU,CAAC;QAC7C,MAAM,GAAG,GAAI,IAAI,WAAW,CAAC,WAAW,GAAG,SAAS,CAAC,CAAC;QACtD,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC;QAE/B,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;QAAG,GAAG,IAAI,CAAC,CAAC;QAClD,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAAC,GAAG,IAAI,CAAC,CAAC,CAAG,8BAA8B;QACnF,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,OAAO,EAAM,IAAI,CAAC,CAAC;QAAE,GAAG,IAAI,CAAC,CAAC;QAElD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,SAAS,CAAC;YACrC,IAAI,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,EAAE,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;QACD,GAAG,IAAI,cAAc,CAAC;QAEtB,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;QAAC,GAAG,IAAI,CAAC,CAAC;QAC7C,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACrB,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YACnC,GAAG,IAAI,CAAC,CAAC;QACb,CAAC;QACD,yEAAyE;QACzE,8CAA8C;QAC9C,IAAI,IAAI,EAAE,CAAC;YACP,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;gBACvB,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;gBAC/B,IAAI,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACjD,GAAG,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;YAC3B,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;gBACvB,IAAI,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAChD,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC;YAC1B,CAAC;QACL,CAAC;QAED,OAAO,GAAG,CAAC;IACf,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,WAAW,CAAC,MAAmB;QACjC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAClC,IAAI,GAAG,GAAM,CAAC,CAAC;QAEf,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAAC,GAAG,IAAI,CAAC,CAAC;QAClD,IAAI,KAAK,KAAK,UAAU,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAClF,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAAC,GAAG,IAAI,CAAC,CAAC;QAEpD,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;YAChB,6CAA6C;YAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAAC,GAAG,IAAI,CAAC,CAAC;YACpD,MAAM,MAAM,GAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAElC,IAAI,OAAO,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;gBAC5B,MAAM,IAAI,KAAK,CACX,mBAAmB,OAAO,kCAAkC,MAAM,CAAC,MAAM,GAAG,CAC/E,CAAC;YACN,CAAC;YAED,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;gBACvC,GAAG,IAAI,CAAC,CAAC;YACb,CAAC;YAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/B,MAAM,CAAC,GAAO,MAAM,CAAC,CAAC,CAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;gBACzB,IAAI,KAAK,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;oBACpB,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,0BAA0B,KAAK,WAAW,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC;gBACpG,CAAC;gBACD,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;gBACzE,GAAG,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC;YACvB,CAAC;YACD,OAAO;QACX,CAAC;QAED,IAAI,OAAO,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;YACjC,MAAM,IAAI,GAAM,OAAO,KAAK,CAAC,CAAC;YAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAAC,GAAG,IAAI,CAAC,CAAC;YAEpD,IAAI,OAAO,KAAK,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;gBACjC,MAAM,IAAI,KAAK,CAAC,mBAAmB,OAAO,8BAA8B,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YACnG,CAAC;YAED,gCAAgC;YAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;gBACtC,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,SAAS,CAAC;gBAC/C,MAAM,QAAQ,GAAO,gBAAgB,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC;gBAC1D,IAAI,QAAQ,KAAK,YAAY,EAAE,CAAC;oBAC5B,MAAM,IAAI,KAAK,CACX,SAAS,CAAC,yBAAyB,QAAQ,aAAa,YAAY,IAAI,CAC3E,CAAC;gBACN,CAAC;YACL,CAAC;YACD,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;YAClD,GAAG,IAAI,cAAc,CAAC;YAEtB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAAC,GAAG,IAAI,CAAC,CAAC;YACpD,MAAM,MAAM,GAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAElC,IAAI,OAAO,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;gBAC5B,MAAM,IAAI,KAAK,CACX,mBAAmB,OAAO,kCAAkC,MAAM,CAAC,MAAM,GAAG,CAC/E,CAAC;YACN,CAAC;YAED,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;gBACvC,GAAG,IAAI,CAAC,CAAC;YACb,CAAC;YAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/B,MAAM,CAAC,GAAO,MAAM,CAAC,CAAC,CAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;gBACzB,IAAI,KAAK,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;oBACpB,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,0BAA0B,KAAK,WAAW,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC;gBACpG,CAAC;gBACD,IAAI,IAAI,EAAE,CAAC;oBACP,MAAM,IAAI,GAAG,IAAI,WAAW,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;oBACjD,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;oBACvD,GAAG,IAAI,KAAK,GAAG,CAAC,CAAC;gBACrB,CAAC;qBAAM,CAAC;oBACJ,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;oBACzE,GAAG,IAAI,KAAK,GAAG,CAAC,CAAC;gBACrB,CAAC;YACL,CAAC;YACD,OAAO;QACX,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,6BAA6B,OAAO,wBAAwB,CAAC,CAAC;IAClF,CAAC;IAED,OAAO;QACH,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;QAC5B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM;YAAE,KAAK,CAAC,OAAO,EAAE,CAAC;QACjD,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;IACjC,CAAC;CACJ;AAED,iFAAiF;AAEjF,MAAM,OAAO,UAAW,SAAQ,gBAAgB;IAC5C,YAAY,MAAiB,EAAE,MAAwB;QACnD,KAAK,CAAC,MAAM,EAAE;YACV,GAAG,MAAM;YACT,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,QAAqB,EAAE,CAAC,CAAC;SAC5F,CAAC,CAAC;IACP,CAAC;CACJ;AAED,iFAAiF;AAEjF,MAAM,iBAAiB,GAAW,UAAU,CAAA;;;;;;;;;;;;;;;;;;;;;;;;;CAyB3C,CAAC;AAEF,iFAAiF;AAEjF,SAAS,WAAW,CAAC,MAAoB,EAAE,EAAE,WAAW,GAAG,GAAG,EAAE,IAAI,GAAG,EAAE,EAAE,IAAI,GAAG,GAAG,EAAE,GAAG,EAAE;IACxF,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IAExB,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;IACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;QAAE,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAE,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAEjF,IAAI,IAAI,GAAG,CAAC,QAAQ,CAAC;IACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;QAAE,IAAI,MAAM,CAAC,CAAC,CAAE,GAAG,IAAI;YAAE,IAAI,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;IACrE,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAE,GAAG,IAAI,CAAC,CAAC;QAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAE,CAAC;IAAC,CAAC;IAExF,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAE,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC,CAAC;IAC3F,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAEvC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,IAAI,IAAI,CAAC,GAAG,CAAE,GAAG,IAAI,CAAC;QAC5B,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClB,IAAI,MAAM,IAAI,IAAI;YAAE,MAAM;IAC9B,CAAC;IAED,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,GAAG,IAAI,OAAO;QAAE,UAAU,IAAI,IAAI,CAAC,GAAG,CAAE,CAAC;IACpD,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,UAAU,CAAC;IAC7C,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QACxB,GAAG,IAAI,IAAI,CAAC,GAAG,CAAE,CAAC;QAClB,IAAI,GAAG,IAAI,SAAS;YAAE,OAAO,GAAG,CAAC;IACrC,CAAC;IACD,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC;AACxC,CAAC"}

package/dist/model/sequence_layer.d.ts

@@ -0,0 +1,25 @@
+/**
+ * sequence_layer.ts – Common interface implemented by all block types.
+ *
+ * Mamba1Block, Mamba2Block, Mamba3Block, and AttentionBlock all implement
+ * SequenceLayer so that HybridMambaModel can iterate layers generically.
+ */
+export interface LayerForwardResult {
+    output: GPUBuffer;
+    cache: unknown;
+}
+export interface LayerParam {
+    buf: GPUBuffer;
+    numel: number;
+    name: string;
+}
+export type LayerType = 'mamba1' | 'mamba2' | 'mamba3' | 'attention';
+export interface SequenceLayer {
+    readonly layerType: LayerType;
+    forward(xBuf: GPUBuffer, batch: number, seqLen: number): LayerForwardResult;
+    parameters(): LayerParam[];
+    getTrainableParams(): LayerParam[];
+    setWSLAMode(enabled: boolean): void;
+    destroy(): void;
+}
+//# sourceMappingURL=sequence_layer.d.ts.map

package/dist/model/sequence_layer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sequence_layer.d.ts","sourceRoot":"","sources":["../../src/model/sequence_layer.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,MAAM,WAAW,kBAAkB;IAC/B,MAAM,EAAG,SAAS,CAAC;IACnB,KAAK,EAAI,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,UAAU;IACvB,GAAG,EAAK,SAAS,CAAC;IAClB,KAAK,EAAG,MAAM,CAAC;IACf,IAAI,EAAI,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,SAAS,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,WAAW,CAAC;AAErE,MAAM,WAAW,aAAa;IAC1B,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;IAE9B,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,kBAAkB,CAAC;IAC5E,UAAU,IAAI,UAAU,EAAE,CAAC;IAC3B,kBAAkB,IAAI,UAAU,EAAE,CAAC;IACnC,WAAW,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IACpC,OAAO,IAAI,IAAI,CAAC;CACnB"}

package/dist/model/sequence_layer.js

@@ -0,0 +1,8 @@
+/**
+ * sequence_layer.ts – Common interface implemented by all block types.
+ *
+ * Mamba1Block, Mamba2Block, Mamba3Block, and AttentionBlock all implement
+ * SequenceLayer so that HybridMambaModel can iterate layers generically.
+ */
+export {};
+//# sourceMappingURL=sequence_layer.js.map

package/dist/model/sequence_layer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sequence_layer.js","sourceRoot":"","sources":["../../src/model/sequence_layer.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}

package/dist/tokenizer/bpe.d.ts

@@ -0,0 +1,29 @@
+/**
+ * bpe.ts – Browser-side Byte Pair Encoding (BPE) tokenizer.
+ */
+export interface BPEEncodeOptions {
+    addBos?: boolean;
+    addEos?: boolean;
+}
+export type PadSide = 'right' | 'left';
+export declare class BPETokenizer {
+    vocab: Map<string, number>;
+    idToToken: Map<number, string>;
+    merges: Map<string, number>;
+    bosToken: string;
+    eosToken: string;
+    padToken: string;
+    unkToken: string;
+    bosId: number | null;
+    eosId: number | null;
+    padId: number | null;
+    constructor();
+    load(vocab: string | Record<string, number>, merges: string | string[]): Promise<void>;
+    loadFromObjects(vocabObj: Record<string, number>, mergeArr: string[]): void;
+    encode(text: string, opts?: BPEEncodeOptions): number[];
+    decode(ids: number[]): string;
+    _bpe(word: string): string[];
+    padOrTruncate(ids: number[], maxLen: number, side?: PadSide): number[];
+    get vocabSize(): number;
+}
+//# sourceMappingURL=bpe.d.ts.map

package/dist/tokenizer/bpe.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bpe.d.ts","sourceRoot":"","sources":["../../src/tokenizer/bpe.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,gBAAgB;IAC/B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,MAAM,OAAO,GAAG,OAAO,GAAG,MAAM,CAAC;AA8BvC,qBAAa,YAAY;IACrB,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC3B,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;;IAef,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IA6B5F,eAAe,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI;IAS3E,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,GAAE,gBAAqB,GAAG,MAAM,EAAE;IA4B3D,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,MAAM;IAgB7B,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE;IA+B5B,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,GAAE,OAAiB,GAAG,MAAM,EAAE;IAO/E,IAAI,SAAS,IAAI,MAAM,CAA4B;CACtD"}