mambacode.js 1.0.0 → 1.0.1

package/dist/training/autograd.js

@@ -0,0 +1,120 @@
+/**
+ * autograd.ts – Lightweight tape-based automatic differentiation engine.
+ */
+/* eslint-disable @typescript-eslint/no-explicit-any */
+const _gpu = globalThis;
+let _tape = [];
+let _gradEnabled = true;
+export class Tensor {
+    data;
+    shape;
+    numel;
+    requiresGrad;
+    grad;
+    _gradFn;
+    constructor(data, shape, requiresGrad = false) {
+        this.data = data;
+        this.shape = shape;
+        this.numel = shape.reduce((a, b) => a * b, 1);
+        this.requiresGrad = requiresGrad;
+        this.grad = null;
+        this._gradFn = null;
+    }
+    get byteSize() { return this.numel * 4; }
+    zeroGrad(device) {
+        if (this.grad) {
+            device.queue.writeBuffer(this.grad, 0, new Float32Array(this.numel));
+        }
+    }
+    destroy() {
+        this.data?.destroy();
+        this.grad?.destroy();
+        this.data = null;
+        this.grad = null;
+    }
+}
+export function enableGrad() { _gradEnabled = true; }
+export function noGrad() { _gradEnabled = false; }
+export function clearTape() { _tape = []; }
+export function recordOperation(backwardFn) {
+    if (!_gradEnabled)
+        return -1;
+    _tape.push({ backward: backwardFn });
+    return _tape.length - 1;
+}
+export async function backward() {
+    for (let i = _tape.length - 1; i >= 0; i--) {
+        await _tape[i].backward();
+    }
+    clearTape();
+}
+export function ensureGradBuffer(device, tensor) {
+    if (!tensor.grad) {
+        const STORAGE_USAGE = (_gpu.GPUBufferUsage?.STORAGE ?? 0x80) |
+            (_gpu.GPUBufferUsage?.COPY_DST ?? 0x08) |
+            (_gpu.GPUBufferUsage?.COPY_SRC ?? 0x04);
+        tensor.grad = device.createBuffer({
+            size: tensor.byteSize,
+            usage: STORAGE_USAGE,
+        });
+        device.queue.writeBuffer(tensor.grad, 0, new Float32Array(tensor.numel));
+    }
+}
+export function allocateGradients(device, tensors) {
+    for (const t of tensors) {
+        if (t.requiresGrad)
+            ensureGradBuffer(device, t);
+    }
+}
+export function zeroGradients(device, tensors) {
+    for (const t of tensors) {
+        if (t.grad) {
+            device.queue.writeBuffer(t.grad, 0, new Float32Array(t.numel));
+        }
+    }
+}
+export function onesLikeScalar(device) {
+    const USAGE = (_gpu.GPUBufferUsage?.STORAGE ?? 0x80) |
+        (_gpu.GPUBufferUsage?.COPY_DST ?? 0x08);
+    const buf = device.createBuffer({
+        size: 4,
+        usage: USAGE,
+        mappedAtCreation: true,
+    });
+    new Float32Array(buf.getMappedRange()).set([1.0]);
+    buf.unmap();
+    return buf;
+}
+export function crossEntropyLoss(logits, targetId) {
+    let maxLogit = -Infinity;
+    for (let i = 0; i < logits.length; i++) {
+        if (logits[i] > maxLogit)
+            maxLogit = logits[i];
+    }
+    let sumExp = 0;
+    for (let i = 0; i < logits.length; i++) {
+        sumExp += Math.exp(logits[i] - maxLogit);
+    }
+    const logSumExp = Math.log(sumExp) + maxLogit;
+    return logSumExp - logits[targetId];
+}
+export function crossEntropyGrad(logits, targetId) {
+    let maxLogit = -Infinity;
+    for (let i = 0; i < logits.length; i++) {
+        if (logits[i] > maxLogit)
+            maxLogit = logits[i];
+    }
+    let sumExp = 0;
+    const exp_shifted = new Float32Array(logits.length);
+    for (let i = 0; i < logits.length; i++) {
+        exp_shifted[i] = Math.exp(logits[i] - maxLogit);
+        sumExp += exp_shifted[i];
+    }
+    const probs = new Float32Array(logits.length);
+    for (let i = 0; i < logits.length; i++) {
+        probs[i] = exp_shifted[i] / sumExp;
+    }
+    probs[targetId] = (probs[targetId] ?? 0) - 1.0;
+    return probs;
+}
+//# sourceMappingURL=autograd.js.map

package/dist/training/autograd.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"autograd.js","sourceRoot":"","sources":["../../src/training/autograd.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,uDAAuD;AACvD,MAAM,IAAI,GAAG,UAAiB,CAAC;AAM/B,IAAI,KAAK,GAAgB,EAAE,CAAC;AAC5B,IAAI,YAAY,GAAG,IAAI,CAAC;AAExB,MAAM,OAAO,MAAM;IACf,IAAI,CAAmB;IACvB,KAAK,CAAW;IAChB,KAAK,CAAS;IACd,YAAY,CAAU;IACtB,IAAI,CAAmB;IACvB,OAAO,CAAgB;IAEvB,YAAY,IAAsB,EAAE,KAAe,EAAE,YAAY,GAAG,KAAK;QACrE,IAAI,CAAC,IAAI,GAAW,IAAI,CAAC;QACzB,IAAI,CAAC,KAAK,GAAU,KAAK,CAAC;QAC1B,IAAI,CAAC,KAAK,GAAU,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACrD,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,IAAI,GAAW,IAAI,CAAC;QACzB,IAAI,CAAC,OAAO,GAAQ,IAAI,CAAC;IAC7B,CAAC;IAED,IAAI,QAAQ,KAAa,OAAO,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;IAEjD,QAAQ,CAAC,MAAiB;QACtB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACZ,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QACzE,CAAC;IACL,CAAC;IAED,OAAO;QACH,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC;QACrB,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC;QACrB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;CACJ;AAED,MAAM,UAAU,UAAU,KAAY,YAAY,GAAG,IAAI,CAAC,CAAE,CAAC;AAC7D,MAAM,UAAU,MAAM,KAAgB,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC;AAC7D,MAAM,UAAU,SAAS,KAAa,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC;AAEnD,MAAM,UAAU,eAAe,CAAC,UAAsC;IAClE,IAAI,CAAC,YAAY;QAAE,OAAO,CAAC,CAAC,CAAC;IAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC;IACrC,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AAC5B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ;IAC1B,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,KAAK,CAAC,CAAC,CAAE,CAAC,QAAQ,EAAE,CAAC;IAC/B,CAAC;IACD,SAAS,EAAE,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAiB,EAAE,MAAc;IAC9D,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACf,MAAM,aAAa,GAAW,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,IAAI,IAAI,CAAC;YACtC,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,IAAI,IAAI,CAAC;YACvC,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,IAAI,IAAI,CAAC,CAAC;QACtE,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC;YAC9B,IAAI,EAAI,MAAM,CAAC,QAAQ;YACvB,KAAK,EAAG,aAAa;SACxB,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7E,CAAC;AACL,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAiB,EAAE,OAAiB;IAClE,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACtB,IAAI,CAAC,CAAC,YAAY;YAAE,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACpD,CAAC;AACL,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAiB,EAAE,OAAiB;IAC9D,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACtB,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;YACT,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QACnE,CAAC;IACL,CAAC;AACL,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAAiB;IAC5C,MAAM,KAAK,GAAW,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,IAAI,IAAI,CAAC;QACtC,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,IAAI,IAAI,CAAC,CAAC;IAC9D,MAAM,GAAG,GAAG,MAAM,CAAC,YAAY,CAAC;QAC5B,IAAI,EAAI,CAAC;QACT,KAAK,EAAG,KAAK;QACb,gBAAgB,EAAE,IAAI;KACzB,CAAC,CAAC;IACH,IAAI,YAAY,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAClD,GAAG,CAAC,KAAK,EAAE,CAAC;IACZ,OAAO,GAAG,CAAC;AACf,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAoB,EAAE,QAAgB;IACnE,IAAI,QAAQ,GAAG,CAAC,QAAQ,CAAC;IACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,MAAM,CAAC,CAAC,CAAE,GAAG,QAAQ;YAAE,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;IACrD,CAAC;IACD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAE,GAAG,QAAQ,CAAC,CAAC;IAC9C,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,QAAQ,CAAC;IAC9C,OAAO,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAE,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAoB,EAAE,QAAgB;IACnE,IAAI,QAAQ,GAAG,CAAC,QAAQ,CAAC;IACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,MAAM,CAAC,CAAC,CAAE,GAAG,QAAQ;YAAE,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;IACrD,CAAC;IACD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,WAAW,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,WAAW,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAE,GAAG,QAAQ,CAAC,CAAC;QACjD,MAAM,IAAI,WAAW,CAAC,CAAC,CAAE,CAAC;IAC9B,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,KAAK,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,CAAE,GAAG,MAAM,CAAC;IACxC,CAAC;IACD,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;IAC/C,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/dist/training/trainer.d.ts

@@ -0,0 +1,37 @@
+/**
+ * trainer.ts – MambaTrainer class
+ */
+import { MambaModel, MambaModelConfig } from '../model/mamba_model';
+import { BPETokenizer } from '../tokenizer/bpe';
+export interface TrainOptions {
+    learningRate?: number;
+    epochs?: number;
+    batchSize?: number;
+    seqLen?: number;
+    maxGradNorm?: number;
+    weightDecay?: number;
+    beta1?: number;
+    beta2?: number;
+    eps?: number;
+    wsla?: boolean;
+    onEpochEnd?: ((epoch: number, loss: number) => void) | null;
+}
+export type { MambaModelConfig };
+export declare class MambaTrainer {
+    model: MambaModel;
+    tokenizer: BPETokenizer | null;
+    device: GPUDevice;
+    private _moments;
+    private _step;
+    private _adamwPipeline;
+    private _clipReducePipeline;
+    private _clipScalePipeline;
+    constructor(model: MambaModel, tokenizer?: BPETokenizer | null);
+    private _initMoments;
+    train(input: string | number[], opts?: TrainOptions): Promise<number[]>;
+    private _trainStep;
+    private _adamwStep;
+    private _clipGradients;
+    evaluate(input: string | number[]): Promise<number>;
+}
+//# sourceMappingURL=trainer.d.ts.map

package/dist/training/trainer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"trainer.d.ts","sourceRoot":"","sources":["../../src/training/trainer.ts"],"names":[],"mappings":"AAAA;;GAEG;AAcH,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAGhD,MAAM,WAAW,YAAY;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,UAAU,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC;CAC7D;AAkBD,YAAY,EAAE,gBAAgB,EAAE,CAAC;AAEjC,qBAAa,YAAY;IACrB,KAAK,EAAE,UAAU,CAAC;IAClB,SAAS,EAAE,YAAY,GAAG,IAAI,CAAC;IAC/B,MAAM,EAAE,SAAS,CAAC;IAClB,OAAO,CAAC,QAAQ,CAAuB;IACvC,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,cAAc,CAAqB;IAC3C,OAAO,CAAC,mBAAmB,CAAqB;IAChD,OAAO,CAAC,kBAAkB,CAAqB;gBAEnC,KAAK,EAAE,UAAU,EAAE,SAAS,GAAE,YAAY,GAAG,IAAW;IAapE,OAAO,CAAC,YAAY;IAQd,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,IAAI,GAAE,YAAiB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;YAkEnE,UAAU;YAkDV,UAAU;YAgCV,cAAc;IAuBtB,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;CA4B5D"}

package/dist/training/trainer.js

@@ -0,0 +1,183 @@
+/**
+ * trainer.ts – MambaTrainer class
+ */
+import { createUniformBuffer, createStorageBuffer, createEmptyStorageBuffer, createComputePipeline, createBindGroup, dispatchKernel, cdiv, } from '../utils/gpu_utils';
+import { crossEntropyLoss, crossEntropyGrad } from './autograd';
+import { WEIGHT_UPDATE_WGSL, GRAD_CLIP_WGSL } from '../kernels/weight_update';
+export class MambaTrainer {
+    model;
+    tokenizer;
+    device;
+    _moments;
+    _step;
+    _adamwPipeline;
+    _clipReducePipeline;
+    _clipScalePipeline;
+    constructor(model, tokenizer = null) {
+        this.model = model;
+        this.tokenizer = tokenizer;
+        this.device = model.device;
+        this._moments = null;
+        this._step = 0;
+        this._adamwPipeline = createComputePipeline(this.device, WEIGHT_UPDATE_WGSL, 'adamw_update');
+        this._clipReducePipeline = createComputePipeline(this.device, GRAD_CLIP_WGSL, 'grad_norm_reduce');
+        this._clipScalePipeline = createComputePipeline(this.device, GRAD_CLIP_WGSL, 'grad_clip_scale');
+    }
+    _initMoments() {
+        if (this._moments)
+            return;
+        this._moments = this.model.parameters().map(p => ({
+            m: createEmptyStorageBuffer(this.device, p.numel * 4, false),
+            v: createEmptyStorageBuffer(this.device, p.numel * 4, false),
+        }));
+    }
+    async train(input, opts = {}) {
+        const { learningRate = 1e-4, epochs = 5, batchSize = 1, seqLen = 512, maxGradNorm = 1.0, weightDecay = 0.01, beta1 = 0.9, beta2 = 0.999, eps = 1e-8, wsla = false, onEpochEnd = null, } = opts;
+        if (wsla)
+            this.model.setWSLAMode(true);
+        let tokenIds;
+        if (typeof input === 'string') {
+            if (!this.tokenizer) {
+                throw new Error('MambaTrainer requires a tokenizer when input is a string. ' +
+                    'Pass a BPETokenizer instance as the second constructor argument.');
+            }
+            tokenIds = this.tokenizer.encode(input);
+        }
+        else {
+            tokenIds = Array.from(input);
+        }
+        if (tokenIds.length < 2) {
+            throw new Error('Input must contain at least 2 tokens to form a training pair.');
+        }
+        const chunks = buildChunks(tokenIds, seqLen);
+        if (chunks.length === 0) {
+            throw new Error('Input is too short to form any training chunk.');
+        }
+        this._initMoments();
+        const epochLosses = [];
+        for (let epoch = 0; epoch < epochs; epoch++) {
+            let epochLoss = 0;
+            let numSteps = 0;
+            for (const { inputs, targets } of chunks) {
+                const loss = await this._trainStep(inputs, targets, batchSize, { learningRate, maxGradNorm, weightDecay, beta1, beta2, eps, wsla });
+                epochLoss += loss;
+                numSteps++;
+            }
+            const avgLoss = epochLoss / numSteps;
+            epochLosses.push(avgLoss);
+            if (onEpochEnd)
+                onEpochEnd(epoch + 1, avgLoss);
+        }
+        if (wsla)
+            this.model.setWSLAMode(false);
+        return epochLosses;
+    }
+    async _trainStep(inputs, targets, batch, hyperparams) {
+        const { learningRate, maxGradNorm, weightDecay, beta1, beta2, eps } = hyperparams;
+        this._step++;
+        const seqLen = inputs.length;
+        const vocabSize = this.model.config.vocabSize;
+        const { logits, gpuLogits } = await this.model.forward(new Uint32Array(inputs), batch, seqLen);
+        let totalLoss = 0;
+        const dLogits = new Float32Array(batch * seqLen * vocabSize);
+        for (let i = 0; i < seqLen; i++) {
+            const offset = i * vocabSize;
+            const logitSlice = logits.slice(offset, offset + vocabSize);
+            const target = targets[i];
+            totalLoss += crossEntropyLoss(logitSlice, target);
+            const grad = crossEntropyGrad(logitSlice, target);
+            for (let v = 0; v < vocabSize; v++) {
+                dLogits[offset + v] = grad[v] / seqLen;
+            }
+        }
+        const loss = totalLoss / seqLen;
+        const dLogitsBuf = createStorageBuffer(this.device, dLogits, false);
+        await this._clipGradients(dLogitsBuf, dLogits.length, maxGradNorm);
+        const params = this.model.parameters();
+        const beta1_t = Math.pow(beta1, this._step);
+        const beta2_t = Math.pow(beta2, this._step);
+        await this._adamwStep(params, [dLogitsBuf], { learningRate, weightDecay, beta1, beta2, eps, beta1_t, beta2_t });
+        dLogitsBuf.destroy();
+        gpuLogits.destroy();
+        return loss;
+    }
+    async _adamwStep(params, gradBufs, hp) {
+        const { learningRate, weightDecay, beta1, beta2, eps, beta1_t, beta2_t } = hp;
+        for (let i = 0; i < params.length; i++) {
+            const p = params[i];
+            const gradBuf = gradBufs[Math.min(i, gradBufs.length - 1)];
+            if (!gradBuf || gradBuf.size < p.numel * 4)
+                continue;
+            const paramsBuf = createUniformBuffer(this.device, packAdamParams(p.numel, learningRate, beta1, beta2, eps, weightDecay, beta1_t, beta2_t));
+            const bg = createBindGroup(this.device, this._adamwPipeline, [
+                paramsBuf,
+                p.buf,
+                gradBuf,
+                this._moments[i].m,
+                this._moments[i].v,
+            ]);
+            dispatchKernel(this.device, this._adamwPipeline, bg, [cdiv(p.numel, 256), 1, 1]);
+            paramsBuf.destroy();
+        }
+    }
+    async _clipGradients(gradBuf, numel, maxNorm) {
+        const normSqBuf = createEmptyStorageBuffer(this.device, 4, true);
+        this.device.queue.writeBuffer(normSqBuf, 0, new Float32Array([0.0]));
+        const clipParams = new ArrayBuffer(8);
+        new Uint32Array(clipParams, 0, 1).set([numel]);
+        new Float32Array(clipParams, 4, 1).set([maxNorm * maxNorm]);
+        const pBuf = createUniformBuffer(this.device, clipParams);
+        const bg1 = createBindGroup(this.device, this._clipReducePipeline, [pBuf, gradBuf, normSqBuf]);
+        dispatchKernel(this.device, this._clipReducePipeline, bg1, [cdiv(numel, 256), 1, 1]);
+        const bg2 = createBindGroup(this.device, this._clipScalePipeline, [pBuf, gradBuf, normSqBuf]);
+        dispatchKernel(this.device, this._clipScalePipeline, bg2, [cdiv(numel, 256), 1, 1]);
+        pBuf.destroy();
+        normSqBuf.destroy();
+    }
+    async evaluate(input) {
+        let tokenIds;
+        if (typeof input === 'string') {
+            if (!this.tokenizer)
+                throw new Error('Tokenizer required for string input.');
+            tokenIds = this.tokenizer.encode(input);
+        }
+        else {
+            tokenIds = Array.from(input);
+        }
+        const seqLen = tokenIds.length;
+        const vocabSize = this.model.config.vocabSize;
+        const { logits } = await this.model.forward(new Uint32Array(tokenIds.slice(0, -1)), 1, seqLen - 1);
+        let totalLoss = 0;
+        for (let i = 0; i < seqLen - 1; i++) {
+            const offset = i * vocabSize;
+            totalLoss += crossEntropyLoss(logits.slice(offset, offset + vocabSize), tokenIds[i + 1]);
+        }
+        const avgLoss = totalLoss / (seqLen - 1);
+        return Math.exp(avgLoss);
+    }
+}
+function buildChunks(ids, seqLen) {
+    const chunks = [];
+    for (let start = 0; start + seqLen < ids.length; start += seqLen) {
+        chunks.push({
+            inputs: ids.slice(start, start + seqLen),
+            targets: ids.slice(start + 1, start + seqLen + 1),
+        });
+    }
+    const rem = ids.length % seqLen;
+    if (rem > 1) {
+        const start = ids.length - rem;
+        chunks.push({
+            inputs: ids.slice(start, -1),
+            targets: ids.slice(start + 1),
+        });
+    }
+    return chunks;
+}
+function packAdamParams(numElements, lr, beta1, beta2, eps, weightDecay, beta1_t, beta2_t) {
+    const buf = new ArrayBuffer(32);
+    new Uint32Array(buf, 0, 1).set([numElements]);
+    new Float32Array(buf, 4, 7).set([lr, beta1, beta2, eps, weightDecay, beta1_t, beta2_t]);
+    return buf;
+}
+//# sourceMappingURL=trainer.js.map

package/dist/training/trainer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"trainer.js","sourceRoot":"","sources":["../../src/training/trainer.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EACH,mBAAmB,EACnB,mBAAmB,EACnB,wBAAwB,EACxB,qBAAqB,EACrB,eAAe,EACf,cAAc,EACd,IAAI,GACP,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAChE,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAqC9E,MAAM,OAAO,YAAY;IACrB,KAAK,CAAa;IAClB,SAAS,CAAsB;IAC/B,MAAM,CAAY;IACV,QAAQ,CAAuB;IAC/B,KAAK,CAAS;IACd,cAAc,CAAqB;IACnC,mBAAmB,CAAqB;IACxC,kBAAkB,CAAqB;IAE/C,YAAY,KAAiB,EAAE,YAAiC,IAAI;QAChE,IAAI,CAAC,KAAK,GAAO,KAAK,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAM,KAAK,CAAC,MAAM,CAAC;QAE9B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;QAEf,IAAI,CAAC,cAAc,GAAK,qBAAqB,CAAC,IAAI,CAAC,MAAM,EAAE,kBAAkB,EAAE,cAAc,CAAC,CAAC;QAC/F,IAAI,CAAC,mBAAmB,GAAG,qBAAqB,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,kBAAkB,CAAC,CAAC;QAClG,IAAI,CAAC,kBAAkB,GAAI,qBAAqB,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;IACrG,CAAC;IAEO,YAAY;QAChB,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC9C,CAAC,EAAE,wBAAwB,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,CAAC;YAC5D,CAAC,EAAE,wBAAwB,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,CAAC;SAC/D,CAAC,CAAC,CAAC;IACR,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAwB,EAAE,OAAqB,EAAE;QACzD,MAAM,EACF,YAAY,GAAG,IAAI,EACnB,MAAM,GAAS,CAAC,EAChB,SAAS,GAAM,CAAC,EAChB,MAAM,GAAS,GAAG,EAClB,WAAW,GAAI,GAAG,EAClB,WAAW,GAAI,IAAI,EACnB,KAAK,GAAU,GAAG,EAClB,KAAK,GAAU,KAAK,EACpB,GAAG,GAAY,IAAI,EACnB,IAAI,GAAW,KAAK,EACpB,UAAU,GAAK,IAAI,GACtB,GAAG,IAAI,CAAC;QAET,IAAI,IAAI;YAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAEvC,IAAI,QAAkB,CAAC;QACvB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBAClB,MAAM,IAAI,KAAK,CACX,4DAA4D;oBAC5D,kEAAkE,CACrE,CAAC;YACN,CAAC;YACD,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5C,CAAC;aAAM,CAAC;YACJ,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;QACrF,CAAC;QAED,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC7C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACtE,CAAC;QAED,IAAI,CAAC,YAAY,EAAE,CAAC;QAEpB,MAAM,WAAW,GAAa,EAAE,CAAC;QAEjC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YAC1C,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,IAAI,QAAQ,GAAI,CAAC,CAAC;YAElB,KAAK,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,MAAM,EAAE,CAAC;gBACvC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAC9B,MAAM,EAAE,OAAO,EAAE,SAAS,EAC1B,EAAE,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,CACtE,CAAC;gBACF,SAAS,IAAI,IAAI,CAAC;gBAClB,QAAQ,EAAE,CAAC;YACf,CAAC;YAED,MAAM,OAAO,GAAG,SAAS,GAAG,QAAQ,CAAC;YACrC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAE1B,IAAI,UAAU;gBAAE,UAAU,CAAC,KAAK,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC;QACnD,CAAC;QAED,IAAI,IAAI;YAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACxC,OAAO,WAAW,CAAC;IACvB,CAAC;IAEO,KAAK,CAAC,UAAU,CACpB,MAAgB,EAChB,OAAiB,EACjB,KAAa,EACb,WAAyI;QAEzI,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,WAAW,CAAC;QAElF,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,MAAM,MAAM,GAAM,MAAM,CAAC,MAAM,CAAC;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC;QAE9C,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAClD,IAAI,WAAW,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,CACzC,CAAC;QAEF,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,KAAK,GAAG,MAAM,GAAG,SAAS,CAAC,CAAC;QAE7D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC;YAC7B,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;YAC5D,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;YAC3B,SAAS,IAAI,gBAAgB,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YAClD,MAAM,IAAI,GAAI,gBAAgB,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YACnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAE,GAAG,MAAM,CAAC;YAC5C,CAAC;QACL,CAAC;QACD,MAAM,IAAI,GAAG,SAAS,GAAG,MAAM,CAAC;QAEhC,MAAM,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QAEpE,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAEnE,MAAM,MAAM,GAAI,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAE5C,MAAM,IAAI,CAAC,UAAU,CACjB,MAAM,EAAE,CAAC,UAAU,CAAC,EACpB,EAAE,YAAY,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,CACrE,CAAC;QAEF,UAAU,CAAC,OAAO,EAAE,CAAC;QACrB,SAAS,CAAC,OAAO,EAAE,CAAC;QAEpB,OAAO,IAAI,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,UAAU,CACpB,MAAoB,EACpB,QAAqB,EACrB,EAAmB;QAEnB,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;QAE9E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,CAAC,GAAS,MAAM,CAAC,CAAC,CAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAE,CAAC;YAE5D,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC;gBAAE,SAAS;YAErD,MAAM,SAAS,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAC7D,CAAC,CAAC,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,CAC1E,CAAC,CAAC;YAEH,MAAM,EAAE,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE;gBACzD,SAAS;gBACT,CAAC,CAAC,GAAG;gBACL,OAAO;gBACP,IAAI,CAAC,QAAS,CAAC,CAAC,CAAE,CAAC,CAAC;gBACpB,IAAI,CAAC,QAAS,CAAC,CAAC,CAAE,CAAC,CAAC;aACvB,CAAC,CAAC;YAEH,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE,EAAE,EAC/C,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAEhC,SAAS,CAAC,OAAO,EAAE,CAAC;QACxB,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAAkB,EAAE,KAAa,EAAE,OAAe;QAC3E,MAAM,SAAS,GAAG,wBAAwB,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;QACjE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC,EAAE,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAErE,MAAM,UAAU,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC;QACtC,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC/C,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC;QAC5D,MAAM,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAE1D,MAAM,GAAG,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,mBAAmB,EAC7D,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;QAChC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,mBAAmB,EAAE,GAAG,EACrD,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAE9B,MAAM,GAAG,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,kBAAkB,EAC5D,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;QAChC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,kBAAkB,EAAE,GAAG,EACpD,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAE9B,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,SAAS,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAwB;QACnC,IAAI,QAAkB,CAAC;QACvB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;YAC7E,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5C,CAAC;aAAM,CAAC;YACJ,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;QAED,MAAM,MAAM,GAAM,QAAQ,CAAC,MAAM,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC;QAE9C,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CACvC,IAAI,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,GAAG,CAAC,CACxD,CAAC;QAEF,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,MAAM,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC;YAC7B,SAAS,IAAI,gBAAgB,CACzB,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,EACxC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAE,CACnB,CAAC;QACN,CAAC;QAED,MAAM,OAAO,GAAG,SAAS,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;CACJ;AAED,SAAS,WAAW,CAAC,GAAa,EAAE,MAAc;IAC9C,MAAM,MAAM,GAAiD,EAAE,CAAC;IAChE,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,KAAK,IAAI,MAAM,EAAE,CAAC;QAC/D,MAAM,CAAC,IAAI,CAAC;YACR,MAAM,EAAG,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,MAAM,CAAC;YACzC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,GAAG,CAAC,CAAC;SACpD,CAAC,CAAC;IACP,CAAC;IACD,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC;IAChC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;QACV,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC;QAC/B,MAAM,CAAC,IAAI,CAAC;YACR,MAAM,EAAG,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC7B,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;SAChC,CAAC,CAAC;IACP,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAS,cAAc,CACnB,WAAmB,EAAE,EAAU,EAAE,KAAa,EAAE,KAAa,EAC7D,GAAW,EAAE,WAAmB,EAAE,OAAe,EAAE,OAAe;IAElE,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC;IAChC,IAAI,WAAW,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC;IAC9C,IAAI,YAAY,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;IACxF,OAAO,GAAG,CAAC;AACf,CAAC"}

package/dist/utils/gpu_utils.d.ts

@@ -0,0 +1,21 @@
+/**
+ * gpu_utils.ts – WebGPU device management and buffer helpers.
+ */
+export interface InitWebGPUOptions {
+    powerPreference?: 'high-performance' | 'low-power';
+}
+export interface InitWebGPUResult {
+    device: GPUDevice;
+    adapter: GPUAdapter;
+}
+export declare function initWebGPU(opts?: InitWebGPUOptions): Promise<InitWebGPUResult>;
+export declare function createStorageBuffer(device: GPUDevice, data: Float32Array | Uint32Array | number[], readable?: boolean): GPUBuffer;
+export declare function createEmptyStorageBuffer(device: GPUDevice, byteSize: number, readable?: boolean): GPUBuffer;
+export declare function createUniformBuffer(device: GPUDevice, data: ArrayBuffer | ArrayBufferView): GPUBuffer;
+export declare function readBuffer(device: GPUDevice, srcBuffer: GPUBuffer, byteSize: number): Promise<Float32Array>;
+export declare function uploadBuffer(device: GPUDevice, buffer: GPUBuffer, data: Float32Array, byteOffset?: number): void;
+export declare function createComputePipeline(device: GPUDevice, wgslSource: string, entryPoint: string): GPUComputePipeline;
+export declare function createBindGroup(device: GPUDevice, pipeline: GPUComputePipeline, buffers: GPUBuffer[], groupIndex?: number): GPUBindGroup;
+export declare function dispatchKernel(device: GPUDevice, pipeline: GPUComputePipeline, bindGroup: GPUBindGroup, workgroups: [number, number, number]): void;
+export declare function cdiv(a: number, b: number): number;
+//# sourceMappingURL=gpu_utils.d.ts.map

package/dist/utils/gpu_utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gpu_utils.d.ts","sourceRoot":"","sources":["../../src/utils/gpu_utils.ts"],"names":[],"mappings":"AAAA;;GAEG;AAUH,MAAM,WAAW,iBAAiB;IAChC,eAAe,CAAC,EAAE,kBAAkB,GAAG,WAAW,CAAC;CACpD;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,SAAS,CAAC;IAClB,OAAO,EAAE,UAAU,CAAC;CACrB;AAED,wBAAsB,UAAU,CAAC,IAAI,GAAE,iBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAwCxF;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,GAAG,WAAW,GAAG,MAAM,EAAE,EAAE,QAAQ,UAAQ,GAAG,SAAS,CAW/H;AAED,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,UAAQ,GAAG,SAAS,CAGzG;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,GAAG,eAAe,GAAG,SAAS,CAUrG;AAED,wBAAsB,UAAU,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAgBjH;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,SAAI,GAAG,IAAI,CAE3G;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,kBAAkB,CAMnH;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,kBAAkB,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,UAAU,SAAI,GAAG,YAAY,CASnI;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,kBAAkB,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAQnJ;AAED,wBAAgB,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,CAEjD"}

package/dist/utils/gpu_utils.js

@@ -0,0 +1,111 @@
+/**
+ * gpu_utils.ts – WebGPU device management and buffer helpers.
+ */
+/* eslint-disable @typescript-eslint/no-explicit-any */
+const _gpu = globalThis;
+const UNIFORM = _gpu.GPUBufferUsage?.UNIFORM ?? 0x40;
+const STORAGE = _gpu.GPUBufferUsage?.STORAGE ?? 0x80;
+const COPY_SRC = _gpu.GPUBufferUsage?.COPY_SRC ?? 0x04;
+const COPY_DST = _gpu.GPUBufferUsage?.COPY_DST ?? 0x08;
+const MAP_READ = _gpu.GPUBufferUsage?.MAP_READ ?? 0x01;
+export async function initWebGPU(opts = {}) {
+    if (typeof navigator === 'undefined' || !navigator.gpu) {
+        throw new Error('WebGPU is not available in this environment. ' +
+            'Use Chrome 113+, Edge 113+, or Firefox Nightly with WebGPU enabled.');
+    }
+    const adapter = await navigator.gpu.requestAdapter({
+        powerPreference: opts.powerPreference ?? 'high-performance',
+    });
+    if (!adapter) {
+        throw new Error('Failed to acquire a GPUAdapter. Your GPU may not support WebGPU.');
+    }
+    const adapterLimits = adapter.limits;
+    const requested3GB = 3 * 1024 * 1024 * 1024;
+    const device = await adapter.requestDevice({
+        requiredLimits: {
+            maxBufferSize: Math.min(requested3GB, adapterLimits.maxBufferSize),
+            maxStorageBufferBindingSize: Math.min(requested3GB, adapterLimits.maxStorageBufferBindingSize),
+            maxComputeInvocationsPerWorkgroup: Math.min(256, adapterLimits.maxComputeInvocationsPerWorkgroup),
+        },
+    });
+    device.lost.then((info) => {
+        console.error('WebGPU device lost:', info.message);
+    });
+    return { device, adapter };
+}
+export function createStorageBuffer(device, data, readable = false) {
+    const arr = data instanceof Float32Array || data instanceof Uint32Array ? data : new Float32Array(data);
+    const usage = STORAGE | COPY_DST | (readable ? COPY_SRC : 0);
+    const buffer = device.createBuffer({ size: arr.byteLength, usage, mappedAtCreation: true });
+    if (arr instanceof Uint32Array) {
+        new Uint32Array(buffer.getMappedRange()).set(arr);
+    }
+    else {
+        new Float32Array(buffer.getMappedRange()).set(arr);
+    }
+    buffer.unmap();
+    return buffer;
+}
+export function createEmptyStorageBuffer(device, byteSize, readable = false) {
+    const usage = STORAGE | COPY_DST | (readable ? COPY_SRC : 0);
+    return device.createBuffer({ size: byteSize, usage });
+}
+export function createUniformBuffer(device, data) {
+    const bytes = ArrayBuffer.isView(data) ? data.buffer : data;
+    const buffer = device.createBuffer({
+        size: bytes.byteLength,
+        usage: UNIFORM | COPY_DST,
+        mappedAtCreation: true,
+    });
+    new Uint8Array(buffer.getMappedRange()).set(new Uint8Array(bytes));
+    buffer.unmap();
+    return buffer;
+}
+export async function readBuffer(device, srcBuffer, byteSize) {
+    const MAP_READ_FLAG = _gpu.GPUMapMode?.READ ?? 0x01;
+    const stagingBuffer = device.createBuffer({
+        size: byteSize,
+        usage: MAP_READ | COPY_DST,
+    });
+    const encoder = device.createCommandEncoder();
+    encoder.copyBufferToBuffer(srcBuffer, 0, stagingBuffer, 0, byteSize);
+    device.queue.submit([encoder.finish()]);
+    await stagingBuffer.mapAsync(MAP_READ_FLAG);
+    const result = new Float32Array(stagingBuffer.getMappedRange().slice(0));
+    stagingBuffer.unmap();
+    stagingBuffer.destroy();
+    return result;
+}
+export function uploadBuffer(device, buffer, data, byteOffset = 0) {
+    device.queue.writeBuffer(buffer, byteOffset, data.buffer, data.byteOffset, data.byteLength);
+}
+export function createComputePipeline(device, wgslSource, entryPoint) {
+    const shaderModule = device.createShaderModule({ code: wgslSource });
+    return device.createComputePipeline({
+        layout: 'auto',
+        compute: { module: shaderModule, entryPoint },
+    });
+}
+export function createBindGroup(device, pipeline, buffers, groupIndex = 0) {
+    const entries = buffers.map((buf, i) => ({
+        binding: i,
+        resource: { buffer: buf },
+    }));
+    return device.createBindGroup({
+        layout: pipeline.getBindGroupLayout(groupIndex),
+        entries,
+    });
+}
+export function dispatchKernel(device, pipeline, bindGroup, workgroups) {
+    const encoder = device.createCommandEncoder();
+    const pass = encoder.beginComputePass();
+    pass.setPipeline(pipeline);
+    pass.setBindGroup(0, bindGroup);
+    pass.dispatchWorkgroups(...workgroups);
+    pass.end();
+    device.queue.submit([encoder.finish()]);
+}
+export function cdiv(a, b) {
+    return Math.ceil(a / b);
+}
+//# sourceMappingURL=gpu_utils.js.map

package/dist/utils/gpu_utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gpu_utils.js","sourceRoot":"","sources":["../../src/utils/gpu_utils.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,uDAAuD;AACvD,MAAM,IAAI,GAAG,UAAiB,CAAC;AAC/B,MAAM,OAAO,GAAY,IAAI,CAAC,cAAc,EAAE,OAAO,IAAK,IAAI,CAAC;AAC/D,MAAM,OAAO,GAAY,IAAI,CAAC,cAAc,EAAE,OAAO,IAAK,IAAI,CAAC;AAC/D,MAAM,QAAQ,GAAW,IAAI,CAAC,cAAc,EAAE,QAAQ,IAAI,IAAI,CAAC;AAC/D,MAAM,QAAQ,GAAW,IAAI,CAAC,cAAc,EAAE,QAAQ,IAAI,IAAI,CAAC;AAC/D,MAAM,QAAQ,GAAW,IAAI,CAAC,cAAc,EAAE,QAAQ,IAAI,IAAI,CAAC;AAW/D,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,OAA0B,EAAE;IACzD,IAAI,OAAO,SAAS,KAAK,WAAW,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;QACrD,MAAM,IAAI,KAAK,CACX,+CAA+C;YAC/C,qEAAqE,CACxE,CAAC;IACN,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC;QAC/C,eAAe,EAAE,IAAI,CAAC,eAAe,IAAI,kBAAkB;KAC9D,CAAC,CAAC;IAEH,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACxF,CAAC;IAED,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC;IACrC,MAAM,YAAY,GAAI,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;IAC7C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC;QACvC,cAAc,EAAE;YACZ,aAAa,EAAE,IAAI,CAAC,GAAG,CACnB,YAAY,EACZ,aAAa,CAAC,aAAa,CAC9B;YACD,2BAA2B,EAAE,IAAI,CAAC,GAAG,CACjC,YAAY,EACZ,aAAa,CAAC,2BAA2B,CAC5C;YACD,iCAAiC,EAAE,IAAI,CAAC,GAAG,CACvC,GAAG,EACH,aAAa,CAAC,iCAAiC,CAClD;SACJ;KACJ,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;QACtB,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,MAAiB,EAAE,IAA2C,EAAE,QAAQ,GAAG,KAAK;IAChH,MAAM,GAAG,GAAM,IAAI,YAAY,YAAY,IAAI,IAAI,YAAY,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;IAC3G,MAAM,KAAK,GAAI,OAAO,GAAG,QAAQ,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9D,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,UAAU,EAAE,KAAK,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5F,IAAI,GAAG,YAAY,WAAW,EAAE,CAAC;QAC7B,IAAI,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACtD,CAAC;SAAM,CAAC;QACJ,IAAI,YAAY,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC,GAAG,CAAC,GAAmB,CAAC,CAAC;IACvE,CAAC;IACD,MAAM,CAAC,KAAK,EAAE,CAAC;IACf,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,MAAiB,EAAE,QAAgB,EAAE,QAAQ,GAAG,KAAK;IAC1F,MAAM,KAAK,GAAG,OAAO,GAAG,QAAQ,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,OAAO,MAAM,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,MAAiB,EAAE,IAAmC;IACtF,MAAM,KAAK,GAAI,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IAC7D,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC;QAC/B,IAAI,EAAI,KAAK,CAAC,UAAU;QACxB,KAAK,EAAG,OAAO,GAAG,QAAQ;QAC1B,gBAAgB,EAAE,IAAI;KACzB,CAAC,CAAC;IACH,IAAI,UAAU,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;IACnE,MAAM,CAAC,KAAK,EAAE,CAAC;IACf,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,MAAiB,EAAE,SAAoB,EAAE,QAAgB;IACtF,MAAM,aAAa,GAAW,IAAI,CAAC,UAAU,EAAE,IAAI,IAAI,IAAI,CAAC;IAC5D,MAAM,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC;QACtC,IAAI,EAAI,QAAQ;QAChB,KAAK,EAAG,QAAQ,GAAG,QAAQ;KAC9B,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,CAAC,oBAAoB,EAAE,CAAC;IAC9C,OAAO,CAAC,kBAAkB,CAAC,SAAS,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;IACrE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAExC,MAAM,aAAa,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,aAAa,CAAC,cAAc,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACzE,aAAa,CAAC,KAAK,EAAE,CAAC;IACtB,aAAa,CAAC,OAAO,EAAE,CAAC;IACxB,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAiB,EAAE,MAAiB,EAAE,IAAkB,EAAE,UAAU,GAAG,CAAC;IACjG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;AAChG,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,MAAiB,EAAE,UAAkB,EAAE,UAAkB;IAC3F,MAAM,YAAY,GAAG,MAAM,CAAC,kBAAkB,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;IACrE,OAAO,MAAM,CAAC,qBAAqB,CAAC;QAChC,MAAM,EAAG,MAAM;QACf,OAAO,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE;KAChD,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAiB,EAAE,QAA4B,EAAE,OAAoB,EAAE,UAAU,GAAG,CAAC;IACjH,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,OAAO,EAAG,CAAC;QACX,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE;KAC5B,CAAC,CAAC,CAAC;IACJ,OAAO,MAAM,CAAC,eAAe,CAAC;QAC1B,MAAM,EAAG,QAAQ,CAAC,kBAAkB,CAAC,UAAU,CAAC;QAChD,OAAO;KACV,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAAiB,EAAE,QAA4B,EAAE,SAAuB,EAAE,UAAoC;IACzI,MAAM,OAAO,GAAG,MAAM,CAAC,oBAAoB,EAAE,CAAC;IAC9C,MAAM,IAAI,GAAM,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAC3C,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC3B,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IAChC,IAAI,CAAC,kBAAkB,CAAC,GAAG,UAAU,CAAC,CAAC;IACvC,IAAI,CAAC,GAAG,EAAE,CAAC;IACX,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,IAAI,CAAC,CAAS,EAAE,CAAS;IACrC,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC5B,CAAC"}

package/dist/utils/quantization.d.ts

@@ -0,0 +1,26 @@
+/**
+ * quantization.ts – FP16 and Int8 quantization utilities.
+ */
+export interface QuantizeInt8Result {
+    data: Int8Array;
+    scale: number;
+}
+export interface QuantizeInt8PerChannelResult {
+    data: Int8Array;
+    scales: Float32Array;
+}
+export interface MemoryEstimate {
+    fp32: number;
+    fp16: number;
+    int8: number;
+}
+export declare function floatToFp16(val: number): number;
+export declare function fp16ToFloat(val: number): number;
+export declare function quantizeFp16(f32: Float32Array): Uint16Array;
+export declare function dequantizeFp16(fp16: Uint16Array): Float32Array;
+export declare function quantizeInt8(f32: Float32Array): QuantizeInt8Result;
+export declare function dequantizeInt8(int8: Int8Array, scale: number): Float32Array;
+export declare function quantizeInt8PerChannel(f32: Float32Array, numChannels: number): QuantizeInt8PerChannelResult;
+export declare function dequantizeInt8PerChannel(int8: Int8Array, scales: Float32Array, numChannels: number): Float32Array;
+export declare function estimateMemory(numElements: number): MemoryEstimate;
+//# sourceMappingURL=quantization.d.ts.map

package/dist/utils/quantization.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"quantization.d.ts","sourceRoot":"","sources":["../../src/utils/quantization.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,SAAS,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,4BAA4B;IAC3C,IAAI,EAAE,SAAS,CAAC;IAChB,MAAM,EAAE,YAAY,CAAC;CACtB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CA4B/C;AAED,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAiB/C;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,CAM3D;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,WAAW,GAAG,YAAY,CAM9D;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,YAAY,GAAG,kBAAkB,CAelE;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,GAAG,YAAY,CAM3E;AAED,wBAAgB,sBAAsB,CAAC,GAAG,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,GAAG,4BAA4B,CAqB3G;AAED,wBAAgB,wBAAwB,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,GAAG,YAAY,CAYjH;AAED,wBAAgB,cAAc,CAAC,WAAW,EAAE,MAAM,GAAG,cAAc,CAMlE"}