@omnid/tinyemo 0.0.0-stage → 1.0.0

package/dist/engine.js

@@ -0,0 +1,537 @@
+import { maybeDecompress } from "./compression.js";
+import { featurize, N_HASHES } from "./features.js";
+import { normalize } from "./normalize.js";
+import { PACKED_CONFIG, PACKED_LABELS } from "./packed-assets.js";
+import { createTinyEmoShaderSource, IN_FLT_STRIDE, IN_INT_STRIDE, WS_STRIDE } from "./shaders.js";
+import { TinyTokenizer } from "./tokenizer.js";
+import { loadPackedTokenizer, loadPackedWeights, loadWeightsFromBuffer, packWeightsForGpu } from "./weights.js";
+export const MAX_OUTPUT = 3;
+// WebGPU buffer usage bitflags (defined as constants so they work even if global GPUBufferUsage is not injected yet)
+const GPU_BUFFER_USAGE = {
+    MAP_READ: 0x0001,
+    MAP_WRITE: 0x0002,
+    COPY_SRC: 0x0004,
+    COPY_DST: 0x0008,
+    INDEX: 0x0010,
+    VERTEX: 0x0020,
+    UNIFORM: 0x0040,
+    STORAGE: 0x0080,
+    INDIRECT: 0x0100,
+    QUERY_RESOLVE: 0x0200
+};
+const GPU_SHADER_STAGE = {
+    VERTEX: 0x1,
+    FRAGMENT: 0x2,
+    COMPUTE: 0x4
+};
+const GPU_MAP_MODE = {
+    READ: 0x0001,
+    WRITE: 0x0002
+};
+/**
+ * Numerically stable softmax over a Float32Array.
+ */
+export function softmax(logits) {
+    const n = logits.length;
+    const out = new Float32Array(n);
+    if (n === 0)
+        return out;
+    let maxVal = logits[0];
+    for (let i = 1; i < n; i++) {
+        if (logits[i] > maxVal)
+            maxVal = logits[i];
+    }
+    let sum = 0.0;
+    for (let i = 0; i < n; i++) {
+        const e = Math.exp(logits[i] - maxVal);
+        out[i] = e;
+        sum += e;
+    }
+    const invSum = 1.0 / sum;
+    for (let i = 0; i < n; i++) {
+        out[i] *= invSum;
+    }
+    return out;
+}
+/**
+ * Create an EmojiSuggestion object supporting both `{ emoji, probability }` and `[emoji, probability]`.
+ */
+export function createSuggestion(emoji, probability, index) {
+    const item = {
+        emoji,
+        probability,
+        score: probability,
+        index,
+        [Symbol.iterator]: function* () {
+            yield emoji;
+            yield probability;
+        }
+    };
+    Object.defineProperty(item, 0, { value: emoji, enumerable: false });
+    Object.defineProperty(item, 1, { value: probability, enumerable: false });
+    return item;
+}
+/**
+ * Request a WebGPU `GPUDevice` from the global `navigator.gpu`.
+ */
+export async function requestWebGpuDevice(adapterOptions) {
+    const nav = typeof navigator !== "undefined"
+        ? navigator
+        : undefined;
+    if (!nav?.gpu) {
+        throw new Error("WebGPU is not available in this environment (navigator.gpu is undefined). Pass a custom `device` in TinyEmoOptions or enable WebGPU.");
+    }
+    const adapter = await nav.gpu.requestAdapter(adapterOptions);
+    if (!adapter) {
+        throw new Error("Failed to acquire a WebGPU adapter (requestAdapter returned null).");
+    }
+    return adapter.requestDevice();
+}
+/**
+ * Pure WebGPU inference engine for the TinyEmo emoji suggestion model.
+ */
+export class TinyEmo {
+    device;
+    config;
+    labels;
+    tokenizer;
+    packedWeights;
+    weightsBuffer;
+    bindGroupLayout;
+    pipelines;
+    layerParamsBuffers = [];
+    allocatedBatchCap = 0;
+    inputsIntBuffer = null;
+    inputsFloatBuffer = null;
+    workspaceBuffer = null;
+    logitsBuffer = null;
+    readbackBuffer = null;
+    layerBindGroups = [];
+    destroyed = false;
+    // Serialize GPU queue dispatches when sharing reusable buffers on the same instance
+    queueLock = Promise.resolve();
+    constructor(device, config, labels, tokenizer, packedWeights) {
+        this.device = device;
+        this.config = config;
+        this.labels = labels;
+        this.tokenizer = tokenizer;
+        this.packedWeights = packedWeights;
+        // Upload all model weights into a single read-only storage GPUBuffer
+        const weightByteLen = Math.ceil(packedWeights.buffer.byteLength / 4) * 4;
+        this.weightsBuffer = device.createBuffer({
+            label: "tinyemo_weights",
+            size: weightByteLen,
+            usage: GPU_BUFFER_USAGE.STORAGE | GPU_BUFFER_USAGE.COPY_DST,
+            mappedAtCreation: true
+        });
+        new Float32Array(this.weightsBuffer.getMappedRange()).set(packedWeights.buffer);
+        this.weightsBuffer.unmap();
+        // Create per-layer uniform buffers (64 bytes each)
+        const numLayers = Math.max(1, config.n_layers);
+        for (let l = 0; l < numLayers; l++) {
+            const uBuf = device.createBuffer({
+                label: `tinyemo_params_layer_${l}`,
+                size: 64,
+                usage: GPU_BUFFER_USAGE.UNIFORM | GPU_BUFFER_USAGE.COPY_DST
+            });
+            this.layerParamsBuffers.push(uBuf);
+        }
+        this.bindGroupLayout = device.createBindGroupLayout({
+            label: "tinyemo_bgl",
+            entries: [
+                {
+                    binding: 0,
+                    visibility: GPU_SHADER_STAGE.COMPUTE,
+                    buffer: { type: "uniform" }
+                },
+                {
+                    binding: 1,
+                    visibility: GPU_SHADER_STAGE.COMPUTE,
+                    buffer: { type: "read-only-storage" }
+                },
+                {
+                    binding: 2,
+                    visibility: GPU_SHADER_STAGE.COMPUTE,
+                    buffer: { type: "read-only-storage" }
+                },
+                {
+                    binding: 3,
+                    visibility: GPU_SHADER_STAGE.COMPUTE,
+                    buffer: { type: "read-only-storage" }
+                },
+                {
+                    binding: 4,
+                    visibility: GPU_SHADER_STAGE.COMPUTE,
+                    buffer: { type: "storage" }
+                },
+                {
+                    binding: 5,
+                    visibility: GPU_SHADER_STAGE.COMPUTE,
+                    buffer: { type: "storage" }
+                }
+            ]
+        });
+        const pipelineLayout = device.createPipelineLayout({
+            label: "tinyemo_pipeline_layout",
+            bindGroupLayouts: [this.bindGroupLayout]
+        });
+        const shaderSource = createTinyEmoShaderSource(config, packedWeights.offsets);
+        const shaderModule = device.createShaderModule({
+            label: "tinyemo_shader",
+            code: shaderSource
+        });
+        const mkPipeline = (entryPoint) => device.createComputePipeline({
+            label: `tinyemo_${entryPoint}`,
+            layout: pipelineLayout,
+            compute: {
+                module: shaderModule,
+                entryPoint
+            }
+        });
+        this.pipelines = {
+            ngram: mkPipeline("kernel_ngram"),
+            tokEmbed: mkPipeline("kernel_tok_embed"),
+            ln1Qkv: mkPipeline("kernel_ln1_qkv"),
+            attnProj: mkPipeline("kernel_attn_proj"),
+            ln2Ff1: mkPipeline("kernel_ln2_ff1"),
+            ff2: mkPipeline("kernel_ff2"),
+            finalNormPoolScore: mkPipeline("kernel_final_norm_pool_score"),
+            poolAndHead1: mkPipeline("kernel_pool_and_head1"),
+            head2: mkPipeline("kernel_head2")
+        };
+        // Pre-allocate buffers for batch size 1
+        this.ensureBatchBuffers(1);
+    }
+    /**
+     * Create and initialize a new TinyEmo WebGPU inference instance.
+     * Decompresses the packed safetensors weights and tokenizer using Web `DecompressionStream`
+     * unless custom weights/tokenizer buffers are provided.
+     */
+    static async create(options = {}) {
+        const config = options.config ?? PACKED_CONFIG;
+        const labels = options.labels ?? PACKED_LABELS;
+        const [device, tensors, tokenizer] = await Promise.all([
+            options.device ? Promise.resolve(options.device) : requestWebGpuDevice(options.adapterOptions),
+            options.weights
+                ? loadWeightsFromBuffer(options.weights, options.weightsFormat ?? "auto")
+                : loadPackedWeights(),
+            options.tokenizer
+                ? maybeDecompress(options.tokenizer).then((b) => new TinyTokenizer(b))
+                : loadPackedTokenizer()
+        ]);
+        const packedWeights = packWeightsForGpu(tensors, config);
+        return new TinyEmo(device, config, labels, tokenizer, packedWeights);
+    }
+    ensureBatchBuffers(batchSize) {
+        if (batchSize <= this.allocatedBatchCap && this.layerBindGroups.length > 0) {
+            return;
+        }
+        const cap = Math.max(batchSize, 1);
+        this.inputsIntBuffer?.destroy();
+        this.inputsFloatBuffer?.destroy();
+        this.workspaceBuffer?.destroy();
+        this.logitsBuffer?.destroy();
+        this.readbackBuffer?.destroy();
+        this.inputsIntBuffer = this.device.createBuffer({
+            label: "tinyemo_inputs_int",
+            size: cap * IN_INT_STRIDE * 4,
+            usage: GPU_BUFFER_USAGE.STORAGE | GPU_BUFFER_USAGE.COPY_DST
+        });
+        this.inputsFloatBuffer = this.device.createBuffer({
+            label: "tinyemo_inputs_float",
+            size: cap * IN_FLT_STRIDE * 4,
+            usage: GPU_BUFFER_USAGE.STORAGE | GPU_BUFFER_USAGE.COPY_DST
+        });
+        this.workspaceBuffer = this.device.createBuffer({
+            label: "tinyemo_workspace",
+            size: cap * WS_STRIDE * 4,
+            usage: GPU_BUFFER_USAGE.STORAGE
+        });
+        this.logitsBuffer = this.device.createBuffer({
+            label: "tinyemo_logits",
+            size: cap * this.config.n_labels * 4,
+            usage: GPU_BUFFER_USAGE.STORAGE | GPU_BUFFER_USAGE.COPY_SRC
+        });
+        this.readbackBuffer = this.device.createBuffer({
+            label: "tinyemo_readback",
+            size: cap * this.config.n_labels * 4,
+            usage: GPU_BUFFER_USAGE.MAP_READ | GPU_BUFFER_USAGE.COPY_DST
+        });
+        this.layerBindGroups = this.layerParamsBuffers.map((uBuf, l) => this.device.createBindGroup({
+            label: `tinyemo_bg_layer_${l}`,
+            layout: this.bindGroupLayout,
+            entries: [
+                { binding: 0, resource: { buffer: uBuf } },
+                { binding: 1, resource: { buffer: this.weightsBuffer } },
+                { binding: 2, resource: { buffer: this.inputsIntBuffer } },
+                { binding: 3, resource: { buffer: this.inputsFloatBuffer } },
+                { binding: 4, resource: { buffer: this.workspaceBuffer } },
+                { binding: 5, resource: { buffer: this.logitsBuffer } }
+            ]
+        }));
+        this.allocatedBatchCap = cap;
+    }
+    /**
+     * Normalize input phrase using TinyEmo's normalization rules.
+     */
+    normalize(text, maxWords) {
+        return normalize(text, maxWords);
+    }
+    /**
+     * Encode a single text phrase into token IDs, attention mask, and hashed n-gram features.
+     */
+    encode(text) {
+        const T = this.config.max_tokens;
+        const F = this.config.max_features;
+        const norm = normalize(text);
+        const tokIds = new Uint32Array(T);
+        const tokMask = new Uint32Array(T);
+        const ids = this.tokenizer.encode(norm, T);
+        for (let i = 0; i < ids.length; i++) {
+            tokIds[i] = ids[i];
+            tokMask[i] = 1;
+        }
+        const ngBucket = new Uint32Array(F * N_HASHES);
+        const ngSign = new Float32Array(F * N_HASHES);
+        const { raw, sign, count } = featurize(norm, F);
+        for (let i = 0; i < raw.length; i++) {
+            ngBucket[i] = raw[i];
+            ngSign[i] = sign[i];
+        }
+        return {
+            normalized: norm,
+            tokIds,
+            tokMask,
+            ngBucket,
+            ngSign,
+            ngCount: Math.max(count, 1)
+        };
+    }
+    /**
+     * Encode a batch of text phrases into contiguous typed arrays for WebGPU execution.
+     */
+    encodeBatch(texts) {
+        const B = texts.length;
+        const T = this.config.max_tokens;
+        const F = this.config.max_features;
+        const H = N_HASHES;
+        const tokIds = new Uint32Array(B * T);
+        const tokMask = new Uint32Array(B * T);
+        const ngBucket = new Uint32Array(B * F * H);
+        const ngSign = new Float32Array(B * F * H);
+        const ngCount = new Float32Array(B);
+        for (let b = 0; b < B; b++) {
+            const single = this.encode(texts[b]);
+            tokIds.set(single.tokIds, b * T);
+            tokMask.set(single.tokMask, b * T);
+            ngBucket.set(single.ngBucket, b * F * H);
+            ngSign.set(single.ngSign, b * F * H);
+            ngCount[b] = single.ngCount;
+        }
+        return {
+            batchSize: B,
+            maxTokens: T,
+            maxFeatures: F,
+            tokIds,
+            tokMask,
+            ngBucket,
+            ngSign,
+            ngCount
+        };
+    }
+    /**
+     * Execute the WebGPU forward pass on an encoded batch, returning a flattened
+     * `Float32Array` of shape `[batchSize * n_labels]`.
+     */
+    async forward(batch) {
+        if (this.destroyed) {
+            throw new Error("TinyEmo instance has been destroyed.");
+        }
+        const B = batch.batchSize;
+        if (B === 0) {
+            return new Float32Array(0);
+        }
+        const run = async () => {
+            this.ensureBatchBuffers(B);
+            const T = this.config.max_tokens;
+            const F = this.config.max_features;
+            const H = N_HASHES;
+            const packedInt = new Uint32Array(B * IN_INT_STRIDE);
+            const packedFlt = new Float32Array(B * IN_FLT_STRIDE);
+            for (let b = 0; b < B; b++) {
+                const intBase = b * IN_INT_STRIDE;
+                packedInt.set(batch.tokIds.subarray(b * T, (b + 1) * T), intBase);
+                packedInt.set(batch.tokMask.subarray(b * T, (b + 1) * T), intBase + T);
+                packedInt.set(batch.ngBucket.subarray(b * F * H, (b + 1) * F * H), intBase + 2 * T);
+                const fltBase = b * IN_FLT_STRIDE;
+                packedFlt.set(batch.ngSign.subarray(b * F * H, (b + 1) * F * H), fltBase);
+                packedFlt[fltBase + F * H] = Math.max(batch.ngCount[b], 1);
+            }
+            this.device.queue.writeBuffer(this.inputsIntBuffer, 0, packedInt);
+            this.device.queue.writeBuffer(this.inputsFloatBuffer, 0, packedFlt);
+            for (let l = 0; l < this.layerParamsBuffers.length; l++) {
+                const layerOff = this.packedWeights.offsets.layers[l];
+                const paramsData = new Uint32Array([
+                    B,
+                    layerOff.norm1Weight,
+                    layerOff.norm1Bias,
+                    layerOff.qkvWeight,
+                    layerOff.qkvBias,
+                    layerOff.projWeight,
+                    layerOff.projBias,
+                    layerOff.norm2Weight,
+                    layerOff.norm2Bias,
+                    layerOff.ff1Weight,
+                    layerOff.ff1Bias,
+                    layerOff.ff2Weight,
+                    layerOff.ff2Bias,
+                    0,
+                    0,
+                    0
+                ]);
+                this.device.queue.writeBuffer(this.layerParamsBuffers[l], 0, paramsData);
+            }
+            const encoder = this.device.createCommandEncoder({
+                label: "tinyemo_forward_encoder"
+            });
+            const pass = encoder.beginComputePass({
+                label: "tinyemo_forward_pass"
+            });
+            pass.setBindGroup(0, this.layerBindGroups[0]);
+            // 1. N-gram stream: [B, 1, 1]
+            pass.setPipeline(this.pipelines.ngram);
+            pass.dispatchWorkgroups(B, 1, 1);
+            // 2. Token embedding + projection + position: [T, B, 1]
+            pass.setPipeline(this.pipelines.tokEmbed);
+            pass.dispatchWorkgroups(T, B, 1);
+            // 3. Transformer blocks
+            for (let l = 0; l < this.config.n_layers; l++) {
+                if (l > 0) {
+                    pass.setBindGroup(0, this.layerBindGroups[l]);
+                }
+                pass.setPipeline(this.pipelines.ln1Qkv);
+                pass.dispatchWorkgroups(T, B, 1);
+                pass.setPipeline(this.pipelines.attnProj);
+                pass.dispatchWorkgroups(T, B, 1);
+                pass.setPipeline(this.pipelines.ln2Ff1);
+                pass.dispatchWorkgroups(T, B, 1);
+                pass.setPipeline(this.pipelines.ff2);
+                pass.dispatchWorkgroups(T, B, 1);
+            }
+            // 4. Final LayerNorm + attention pool scores: [T, B, 1]
+            pass.setPipeline(this.pipelines.finalNormPoolScore);
+            pass.dispatchWorkgroups(T, B, 1);
+            // 5. Pool softmax + Pool LayerNorm + Concat + Head1 (GELU): [B, 1, 1]
+            pass.setPipeline(this.pipelines.poolAndHead1);
+            pass.dispatchWorkgroups(B, 1, 1);
+            // 6. Head2 output logits: [ceil(812 / 128), B, 1]
+            const head2Groups = Math.ceil(this.config.n_labels / 128);
+            pass.setPipeline(this.pipelines.head2);
+            pass.dispatchWorkgroups(head2Groups, B, 1);
+            pass.end();
+            const outByteLen = B * this.config.n_labels * 4;
+            encoder.copyBufferToBuffer(this.logitsBuffer, 0, this.readbackBuffer, 0, outByteLen);
+            this.device.queue.submit([encoder.finish()]);
+            await this.readbackBuffer.mapAsync(GPU_MAP_MODE.READ, 0, outByteLen);
+            const mapped = new Float32Array(this.readbackBuffer.getMappedRange(0, outByteLen));
+            const result = new Float32Array(mapped);
+            this.readbackBuffer.unmap();
+            return result;
+        };
+        const next = this.queueLock.then(run, run);
+        this.queueLock = next.catch(() => { });
+        return next;
+    }
+    /**
+     * Compute raw logits (`Float32Array` of length 812) for a single text phrase on WebGPU.
+     */
+    async logits(text) {
+        const batch = this.encodeBatch([text]);
+        return this.forward(batch);
+    }
+    /**
+     * Compute raw logits for a batch of text phrases on WebGPU.
+     */
+    async logitsBatch(texts, batchSize = 512) {
+        if (texts.length === 0) {
+            return [];
+        }
+        const nLabels = this.config.n_labels;
+        const results = [];
+        for (let i = 0; i < texts.length; i += batchSize) {
+            const slice = texts.slice(i, i + batchSize);
+            const flat = await this.forward(this.encodeBatch(slice));
+            for (let b = 0; b < slice.length; b++) {
+                results.push(flat.slice(b * nLabels, (b + 1) * nLabels));
+            }
+        }
+        return results;
+    }
+    /**
+     * Compute softmax probability distribution (`Float32Array` of length 812) for a text phrase.
+     */
+    async probabilities(text) {
+        const rawLogits = await this.logits(text);
+        return softmax(rawLogits);
+    }
+    /**
+     * Suggest up to `limit` emojis (clamped to 1..3, default 1) for an input phrase.
+     * Returns `[]` if the phrase normalizes to empty string, matching `TinyEmoRuntime.suggest`.
+     */
+    async suggest(text, limit = 1) {
+        const clampedLimit = Math.max(1, Math.min(MAX_OUTPUT, Math.trunc(limit)));
+        if (!normalize(text)) {
+            return [];
+        }
+        const probs = await this.probabilities(text);
+        return this.topKSuggestionsFromProbs(probs, clampedLimit);
+    }
+    /**
+     * Suggest up to `limit` emojis (clamped to 1..3, default 1) for a batch of phrases
+     * in a single WebGPU dispatch.
+     */
+    async suggestBatch(texts, limit = 1) {
+        const clampedLimit = Math.max(1, Math.min(MAX_OUTPUT, Math.trunc(limit)));
+        if (texts.length === 0) {
+            return [];
+        }
+        const batchLogits = await this.logitsBatch(texts);
+        return texts.map((text, idx) => {
+            if (!normalize(text)) {
+                return [];
+            }
+            const probs = softmax(batchLogits[idx]);
+            return this.topKSuggestionsFromProbs(probs, clampedLimit);
+        });
+    }
+    topKSuggestionsFromProbs(probs, k) {
+        const indices = Array.from({ length: probs.length }, (_, i) => i);
+        indices.sort((a, b) => probs[b] - probs[a]);
+        const top = indices.slice(0, k);
+        return top.map((idx) => createSuggestion(this.labels[idx], probs[idx], idx));
+    }
+    /**
+     * Release all GPU buffers allocated by this TinyEmo instance.
+     */
+    destroy() {
+        if (this.destroyed)
+            return;
+        this.destroyed = true;
+        this.weightsBuffer.destroy();
+        for (const uBuf of this.layerParamsBuffers) {
+            uBuf.destroy();
+        }
+        this.inputsIntBuffer?.destroy();
+        this.inputsFloatBuffer?.destroy();
+        this.workspaceBuffer?.destroy();
+        this.logitsBuffer?.destroy();
+        this.readbackBuffer?.destroy();
+    }
+}
+/**
+ * Convenience factory function to create a TinyEmo WebGPU inference instance.
+ */
+export async function createTinyEmo(options) {
+    return TinyEmo.create(options);
+}
+//# sourceMappingURL=engine.js.map

package/dist/engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.js","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EACL,yBAAyB,EACzB,aAAa,EACb,aAAa,EACb,SAAS,EACV,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAQ/C,OAAO,EACL,mBAAmB,EACnB,iBAAiB,EACjB,qBAAqB,EAErB,iBAAiB,EAClB,MAAM,cAAc,CAAC;AAEtB,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC;AAE5B,qHAAqH;AACrH,MAAM,gBAAgB,GAAG;IACvB,QAAQ,EAAE,MAAM;IAChB,SAAS,EAAE,MAAM;IACjB,QAAQ,EAAE,MAAM;IAChB,QAAQ,EAAE,MAAM;IAChB,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,MAAM;IACd,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,MAAM;IACf,QAAQ,EAAE,MAAM;IAChB,aAAa,EAAE,MAAM;CACb,CAAC;AAEX,MAAM,gBAAgB,GAAG;IACvB,MAAM,EAAE,GAAG;IACX,QAAQ,EAAE,GAAG;IACb,OAAO,EAAE,GAAG;CACJ,CAAC;AAEX,MAAM,YAAY,GAAG;IACnB,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,MAAM;CACL,CAAC;AAEX;;GAEG;AACH,MAAM,UAAU,OAAO,CAAC,MAAoB;IAC1C,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACxB,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;IAChC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,GAAG,CAAC;IAExB,IAAI,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM;YAAE,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,GAAG,GAAG,GAAG,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;QACvC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACX,GAAG,IAAI,CAAC,CAAC;IACX,CAAC;IAED,MAAM,MAAM,GAAG,GAAG,GAAG,GAAG,CAAC;IACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,GAAG,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC;IACnB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,KAAa,EACb,WAAmB,EACnB,KAAa;IAEb,MAAM,IAAI,GAAG;QACX,KAAK;QACL,WAAW;QACX,KAAK,EAAE,WAAW;QAClB,KAAK;QACL,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC;YAC1B,MAAM,KAAK,CAAC;YACZ,MAAM,WAAW,CAAC;QACpB,CAAC;KACF,CAAC;IACF,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;IACpE,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;IAC1E,OAAO,IAAuB,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,cAAyC;IAEzC,MAAM,GAAG,GACP,OAAO,SAAS,KAAK,WAAW;QAC9B,CAAC,CAAE,SAAuC;QAC1C,CAAC,CAAC,SAAS,CAAC;IAChB,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CACb,sIAAsI,CACvI,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,GAAG,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;IAC7D,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,OAAO,CAAC,aAAa,EAAE,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,OAAO;IACT,MAAM,CAAY;IAClB,MAAM,CAAqB;IAC3B,MAAM,CAAoB;IAC1B,SAAS,CAAgB;IAEjB,aAAa,CAAmB;IAChC,aAAa,CAAY;IACzB,eAAe,CAAqB;IACpC,SAAS,CAUxB;IAEe,kBAAkB,GAAgB,EAAE,CAAC;IAC9C,iBAAiB,GAAG,CAAC,CAAC;IACtB,eAAe,GAAqB,IAAI,CAAC;IACzC,iBAAiB,GAAqB,IAAI,CAAC;IAC3C,eAAe,GAAqB,IAAI,CAAC;IACzC,YAAY,GAAqB,IAAI,CAAC;IACtC,cAAc,GAAqB,IAAI,CAAC;IACxC,eAAe,GAAmB,EAAE,CAAC;IACrC,SAAS,GAAG,KAAK,CAAC;IAE1B,oFAAoF;IAC5E,SAAS,GAAqB,OAAO,CAAC,OAAO,EAAE,CAAC;IAExD,YACE,MAAiB,EACjB,MAA0B,EAC1B,MAAyB,EACzB,SAAwB,EACxB,aAA+B;QAE/B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QAEnC,qEAAqE;QACrE,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QACzE,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC;YACvC,KAAK,EAAE,iBAAiB;YACxB,IAAI,EAAE,aAAa;YACnB,KAAK,EAAE,gBAAgB,CAAC,OAAO,GAAG,gBAAgB,CAAC,QAAQ;YAC3D,gBAAgB,EAAE,IAAI;SACvB,CAAC,CAAC;QACH,IAAI,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,cAAc,EAAE,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAChF,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QAE3B,mDAAmD;QACnD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC;gBAC/B,KAAK,EAAE,wBAAwB,CAAC,EAAE;gBAClC,IAAI,EAAE,EAAE;gBACR,KAAK,EAAE,gBAAgB,CAAC,OAAO,GAAG,gBAAgB,CAAC,QAAQ;aAC5D,CAAC,CAAC;YACH,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,CAAC;QAED,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,qBAAqB,CAAC;YAClD,KAAK,EAAE,aAAa;YACpB,OAAO,EAAE;gBACP;oBACE,OAAO,EAAE,CAAC;oBACV,UAAU,EAAE,gBAAgB,CAAC,OAAO;oBACpC,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;iBAC5B;gBACD;oBACE,OAAO,EAAE,CAAC;oBACV,UAAU,EAAE,gBAAgB,CAAC,OAAO;oBACpC,MAAM,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE;iBACtC;gBACD;oBACE,OAAO,EAAE,CAAC;oBACV,UAAU,EAAE,gBAAgB,CAAC,OAAO;oBACpC,MAAM,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE;iBACtC;gBACD;oBACE,OAAO,EAAE,CAAC;oBACV,UAAU,EAAE,gBAAgB,CAAC,OAAO;oBACpC,MAAM,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE;iBACtC;gBACD;oBACE,OAAO,EAAE,CAAC;oBACV,UAAU,EAAE,gBAAgB,CAAC,OAAO;oBACpC,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;iBAC5B;gBACD;oBACE,OAAO,EAAE,CAAC;oBACV,UAAU,EAAE,gBAAgB,CAAC,OAAO;oBACpC,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;iBAC5B;aACF;SACF,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,MAAM,CAAC,oBAAoB,CAAC;YACjD,KAAK,EAAE,yBAAyB;YAChC,gBAAgB,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC;SACzC,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,yBAAyB,CAAC,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;QAC9E,MAAM,YAAY,GAAG,MAAM,CAAC,kBAAkB,CAAC;YAC7C,KAAK,EAAE,gBAAgB;YACvB,IAAI,EAAE,YAAY;SACnB,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,CAAC,UAAkB,EAAsB,EAAE,CAC5D,MAAM,CAAC,qBAAqB,CAAC;YAC3B,KAAK,EAAE,WAAW,UAAU,EAAE;YAC9B,MAAM,EAAE,cAAc;YACtB,OAAO,EAAE;gBACP,MAAM,EAAE,YAAY;gBACpB,UAAU;aACX;SACF,CAAC,CAAC;QAEL,IAAI,CAAC,SAAS,GAAG;YACf,KAAK,EAAE,UAAU,CAAC,cAAc,CAAC;YACjC,QAAQ,EAAE,UAAU,CAAC,kBAAkB,CAAC;YACxC,MAAM,EAAE,UAAU,CAAC,gBAAgB,CAAC;YACpC,QAAQ,EAAE,UAAU,CAAC,kBAAkB,CAAC;YACxC,MAAM,EAAE,UAAU,CAAC,gBAAgB,CAAC;YACpC,GAAG,EAAE,UAAU,CAAC,YAAY,CAAC;YAC7B,kBAAkB,EAAE,UAAU,CAAC,8BAA8B,CAAC;YAC9D,YAAY,EAAE,UAAU,CAAC,uBAAuB,CAAC;YACjD,KAAK,EAAE,UAAU,CAAC,cAAc,CAAC;SAClC,CAAC;QAEF,wCAAwC;QACxC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC;IAED;;;;OAIG;IACH,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAA0B,EAAE;QAC9C,MAAM,MAAM,GAAuB,OAAO,CAAC,MAAM,IAAI,aAAa,CAAC;QACnE,MAAM,MAAM,GAAsB,OAAO,CAAC,MAAM,IAAI,aAAa,CAAC;QAElE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACrD,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,OAAO,CAAC,cAAc,CAAC;YAC9F,OAAO,CAAC,OAAO;gBACb,CAAC,CAAC,qBAAqB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,aAAa,IAAI,MAAM,CAAC;gBACzE,CAAC,CAAC,iBAAiB,EAAE;YACvB,OAAO,CAAC,SAAS;gBACf,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC,CAAC;gBACtE,CAAC,CAAC,mBAAmB,EAAE;SAC1B,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,iBAAiB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACzD,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;IACvE,CAAC;IAEO,kBAAkB,CAAC,SAAiB;QAC1C,IAAI,SAAS,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3E,OAAO;QACT,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACnC,IAAI,CAAC,eAAe,EAAE,OAAO,EAAE,CAAC;QAChC,IAAI,CAAC,iBAAiB,EAAE,OAAO,EAAE,CAAC;QAClC,IAAI,CAAC,eAAe,EAAE,OAAO,EAAE,CAAC;QAChC,IAAI,CAAC,YAAY,EAAE,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,cAAc,EAAE,OAAO,EAAE,CAAC;QAE/B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;YAC9C,KAAK,EAAE,oBAAoB;YAC3B,IAAI,EAAE,GAAG,GAAG,aAAa,GAAG,CAAC;YAC7B,KAAK,EAAE,gBAAgB,CAAC,OAAO,GAAG,gBAAgB,CAAC,QAAQ;SAC5D,CAAC,CAAC;QACH,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;YAChD,KAAK,EAAE,sBAAsB;YAC7B,IAAI,EAAE,GAAG,GAAG,aAAa,GAAG,CAAC;YAC7B,KAAK,EAAE,gBAAgB,CAAC,OAAO,GAAG,gBAAgB,CAAC,QAAQ;SAC5D,CAAC,CAAC;QACH,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;YAC9C,KAAK,EAAE,mBAAmB;YAC1B,IAAI,EAAE,GAAG,GAAG,SAAS,GAAG,CAAC;YACzB,KAAK,EAAE,gBAAgB,CAAC,OAAO;SAChC,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;YAC3C,KAAK,EAAE,gBAAgB;YACvB,IAAI,EAAE,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,CAAC;YACpC,KAAK,EAAE,gBAAgB,CAAC,OAAO,GAAG,gBAAgB,CAAC,QAAQ;SAC5D,CAAC,CAAC;QACH,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;YAC7C,KAAK,EAAE,kBAAkB;YACzB,IAAI,EAAE,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,CAAC;YACpC,KAAK,EAAE,gBAAgB,CAAC,QAAQ,GAAG,gBAAgB,CAAC,QAAQ;SAC7D,CAAC,CAAC;QAEH,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAC7D,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;YAC1B,KAAK,EAAE,oBAAoB,CAAC,EAAE;YAC9B,MAAM,EAAE,IAAI,CAAC,eAAe;YAC5B,OAAO,EAAE;gBACP,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE;gBAC1C,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,EAAE;gBACxD,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,eAAgB,EAAE,EAAE;gBAC3D,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,iBAAkB,EAAE,EAAE;gBAC7D,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,eAAgB,EAAE,EAAE;gBAC3D,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,YAAa,EAAE,EAAE;aACzD;SACF,CAAC,CACH,CAAC;QAEF,IAAI,CAAC,iBAAiB,GAAG,GAAG,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,IAAY,EAAE,QAAiB;QACvC,OAAO,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,IAAY;QACjB,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QACjC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QACnC,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QAE7B,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;YACnB,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,WAAW,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC;QAC9C,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,QAAQ,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACtB,CAAC;QAED,OAAO;YACL,UAAU,EAAE,IAAI;YAChB,MAAM;YACN,OAAO;YACP,QAAQ;YACR,MAAM;YACN,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;SAC5B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,KAAwB;QAClC,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;QACvB,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QACjC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QACnC,MAAM,CAAC,GAAG,QAAQ,CAAC;QAEnB,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,WAAW,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;QAEpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YACjC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YACnC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YACrC,OAAO,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC;QAC9B,CAAC;QAED,OAAO;YACL,SAAS,EAAE,CAAC;YACZ,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,CAAC;YACd,MAAM;YACN,OAAO;YACP,QAAQ;YACR,MAAM;YACN,OAAO;SACR,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CAAC,KAAmB;QAC/B,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QACD,MAAM,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC;QAC1B,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACZ,OAAO,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,CAAC;QAED,MAAM,GAAG,GAAG,KAAK,IAA2B,EAAE;YAC5C,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;YAE3B,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;YACjC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;YACnC,MAAM,CAAC,GAAG,QAAQ,CAAC;YAEnB,MAAM,SAAS,GAAG,IAAI,WAAW,CAAC,CAAC,GAAG,aAAa,CAAC,CAAC;YACrD,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,aAAa,CAAC,CAAC;YAEtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,MAAM,OAAO,GAAG,CAAC,GAAG,aAAa,CAAC;gBAClC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;gBAClE,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;gBACvE,SAAS,CAAC,GAAG,CACX,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EACnD,OAAO,GAAG,CAAC,GAAG,CAAC,CAChB,CAAC;gBAEF,MAAM,OAAO,GAAG,CAAC,GAAG,aAAa,CAAC;gBAClC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;gBAC1E,SAAS,CAAC,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7D,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,eAAgB,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;YACnE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAkB,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;YAErE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBACtD,MAAM,UAAU,GAAG,IAAI,WAAW,CAAC;oBACjC,CAAC;oBACD,QAAQ,CAAC,WAAW;oBACpB,QAAQ,CAAC,SAAS;oBAClB,QAAQ,CAAC,SAAS;oBAClB,QAAQ,CAAC,OAAO;oBAChB,QAAQ,CAAC,UAAU;oBACnB,QAAQ,CAAC,QAAQ;oBACjB,QAAQ,CAAC,WAAW;oBACpB,QAAQ,CAAC,SAAS;oBAClB,QAAQ,CAAC,SAAS;oBAClB,QAAQ,CAAC,OAAO;oBAChB,QAAQ,CAAC,SAAS;oBAClB,QAAQ,CAAC,OAAO;oBAChB,CAAC;oBACD,CAAC;oBACD,CAAC;iBACF,CAAC,CAAC;gBACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC;YAC3E,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC;gBAC/C,KAAK,EAAE,yBAAyB;aACjC,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,OAAO,CAAC,gBAAgB,CAAC;gBACpC,KAAK,EAAE,sBAAsB;aAC9B,CAAC,CAAC;YAEH,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;YAE9C,8BAA8B;YAC9B,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACvC,IAAI,CAAC,kBAAkB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAEjC,wDAAwD;YACxD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YAC1C,IAAI,CAAC,kBAAkB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAEjC,wBAAwB;YACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9C,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;oBACV,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;gBAChD,CAAC;gBACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBACxC,IAAI,CAAC,kBAAkB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBAEjC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;gBAC1C,IAAI,CAAC,kBAAkB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBAEjC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBACxC,IAAI,CAAC,kBAAkB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBAEjC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBACrC,IAAI,CAAC,kBAAkB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YACnC,CAAC;YAED,wDAAwD;YACxD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;YACpD,IAAI,CAAC,kBAAkB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAEjC,sEAAsE;YACtE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;YAC9C,IAAI,CAAC,kBAAkB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAEjC,kDAAkD;YAClD,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC;YAC1D,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACvC,IAAI,CAAC,kBAAkB,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAE3C,IAAI,CAAC,GAAG,EAAE,CAAC;YAEX,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC;YAChD,OAAO,CAAC,kBAAkB,CACxB,IAAI,CAAC,YAAa,EAClB,CAAC,EACD,IAAI,CAAC,cAAe,EACpB,CAAC,EACD,UAAU,CACX,CAAC;YAEF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAE7C,MAAM,IAAI,CAAC,cAAe,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC;YACtE,MAAM,MAAM,GAAG,IAAI,YAAY,CAC7B,IAAI,CAAC,cAAe,CAAC,cAAc,CAAC,CAAC,EAAE,UAAU,CAAC,CACnD,CAAC;YACF,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;YACxC,IAAI,CAAC,cAAe,CAAC,KAAK,EAAE,CAAC;YAC7B,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC;QAEF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAC3C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,IAAY;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,KAAwB,EACxB,SAAS,GAAG,GAAG;QAEf,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;QACrC,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAC5C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;YACzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,IAAY;QAC9B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1C,OAAO,OAAO,CAAC,SAAS,CAAC,CAAC;IAC5B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CAAC,IAAY,EAAE,KAAK,GAAG,CAAC;QACnC,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC1E,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YACrB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAC7C,OAAO,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;IAC5D,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,YAAY,CAChB,KAAwB,EACxB,KAAK,GAAG,CAAC;QAET,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC1E,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAClD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;YAC7B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;gBACrB,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;YACxC,OAAO,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,wBAAwB,CAC9B,KAAmB,EACnB,CAAS;QAET,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;QAClE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChC,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CACrB,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CACpD,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,OAAO;QACL,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO;QAC3B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;QAC7B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC3C,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC;QACD,IAAI,CAAC,eAAe,EAAE,OAAO,EAAE,CAAC;QAChC,IAAI,CAAC,iBAAiB,EAAE,OAAO,EAAE,CAAC;QAClC,IAAI,CAAC,eAAe,EAAE,OAAO,EAAE,CAAC;QAChC,IAAI,CAAC,YAAY,EAAE,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,cAAc,EAAE,OAAO,EAAE,CAAC;IACjC,CAAC;CACF;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAAwB;IAC1D,OAAO,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AACjC,CAAC"}

package/dist/features.d.ts

@@ -0,0 +1,39 @@
+/**
+ * English-only hashed n-gram features matching tinyemo/en_features.py.
+ *
+ * Per word: the whole word, plus 3..5-char grams with boundary markers.
+ * Between neighbouring words: a word bigram.
+ * Each feature is hashed twice (FNV-1a 64); the bucket comes from bits 20..34
+ * (15 bits, 0..32767) and the sign from bit 63.
+ */
+export declare const FNV_OFFSET = 14695981039346656037n;
+export declare const FNV_PRIME = 1099511628211n;
+export declare const MASK64: bigint;
+export declare const SEEDS: readonly [11400714819323198485n, 14029467366897019727n];
+export declare const N_HASHES: 2;
+export declare const RAW_BITS = 15n;
+/**
+ * Compute 64-bit FNV-1a hash of a UTF-8 string with the given 64-bit seed.
+ */
+export declare function fnv64(s: string, seed: bigint): bigint;
+/**
+ * Extract word, character n-gram (3..5), and word bigram features from normalized text.
+ */
+export declare function features(normText: string): string[];
+export type HashPair = readonly [
+    readonly [number, number],
+    readonly [number, number]
+];
+/**
+ * Compute `((raw0, sign0), (raw1, sign1))` with `raw` in `[0, 32768)` and `sign` in `{-1, 1}`.
+ */
+export declare function hash16(feat: string): HashPair;
+/**
+ * Featurize normalized text into flattened `[n, 2]` arrays (`raw` and `sign`) up to `maxFeatures`.
+ */
+export declare function featurize(normText: string, maxFeatures: number): {
+    raw: Int16Array;
+    sign: Int8Array;
+    count: number;
+};
+//# sourceMappingURL=features.d.ts.map

package/dist/features.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"features.d.ts","sourceRoot":"","sources":["../src/features.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,eAAO,MAAM,UAAU,wBAAsB,CAAC;AAC9C,eAAO,MAAM,SAAS,iBAAiB,CAAC;AACxC,eAAO,MAAM,MAAM,QAAmB,CAAC;AACvC,eAAO,MAAM,KAAK,yDAAsD,CAAC;AACzE,eAAO,MAAM,QAAQ,GAAe,CAAC;AACrC,eAAO,MAAM,QAAQ,MAAM,CAAC;AAK5B;;GAEG;AACH,wBAAgB,KAAK,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAOrD;AAED;;GAEG;AACH,wBAAgB,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAqBnD;AAED,MAAM,MAAM,QAAQ,GAAG,SAAS;IAC9B,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC;CAC1B,CAAC;AAIF;;GAEG;AACH,wBAAgB,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,QAAQ,CAiB7C;AAED;;GAEG;AACH,wBAAgB,SAAS,CACvB,QAAQ,EAAE,MAAM,EAChB,WAAW,EAAE,MAAM,GAClB;IAAE,GAAG,EAAE,UAAU,CAAC;IAAC,IAAI,EAAE,SAAS,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAerD"}