agentdb 3.0.0-alpha.10 → 3.0.0-alpha.12

package/dist/src/wrappers/attention-fallbacks.d.ts

@@ -0,0 +1,343 @@
+/**
+ * Attention Module Fallbacks
+ *
+ * Since @ruvector/attention is completely broken, provide JavaScript fallbacks
+ * Performance will be slower but functionality will work
+ *
+ * Optimized version includes:
+ * - SIMD-style loop unrolling (8x with separate accumulators)
+ * - Pre-allocated buffer pools for intermediate results
+ * - Numerically stable fused softmax operations
+ * - TypedArray optimizations (Float32Array)
+ * - Batch processing capabilities
+ * - Flash attention with improved tiling strategy
+ */
+export interface AttentionConfig {
+    hiddenDim: number;
+    numHeads?: number;
+    dropoutRate?: number;
+    useFlash?: boolean;
+}
+/**
+ * Scaled Dot-Product Attention
+ * The core attention mechanism
+ */
+export declare function scaledDotProductAttention(query: number[], key: number[], value: number[], mask?: number[]): {
+    output: number[];
+    weights: number[];
+};
+/**
+ * Optimized scaled dot-product attention using TypedArrays and SIMD-style ops
+ */
+export declare function scaledDotProductAttentionOptimized(query: Float32Array, key: Float32Array, value: Float32Array, mask?: Float32Array | null): {
+    output: Float32Array;
+    weights: Float32Array;
+};
+/**
+ * Batch scaled dot-product attention for processing multiple queries at once
+ * Processes multiple Q-K-V triplets efficiently
+ */
+export declare function batchScaledDotProductAttention(queries: Float32Array[], keys: Float32Array[], values: Float32Array[], masks?: (Float32Array | null)[]): {
+    outputs: Float32Array[];
+    weights: Float32Array[];
+};
+/**
+ * Full attention computation over sequences (Q, K, V matrices)
+ * Returns attention output and weights for all query positions
+ */
+export declare function batchSequenceAttention(queries: Float32Array, // [seqLen * dim] flattened
+keys: Float32Array, // [seqLen * dim] flattened
+values: Float32Array, // [seqLen * dim] flattened
+seqLen: number, dim: number, mask?: Float32Array): {
+    output: Float32Array;
+    weights: Float32Array;
+};
+/**
+ * Multi-Head Attention (JavaScript fallback)
+ *
+ * Replaces broken @ruvector/attention.multiHeadAttention
+ */
+export declare class MultiHeadAttention {
+    private numHeads;
+    private hiddenDim;
+    private headDim;
+    private queryWeights;
+    private keyWeights;
+    private valueWeights;
+    private outputWeights;
+    constructor(config: AttentionConfig);
+    private initializeWeights;
+    private initializeOutputWeights;
+    forward(query: number[], key: number[], value: number[], mask?: number[]): {
+        output: number[];
+        attentionWeights: number[][];
+    };
+    private project;
+}
+/**
+ * Optimized Multi-Head Attention using TypedArrays and pre-allocated buffers
+ *
+ * Improvements over original:
+ * - Float32Array instead of number[]
+ * - Pre-allocated weight matrices in contiguous memory
+ * - 8x loop unrolling for projections
+ * - Buffer pool for intermediate results
+ * - Batch processing support
+ */
+export declare class MultiHeadAttentionOptimized {
+    private numHeads;
+    private hiddenDim;
+    private headDim;
+    private queryWeights;
+    private keyWeights;
+    private valueWeights;
+    private outputWeights;
+    private headBuffer;
+    private projBuffer;
+    private concatBuffer;
+    constructor(config: AttentionConfig);
+    private initializeProjectionWeights;
+    private initializeOutputWeights;
+    /**
+     * Forward pass with optimized TypedArray operations
+     */
+    forward(query: Float32Array, key: Float32Array, value: Float32Array, mask?: Float32Array | null): {
+        output: Float32Array;
+        attentionWeights: Float32Array[];
+    };
+    /**
+     * Batch forward pass for multiple inputs
+     */
+    batchForward(queries: Float32Array[], keys: Float32Array[], values: Float32Array[], masks?: (Float32Array | null)[]): {
+        outputs: Float32Array[];
+        attentionWeights: Float32Array[][];
+    };
+    /**
+     * Optimized projection using contiguous weight storage and 8x unrolling
+     */
+    private projectOptimized;
+    /**
+     * Release buffers back to pool (call when done with outputs)
+     */
+    releaseBuffer(buffer: Float32Array): void;
+    /**
+     * Get weight matrices (for serialization/loading)
+     */
+    getWeights(): {
+        query: Float32Array;
+        key: Float32Array;
+        value: Float32Array;
+        output: Float32Array;
+    };
+    /**
+     * Set weight matrices (for loading pre-trained weights)
+     */
+    setWeights(weights: {
+        query: Float32Array;
+        key: Float32Array;
+        value: Float32Array;
+        output: Float32Array;
+    }): void;
+}
+/**
+ * Flash Attention (optimized fallback)
+ *
+ * Replaces broken @ruvector/attention.flashAttention
+ * Uses tiling/chunking for better memory efficiency
+ */
+export declare class FlashAttention {
+    private hiddenDim;
+    private blockSize;
+    constructor(config: AttentionConfig);
+    forward(query: number[][], key: number[][], value: number[][], numHeads?: number): {
+        output: number[][];
+        attentionScores: number[][];
+    };
+}
+/**
+ * Flash Attention Configuration
+ */
+export interface FlashAttentionConfig extends AttentionConfig {
+    blockSizeQ?: number;
+    blockSizeKV?: number;
+    causal?: boolean;
+}
+/**
+ * Optimized Flash Attention using TypedArrays and improved tiling strategy
+ *
+ * Improvements over original:
+ * - Separate Q and KV block sizes for better memory usage
+ * - Online softmax computation (memory efficient)
+ * - Pre-allocated buffers for all intermediate results
+ * - 8x loop unrolling for score computation
+ * - Causal masking support
+ * - Backward pass placeholder for gradient computation
+ */
+export declare class FlashAttentionOptimized {
+    private hiddenDim;
+    private blockSizeQ;
+    private blockSizeKV;
+    private causal;
+    private scoresBuffer;
+    private expBuffer;
+    private outputBuffer;
+    private maxBuffer;
+    private sumBuffer;
+    constructor(config: FlashAttentionConfig);
+    /**
+     * Forward pass with optimized tiling strategy
+     * Uses online softmax for memory efficiency
+     */
+    forward(query: Float32Array, // [seqLen * dim] flattened
+    key: Float32Array, // [seqLen * dim] flattened
+    value: Float32Array, // [seqLen * dim] flattened
+    seqLen: number, dim: number, numHeads?: number): {
+        output: Float32Array;
+        attentionScores: Float32Array;
+    };
+    /**
+     * Compute attention scores for a block pair with 8x unrolling
+     */
+    private computeBlockScores;
+    /**
+     * Online softmax update with output accumulation
+     * This is the core of flash attention's memory efficiency
+     */
+    private updateOnlineSoftmax;
+    /**
+     * Batch forward for processing multiple sequences
+     */
+    batchForward(queries: Float32Array[], keys: Float32Array[], values: Float32Array[], seqLens: number[], dim: number, numHeads?: number): {
+        outputs: Float32Array[];
+        attentionScores: Float32Array[];
+    };
+    /**
+     * Backward pass for gradient computation
+     * Computes dQ, dK, dV from dOutput using the attention scores from forward pass
+     *
+     * Forward pass recap:
+     *   S = Q @ K^T / sqrt(d)     (scaled dot-product scores)
+     *   A = softmax(S)            (attention weights)
+     *   O = A @ V                 (output)
+     *
+     * Backward pass:
+     *   dV = A^T @ dO             (gradient w.r.t. values)
+     *   dA = dO @ V^T             (gradient through output)
+     *   dS = A * (dA - sum(dA * A, axis=-1, keepdims=True))  (softmax backward)
+     *   dS = dS / sqrt(d)         (apply scaling)
+     *   dQ = dS @ K               (gradient w.r.t. queries)
+     *   dK = dS^T @ Q             (gradient w.r.t. keys)
+     */
+    backward(dOutput: Float32Array, query: Float32Array, key: Float32Array, value: Float32Array, attentionScores: Float32Array, seqLen: number, dim: number): {
+        dQuery: Float32Array;
+        dKey: Float32Array;
+        dValue: Float32Array;
+    };
+    /**
+     * Release buffers back to pool
+     */
+    releaseBuffer(buffer: Float32Array): void;
+}
+/**
+ * Batch multi-head attention for processing multiple queries efficiently
+ * Combines optimized MHA with batch processing
+ */
+export declare function batchMultiHeadAttention(attention: MultiHeadAttentionOptimized, queries: Float32Array[], keys: Float32Array[], values: Float32Array[], masks?: (Float32Array | null)[]): {
+    outputs: Float32Array[];
+    attentionWeights: Float32Array[][];
+};
+/**
+ * Linear Attention (fallback)
+ *
+ * O(n) complexity approximation of attention
+ */
+export declare class LinearAttention {
+    private hiddenDim;
+    private featureMap;
+    constructor(config: AttentionConfig);
+    forward(query: number[][], key: number[][], value: number[][]): {
+        output: number[][];
+    };
+}
+/**
+ * Hyperbolic Attention (simplified fallback)
+ *
+ * Approximation using hyperbolic geometry
+ */
+export declare class HyperbolicAttention {
+    private hiddenDim;
+    private curvature;
+    constructor(config: AttentionConfig);
+    forward(query: number[], key: number[], value: number[]): {
+        output: number[];
+        distance: number;
+    };
+    private hyperbolicDistance;
+}
+/**
+ * MoE (Mixture of Experts) Attention (fallback)
+ *
+ * Routes to different expert attention modules
+ */
+export declare class MoEAttention {
+    private experts;
+    private numExperts;
+    private gatingWeights;
+    constructor(config: AttentionConfig & {
+        numExperts?: number;
+    });
+    forward(query: number[], key: number[], value: number[], topK?: number): {
+        output: number[];
+        expertWeights: number[];
+    };
+}
+/**
+ * Check if native attention is available
+ */
+export declare function isNativeAttentionAvailable(): boolean;
+/**
+ * Factory function to create appropriate attention module
+ */
+export declare function createAttention(type: 'multi-head' | 'flash' | 'linear' | 'hyperbolic' | 'moe', config: AttentionConfig): MultiHeadAttention | FlashAttention | LinearAttention | HyperbolicAttention | MoEAttention;
+/**
+ * Factory function to create optimized attention modules
+ */
+export declare function createAttentionOptimized(type: 'multi-head' | 'flash', config: AttentionConfig | FlashAttentionConfig): MultiHeadAttentionOptimized | FlashAttentionOptimized;
+/**
+ * Convert number[] to Float32Array
+ */
+export declare function toFloat32Array(arr: number[]): Float32Array;
+/**
+ * Convert Float32Array to number[]
+ */
+export declare function toNumberArray(arr: Float32Array): number[];
+/**
+ * Convert 2D number[][] to flattened Float32Array
+ */
+export declare function flatten2D(arr: number[][]): Float32Array;
+/**
+ * Unflatten Float32Array to 2D array
+ */
+export declare function unflatten2D(arr: Float32Array, rows: number, cols: number): number[][];
+/**
+ * Get the global buffer pool for external memory management
+ */
+export declare function getBufferPool(): {
+    acquire: (size: number) => Float32Array;
+    release: (buffer: Float32Array) => void;
+    clear: () => void;
+};
+/**
+ * Benchmark attention implementation
+ */
+export declare function benchmarkAttention(attention: MultiHeadAttentionOptimized | FlashAttentionOptimized, config: {
+    seqLen: number;
+    dim: number;
+    iterations: number;
+    numHeads?: number;
+}): {
+    avgTimeMs: number;
+    opsPerSecond: number;
+    memoryUsed: number;
+};
+//# sourceMappingURL=attention-fallbacks.d.ts.map

package/dist/src/wrappers/attention-fallbacks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"attention-fallbacks.d.ts","sourceRoot":"","sources":["../../../src/wrappers/attention-fallbacks.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAoDH,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AA4QD;;;GAGG;AACH,wBAAgB,yBAAyB,CACvC,KAAK,EAAE,MAAM,EAAE,EACf,GAAG,EAAE,MAAM,EAAE,EACb,KAAK,EAAE,MAAM,EAAE,EACf,IAAI,CAAC,EAAE,MAAM,EAAE,GACd;IAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAuBzC;AAMD;;GAEG;AACH,wBAAgB,kCAAkC,CAChD,KAAK,EAAE,YAAY,EACnB,GAAG,EAAE,YAAY,EACjB,KAAK,EAAE,YAAY,EACnB,IAAI,CAAC,EAAE,YAAY,GAAG,IAAI,GACzB;IAAE,MAAM,EAAE,YAAY,CAAC;IAAC,OAAO,EAAE,YAAY,CAAA;CAAE,CAoCjD;AAED;;;GAGG;AACH,wBAAgB,8BAA8B,CAC5C,OAAO,EAAE,YAAY,EAAE,EACvB,IAAI,EAAE,YAAY,EAAE,EACpB,MAAM,EAAE,YAAY,EAAE,EACtB,KAAK,CAAC,EAAE,CAAC,YAAY,GAAG,IAAI,CAAC,EAAE,GAC9B;IAAE,OAAO,EAAE,YAAY,EAAE,CAAC;IAAC,OAAO,EAAE,YAAY,EAAE,CAAA;CAAE,CAsCtD;AAED;;;GAGG;AACH,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,YAAY,EAAG,2BAA2B;AACnD,IAAI,EAAE,YAAY,EAAM,2BAA2B;AACnD,MAAM,EAAE,YAAY,EAAI,2BAA2B;AACnD,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,EACX,IAAI,CAAC,EAAE,YAAY,GAClB;IAAE,MAAM,EAAE,YAAY,CAAC;IAAC,OAAO,EAAE,YAAY,CAAA;CAAE,CAiFjD;AAED;;;;GAIG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,UAAU,CAAe;IACjC,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,aAAa,CAAa;gBAEtB,MAAM,EAAE,eAAe;IAmBnC,OAAO,CAAC,iBAAiB;IAgBzB,OAAO,CAAC,uBAAuB;IAY/B,OAAO,CACL,KAAK,EAAE,MAAM,EAAE,EACf,GAAG,EAAE,MAAM,EAAE,EACb,KAAK,EAAE,MAAM,EAAE,EACf,IAAI,CAAC,EAAE,MAAM,EAAE,GACd;QAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,gBAAgB,EAAE,MAAM,EAAE,EAAE,CAAA;KAAE;IA2BrD,OAAO,CAAC,OAAO;CAWhB;AAMD;;;;;;;;;GASG;AACH,qBAAa,2BAA2B;IACtC,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IAIxB,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,UAAU,CAAe;IACjC,OAAO,CAAC,YAAY,CAAe;IAEnC,OAAO,CAAC,aAAa,CAAe;IAGpC,OAAO,CAAC,UAAU,CAAe;IACjC,OAAO,CAAC,UAAU,CAAe;IACjC,OAAO,CAAC,YAAY,CAAe;gBAEvB,MAAM,EAAE,eAAe;IA0BnC,OAAO,CAAC,2BAA2B;IASnC,OAAO,CAAC,uBAAuB;IAU/B;;OAEG;IACH,OAAO,CACL,KAAK,EAAE,YAAY,EACnB,GAAG,EAAE,YAAY,EACjB,KAAK,EAAE,YAAY,EACnB,IAAI,CAAC,EAAE,YAAY,GAAG,IAAI,GACzB;QAAE,MAAM,EAAE,YAAY,CAAC;QAAC,gBAAgB,EAAE,YAAY,EAAE,CAAA;KAAE;IAwC7D;;OAEG;IACH,YAAY,CACV,OAAO,EAAE,YAAY,EAAE,EACvB,IAAI,EAAE,YAAY,EAAE,EACpB,MAAM,EAAE,YAAY,EAAE,EACtB,KAAK,CAAC,EAAE,CAAC,YAAY,GAAG,IAAI,CAAC,EAAE,GAC9B;QAAE,OAAO,EAAE,YAAY,EAAE,CAAC;QAAC,gBAAgB,EAAE,YAAY,EAAE,EAAE,CAAA;KAAE;IAmBlE;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAsCxB;;OAEG;IACH,aAAa,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI;IAIzC;;OAEG;IACH,UAAU,IAAI;QACZ,KAAK,EAAE,YAAY,CAAC;QACpB,GAAG,EAAE,YAAY,CAAC;QAClB,KAAK,EAAE,YAAY,CAAC;QACpB,MAAM,EAAE,YAAY,CAAC;KACtB;IASD;;OAEG;IACH,UAAU,CAAC,OAAO,EAAE;QAClB,KAAK,EAAE,YAAY,CAAC;QACpB,GAAG,EAAE,YAAY,CAAC;QAClB,KAAK,EAAE,YAAY,CAAC;QACpB,MAAM,EAAE,YAAY,CAAC;KACtB,GAAG,IAAI;CAMT;AAED;;;;;GAKG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,eAAe;IAKnC,OAAO,CACL,KAAK,EAAE,MAAM,EAAE,EAAE,EACjB,GAAG,EAAE,MAAM,EAAE,EAAE,EACf,KAAK,EAAE,MAAM,EAAE,EAAE,EACjB,QAAQ,GAAE,MAAU,GACnB;QAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;QAAC,eAAe,EAAE,MAAM,EAAE,EAAE,CAAA;KAAE;CA8CvD;AAMD;;GAEG;AACH,MAAM,WAAW,oBAAqB,SAAQ,eAAe;IAC3D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED;;;;;;;;;;GAUG;AACH,qBAAa,uBAAuB;IAClC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,MAAM,CAAU;IAGxB,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,SAAS,CAAe;IAChC,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,SAAS,CAAe;IAChC,OAAO,CAAC,SAAS,CAAe;gBAEpB,MAAM,EAAE,oBAAoB;IA2BxC;;;OAGG;IACH,OAAO,CACL,KAAK,EAAE,YAAY,EAAI,2BAA2B;IAClD,GAAG,EAAE,YAAY,EAAM,2BAA2B;IAClD,KAAK,EAAE,YAAY,EAAI,2BAA2B;IAClD,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,EACX,QAAQ,GAAE,MAAU,GACnB;QAAE,MAAM,EAAE,YAAY,CAAC;QAAC,eAAe,EAAE,YAAY,CAAA;KAAE;IA4G1D;;OAEG;IACH,OAAO,CAAC,kBAAkB;IA6C1B;;;OAGG;IACH,OAAO,CAAC,mBAAmB;IA6E3B;;OAEG;IACH,YAAY,CACV,OAAO,EAAE,YAAY,EAAE,EACvB,IAAI,EAAE,YAAY,EAAE,EACpB,MAAM,EAAE,YAAY,EAAE,EACtB,OAAO,EAAE,MAAM,EAAE,EACjB,GAAG,EAAE,MAAM,EACX,QAAQ,GAAE,MAAU,GACnB;QAAE,OAAO,EAAE,YAAY,EAAE,CAAC;QAAC,eAAe,EAAE,YAAY,EAAE,CAAA;KAAE;IAoB/D;;;;;;;;;;;;;;;;OAgBG;IACH,QAAQ,CACN,OAAO,EAAE,YAAY,EACrB,KAAK,EAAE,YAAY,EACnB,GAAG,EAAE,YAAY,EACjB,KAAK,EAAE,YAAY,EACnB,eAAe,EAAE,YAAY,EAC7B,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,GACV;QAAE,MAAM,EAAE,YAAY,CAAC;QAAC,IAAI,EAAE,YAAY,CAAC;QAAC,MAAM,EAAE,YAAY,CAAA;KAAE;IA8MrE;;OAEG;IACH,aAAa,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI;CAG1C;AAMD;;;GAGG;AACH,wBAAgB,uBAAuB,CACrC,SAAS,EAAE,2BAA2B,EACtC,OAAO,EAAE,YAAY,EAAE,EACvB,IAAI,EAAE,YAAY,EAAE,EACpB,MAAM,EAAE,YAAY,EAAE,EACtB,KAAK,CAAC,EAAE,CAAC,YAAY,GAAG,IAAI,CAAC,EAAE,GAC9B;IAAE,OAAO,EAAE,YAAY,EAAE,CAAC;IAAC,gBAAgB,EAAE,YAAY,EAAE,EAAE,CAAA;CAAE,CAEjE;AAED;;;;GAIG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,UAAU,CAAwB;gBAE9B,MAAM,EAAE,eAAe;IAMnC,OAAO,CACL,KAAK,EAAE,MAAM,EAAE,EAAE,EACjB,GAAG,EAAE,MAAM,EAAE,EAAE,EACf,KAAK,EAAE,MAAM,EAAE,EAAE,GAChB;QAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAA;KAAE;CAwC1B;AAED;;;;GAIG;AACH,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,eAAe;IAKnC,OAAO,CACL,KAAK,EAAE,MAAM,EAAE,EACf,GAAG,EAAE,MAAM,EAAE,EACb,KAAK,EAAE,MAAM,EAAE,GACd;QAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE;IAazC,OAAO,CAAC,kBAAkB;CA4B3B;AAED;;;;GAIG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,aAAa,CAAa;gBAEtB,MAAM,EAAE,eAAe,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE;IAa7D,OAAO,CACL,KAAK,EAAE,MAAM,EAAE,EACf,GAAG,EAAE,MAAM,EAAE,EACb,KAAK,EAAE,MAAM,EAAE,EACf,IAAI,GAAE,MAAU,GACf;QAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,aAAa,EAAE,MAAM,EAAE,CAAA;KAAE;CAiCjD;AAED;;GAEG;AACH,wBAAgB,0BAA0B,IAAI,OAAO,CAcpD;AAED;;GAEG;AACH,wBAAgB,eAAe,CAC7B,IAAI,EAAE,YAAY,GAAG,OAAO,GAAG,QAAQ,GAAG,YAAY,GAAG,KAAK,EAC9D,MAAM,EAAE,eAAe,GACtB,kBAAkB,GAAG,cAAc,GAAG,eAAe,GAAG,mBAAmB,GAAG,YAAY,CAe5F;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CACtC,IAAI,EAAE,YAAY,GAAG,OAAO,EAC5B,MAAM,EAAE,eAAe,GAAG,oBAAoB,GAC7C,2BAA2B,GAAG,uBAAuB,CASvD;AAMD;;GAEG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,YAAY,CAE1D;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,GAAG,EAAE,YAAY,GAAG,MAAM,EAAE,CAEzD;AAED;;GAEG;AACH,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,GAAG,YAAY,CASvD;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,CAMrF;AAMD;;GAEG;AACH,wBAAgB,aAAa,IAAI;IAC/B,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,YAAY,CAAC;IACxC,OAAO,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,IAAI,CAAC;IACxC,KAAK,EAAE,MAAM,IAAI,CAAC;CACnB,CAMA;AAgBD;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,2BAA2B,GAAG,uBAAuB,EAChE,MAAM,EAAE;IACN,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,GACA;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAiDjE"}