@claude-flow/cli 3.0.0-alpha.101 → 3.0.0-alpha.103

package/dist/src/ruvector/moe-router.js

@@ -0,0 +1,626 @@
+/**
+ * Mixture of Experts (MoE) Router for Dynamic Agent Routing
+ *
+ * Features:
+ * - 8 expert slots for specialized agent types
+ * - Gating network for soft expert selection (top-k)
+ * - Online weight updates via reward signals
+ * - Load balancing with auxiliary loss
+ * - Weight persistence to .swarm/moe-weights.json
+ *
+ * Architecture:
+ * - Input: 384-dim task embedding (from ONNX)
+ * - Hidden: 128-dim layer with ReLU
+ * - Output: 8-dim softmax weights
+ *
+ * @module moe-router
+ */
+import { existsSync, mkdirSync, readFileSync, writeFileSync } from 'fs';
+import { dirname } from 'path';
+/**
+ * Expert names in order (index corresponds to expert slot)
+ */
+export const EXPERT_NAMES = [
+    'coder',
+    'tester',
+    'reviewer',
+    'architect',
+    'security',
+    'performance',
+    'researcher',
+    'coordinator',
+];
+/**
+ * Number of experts (fixed at 8)
+ */
+export const NUM_EXPERTS = 8;
+/**
+ * Input dimension (384 from ONNX MiniLM-L6-v2)
+ */
+export const INPUT_DIM = 384;
+/**
+ * Hidden layer dimension
+ */
+export const HIDDEN_DIM = 128;
+/**
+ * Default configuration
+ */
+const DEFAULT_CONFIG = {
+    topK: 2,
+    learningRate: 0.01,
+    temperature: 1.0,
+    loadBalanceCoef: 0.01,
+    weightsPath: '.swarm/moe-weights.json',
+    autoSaveInterval: 50,
+    enableNoise: true,
+    noiseStd: 0.1,
+};
+// ============================================================================
+// Matrix Operations
+// ============================================================================
+/**
+ * Initialize weights using Xavier/Glorot initialization
+ */
+function xavierInit(fanIn, fanOut) {
+    const std = Math.sqrt(2.0 / (fanIn + fanOut));
+    const weights = new Float32Array(fanIn * fanOut);
+    for (let i = 0; i < weights.length; i++) {
+        // Box-Muller transform for normal distribution
+        const u1 = Math.random();
+        const u2 = Math.random();
+        const z = Math.sqrt(-2 * Math.log(u1 + 1e-8)) * Math.cos(2 * Math.PI * u2);
+        weights[i] = z * std;
+    }
+    return weights;
+}
+/**
+ * Matrix-vector multiplication: y = Wx
+ * W is stored row-major: [rows * cols]
+ */
+function matmul(W, x, rows, cols, out) {
+    for (let i = 0; i < rows; i++) {
+        let sum = 0;
+        const rowOffset = i * cols;
+        // 4x loop unrolling for SIMD-friendly access
+        let j = 0;
+        for (; j + 3 < cols; j += 4) {
+            sum +=
+                W[rowOffset + j] * x[j] +
+                    W[rowOffset + j + 1] * x[j + 1] +
+                    W[rowOffset + j + 2] * x[j + 2] +
+                    W[rowOffset + j + 3] * x[j + 3];
+        }
+        // Handle remainder
+        for (; j < cols; j++) {
+            sum += W[rowOffset + j] * x[j];
+        }
+        out[i] = sum;
+    }
+}
+/**
+ * Vector addition: y = x + b
+ */
+function addBias(x, b, out) {
+    for (let i = 0; i < x.length; i++) {
+        out[i] = x[i] + b[i];
+    }
+}
+/**
+ * ReLU activation: y = max(0, x)
+ */
+function relu(x, out) {
+    for (let i = 0; i < x.length; i++) {
+        out[i] = x[i] > 0 ? x[i] : 0;
+    }
+}
+/**
+ * Softmax with temperature: y_i = exp(x_i/T) / sum(exp(x_j/T))
+ */
+function softmax(x, temperature, out) {
+    // Find max for numerical stability
+    let maxVal = x[0];
+    for (let i = 1; i < x.length; i++) {
+        if (x[i] > maxVal)
+            maxVal = x[i];
+    }
+    // Compute exp and sum
+    let sum = 0;
+    for (let i = 0; i < x.length; i++) {
+        out[i] = Math.exp((x[i] - maxVal) / temperature);
+        sum += out[i];
+    }
+    // Normalize
+    const invSum = 1.0 / (sum + 1e-8);
+    for (let i = 0; i < x.length; i++) {
+        out[i] *= invSum;
+    }
+}
+/**
+ * Compute entropy of distribution: H = -sum(p * log(p))
+ */
+function entropy(p) {
+    let h = 0;
+    for (let i = 0; i < p.length; i++) {
+        if (p[i] > 1e-8) {
+            h -= p[i] * Math.log(p[i]);
+        }
+    }
+    return h;
+}
+/**
+ * Add Gaussian noise for exploration
+ */
+function addNoise(x, std, out) {
+    for (let i = 0; i < x.length; i++) {
+        const u1 = Math.random();
+        const u2 = Math.random();
+        const z = Math.sqrt(-2 * Math.log(u1 + 1e-8)) * Math.cos(2 * Math.PI * u2);
+        out[i] = x[i] + z * std;
+    }
+}
+// ============================================================================
+// MoE Router Implementation
+// ============================================================================
+/**
+ * Mixture of Experts Router
+ *
+ * Implements a two-layer gating network:
+ * - Layer 1: Linear(384, 128) + ReLU
+ * - Layer 2: Linear(128, 8) + Softmax
+ *
+ * Uses top-k expert selection with load balancing.
+ */
+export class MoERouter {
+    config;
+    // Network weights (pre-allocated Float32Arrays)
+    W1; // [HIDDEN_DIM x INPUT_DIM]
+    b1; // [HIDDEN_DIM]
+    W2; // [NUM_EXPERTS x HIDDEN_DIM]
+    b2; // [NUM_EXPERTS]
+    // Intermediate buffers (pre-allocated, no GC pressure)
+    hidden; // [HIDDEN_DIM]
+    hiddenWithBias; // [HIDDEN_DIM]
+    hiddenActivated; // [HIDDEN_DIM]
+    logits; // [NUM_EXPERTS]
+    logitsWithBias; // [NUM_EXPERTS]
+    noisyLogits; // [NUM_EXPERTS]
+    probs; // [NUM_EXPERTS]
+    // Gradient buffers for online learning
+    gradW2; // [NUM_EXPERTS x HIDDEN_DIM]
+    gradb2; // [NUM_EXPERTS]
+    gradW1; // [HIDDEN_DIM x INPUT_DIM]
+    gradb1; // [HIDDEN_DIM]
+    gradHidden; // [HIDDEN_DIM]
+    // Statistics
+    routingCounts; // [NUM_EXPERTS]
+    totalRoutings = 0;
+    updateCount = 0;
+    avgReward = 0;
+    // Cache for last input (for gradient computation)
+    lastInput = null;
+    lastHiddenActivated = null;
+    lastProbs = null;
+    lastSelectedExperts = [];
+    constructor(config = {}) {
+        this.config = { ...DEFAULT_CONFIG, ...config };
+        // Initialize weights
+        this.W1 = xavierInit(INPUT_DIM, HIDDEN_DIM);
+        this.b1 = new Float32Array(HIDDEN_DIM);
+        this.W2 = xavierInit(HIDDEN_DIM, NUM_EXPERTS);
+        this.b2 = new Float32Array(NUM_EXPERTS);
+        // Pre-allocate intermediate buffers
+        this.hidden = new Float32Array(HIDDEN_DIM);
+        this.hiddenWithBias = new Float32Array(HIDDEN_DIM);
+        this.hiddenActivated = new Float32Array(HIDDEN_DIM);
+        this.logits = new Float32Array(NUM_EXPERTS);
+        this.logitsWithBias = new Float32Array(NUM_EXPERTS);
+        this.noisyLogits = new Float32Array(NUM_EXPERTS);
+        this.probs = new Float32Array(NUM_EXPERTS);
+        // Pre-allocate gradient buffers
+        this.gradW2 = new Float32Array(NUM_EXPERTS * HIDDEN_DIM);
+        this.gradb2 = new Float32Array(NUM_EXPERTS);
+        this.gradW1 = new Float32Array(HIDDEN_DIM * INPUT_DIM);
+        this.gradb1 = new Float32Array(HIDDEN_DIM);
+        this.gradHidden = new Float32Array(HIDDEN_DIM);
+        // Statistics
+        this.routingCounts = new Float32Array(NUM_EXPERTS);
+    }
+    /**
+     * Initialize router, loading persisted weights if available
+     */
+    async initialize() {
+        await this.loadWeights();
+    }
+    /**
+     * Route task to top-k experts based on embedding
+     *
+     * @param taskEmbedding - 384-dim task embedding from ONNX
+     * @returns Routing result with selected experts and weights
+     */
+    route(taskEmbedding) {
+        // Convert to Float32Array if needed
+        const input = taskEmbedding instanceof Float32Array
+            ? taskEmbedding
+            : new Float32Array(taskEmbedding);
+        // Validate input dimension
+        if (input.length !== INPUT_DIM) {
+            throw new Error(`Expected embedding dimension ${INPUT_DIM}, got ${input.length}`);
+        }
+        // Forward pass through gating network
+        // Layer 1: Linear + ReLU
+        matmul(this.W1, input, HIDDEN_DIM, INPUT_DIM, this.hidden);
+        addBias(this.hidden, this.b1, this.hiddenWithBias);
+        relu(this.hiddenWithBias, this.hiddenActivated);
+        // Layer 2: Linear
+        matmul(this.W2, this.hiddenActivated, NUM_EXPERTS, HIDDEN_DIM, this.logits);
+        addBias(this.logits, this.b2, this.logitsWithBias);
+        // Add noise for exploration if enabled
+        if (this.config.enableNoise) {
+            addNoise(this.logitsWithBias, this.config.noiseStd, this.noisyLogits);
+        }
+        else {
+            this.noisyLogits.set(this.logitsWithBias);
+        }
+        // Softmax to get probabilities
+        softmax(this.noisyLogits, this.config.temperature, this.probs);
+        // Select top-k experts
+        const expertIndices = this.selectTopK(this.probs, this.config.topK);
+        // Compute load balance loss
+        const loadBalanceLoss = this.computeLoadBalanceLoss();
+        // Compute entropy
+        const routingEntropy = entropy(this.probs);
+        // Update statistics
+        for (const idx of expertIndices) {
+            this.routingCounts[idx]++;
+        }
+        this.totalRoutings++;
+        // Cache for gradient computation
+        this.lastInput = new Float32Array(input);
+        this.lastHiddenActivated = new Float32Array(this.hiddenActivated);
+        this.lastProbs = new Float32Array(this.probs);
+        this.lastSelectedExperts = expertIndices;
+        // Build result
+        const totalWeight = expertIndices.reduce((sum, idx) => sum + this.probs[idx], 0);
+        const experts = expertIndices.map((idx) => ({
+            name: EXPERT_NAMES[idx],
+            index: idx,
+            weight: this.probs[idx] / (totalWeight + 1e-8), // Normalize weights
+            score: this.probs[idx],
+        }));
+        return {
+            experts,
+            allScores: Array.from(this.probs),
+            loadBalanceLoss,
+            entropy: routingEntropy,
+        };
+    }
+    /**
+     * Update expert weights based on reward signal
+     *
+     * Uses REINFORCE-style gradient update:
+     * gradient = reward * d_log_prob / d_weights
+     *
+     * @param expert - Expert that received the reward
+     * @param reward - Reward signal (-1 to 1, positive = good)
+     */
+    updateExpertWeights(expert, reward) {
+        const expertIdx = typeof expert === 'number' ? expert : EXPERT_NAMES.indexOf(expert);
+        if (expertIdx < 0 || expertIdx >= NUM_EXPERTS) {
+            console.warn(`[MoE] Invalid expert: ${expert}`);
+            return;
+        }
+        if (!this.lastInput || !this.lastHiddenActivated || !this.lastProbs) {
+            console.warn('[MoE] No cached forward pass for gradient computation');
+            return;
+        }
+        // Clamp reward to [-1, 1]
+        const clampedReward = Math.max(-1, Math.min(1, reward));
+        // Compute gradients using REINFORCE
+        // For softmax: d_log_p_i / d_logit_j = delta_ij - p_j
+        // gradient = reward * (1 - p_expert) for selected expert
+        // gradient = reward * (-p_j) for other experts
+        // Clear gradient buffers
+        this.gradW2.fill(0);
+        this.gradb2.fill(0);
+        this.gradW1.fill(0);
+        this.gradb1.fill(0);
+        this.gradHidden.fill(0);
+        // Gradient w.r.t. logits (before softmax)
+        for (let i = 0; i < NUM_EXPERTS; i++) {
+            if (i === expertIdx) {
+                this.gradb2[i] = clampedReward * (1 - this.lastProbs[i]);
+            }
+            else {
+                this.gradb2[i] = clampedReward * (-this.lastProbs[i]);
+            }
+        }
+        // Gradient w.r.t. W2: outer product of gradb2 and hiddenActivated
+        for (let i = 0; i < NUM_EXPERTS; i++) {
+            const rowOffset = i * HIDDEN_DIM;
+            for (let j = 0; j < HIDDEN_DIM; j++) {
+                this.gradW2[rowOffset + j] = this.gradb2[i] * this.lastHiddenActivated[j];
+            }
+        }
+        // Backprop through W2 to get gradient w.r.t. hidden
+        for (let j = 0; j < HIDDEN_DIM; j++) {
+            let sum = 0;
+            for (let i = 0; i < NUM_EXPERTS; i++) {
+                sum += this.gradb2[i] * this.W2[i * HIDDEN_DIM + j];
+            }
+            this.gradHidden[j] = sum;
+        }
+        // Backprop through ReLU: gradient is 0 where activation was 0
+        for (let j = 0; j < HIDDEN_DIM; j++) {
+            if (this.lastHiddenActivated[j] <= 0) {
+                this.gradHidden[j] = 0;
+            }
+        }
+        // Gradient w.r.t. b1
+        this.gradb1.set(this.gradHidden);
+        // Gradient w.r.t. W1: outer product of gradHidden and input
+        for (let i = 0; i < HIDDEN_DIM; i++) {
+            const rowOffset = i * INPUT_DIM;
+            for (let j = 0; j < INPUT_DIM; j++) {
+                this.gradW1[rowOffset + j] = this.gradHidden[i] * this.lastInput[j];
+            }
+        }
+        // Apply gradients with learning rate
+        const lr = this.config.learningRate;
+        for (let i = 0; i < this.W2.length; i++) {
+            this.W2[i] += lr * this.gradW2[i];
+        }
+        for (let i = 0; i < this.b2.length; i++) {
+            this.b2[i] += lr * this.gradb2[i];
+        }
+        for (let i = 0; i < this.W1.length; i++) {
+            this.W1[i] += lr * this.gradW1[i];
+        }
+        for (let i = 0; i < this.b1.length; i++) {
+            this.b1[i] += lr * this.gradb1[i];
+        }
+        // Update statistics
+        this.updateCount++;
+        this.avgReward = (this.avgReward * (this.updateCount - 1) + clampedReward) / this.updateCount;
+        // Auto-save
+        if (this.config.autoSaveInterval > 0 &&
+            this.updateCount % this.config.autoSaveInterval === 0) {
+            this.saveWeights().catch(() => { }); // Fire and forget
+        }
+    }
+    /**
+     * Get load balance statistics across all experts
+     */
+    getLoadBalance() {
+        const counts = {};
+        const utilization = {};
+        const total = this.totalRoutings || 1;
+        const idealUtilization = 1 / NUM_EXPERTS;
+        for (let i = 0; i < NUM_EXPERTS; i++) {
+            const name = EXPERT_NAMES[i];
+            counts[name] = this.routingCounts[i];
+            utilization[name] = this.routingCounts[i] / total;
+        }
+        // Compute Gini coefficient
+        const gini = this.computeGiniCoefficient();
+        // Compute coefficient of variation
+        const mean = total / NUM_EXPERTS;
+        let variance = 0;
+        for (let i = 0; i < NUM_EXPERTS; i++) {
+            variance += Math.pow(this.routingCounts[i] - mean, 2);
+        }
+        variance /= NUM_EXPERTS;
+        const cv = Math.sqrt(variance) / (mean + 1e-8);
+        return {
+            utilization,
+            totalRoutings: this.totalRoutings,
+            routingCounts: counts,
+            giniCoefficient: gini,
+            coefficientOfVariation: cv,
+        };
+    }
+    /**
+     * Get router statistics
+     */
+    getStats() {
+        return {
+            totalRoutings: this.totalRoutings,
+            updateCount: this.updateCount,
+            avgReward: this.avgReward,
+            topK: this.config.topK,
+            temperature: this.config.temperature,
+            learningRate: this.config.learningRate,
+            giniCoefficient: this.computeGiniCoefficient(),
+        };
+    }
+    /**
+     * Reset all statistics and routing counts
+     */
+    resetStats() {
+        this.routingCounts.fill(0);
+        this.totalRoutings = 0;
+        this.updateCount = 0;
+        this.avgReward = 0;
+    }
+    /**
+     * Load weights from persistence file
+     */
+    async loadWeights(path) {
+        const weightsPath = path || this.config.weightsPath;
+        try {
+            if (!existsSync(weightsPath)) {
+                return false;
+            }
+            const data = readFileSync(weightsPath, 'utf-8');
+            const model = JSON.parse(data);
+            // Validate version
+            if (!model.version || !model.version.startsWith('1.')) {
+                console.warn(`[MoE] Incompatible model version: ${model.version}`);
+                return false;
+            }
+            // Load weights
+            this.W1 = new Float32Array(model.weights.W1.flat());
+            this.b1 = new Float32Array(model.weights.b1);
+            this.W2 = new Float32Array(model.weights.W2.flat());
+            this.b2 = new Float32Array(model.weights.b2);
+            // Load stats
+            this.updateCount = model.stats.updateCount || 0;
+            this.avgReward = model.stats.avgReward || 0;
+            this.routingCounts = new Float32Array(model.stats.routingCounts || new Array(NUM_EXPERTS).fill(0));
+            this.totalRoutings = this.routingCounts.reduce((a, b) => a + b, 0);
+            return true;
+        }
+        catch (err) {
+            console.warn(`[MoE] Failed to load weights: ${err}`);
+            return false;
+        }
+    }
+    /**
+     * Save weights to persistence file
+     */
+    async saveWeights(path) {
+        const weightsPath = path || this.config.weightsPath;
+        try {
+            // Ensure directory exists
+            const dir = dirname(weightsPath);
+            if (!existsSync(dir)) {
+                mkdirSync(dir, { recursive: true });
+            }
+            // Convert Float32Arrays to nested arrays for JSON
+            const W1_2d = [];
+            for (let i = 0; i < HIDDEN_DIM; i++) {
+                W1_2d.push(Array.from(this.W1.slice(i * INPUT_DIM, (i + 1) * INPUT_DIM)));
+            }
+            const W2_2d = [];
+            for (let i = 0; i < NUM_EXPERTS; i++) {
+                W2_2d.push(Array.from(this.W2.slice(i * HIDDEN_DIM, (i + 1) * HIDDEN_DIM)));
+            }
+            const model = {
+                version: '1.0.0',
+                config: {
+                    topK: this.config.topK,
+                    temperature: this.config.temperature,
+                    learningRate: this.config.learningRate,
+                    loadBalanceCoef: this.config.loadBalanceCoef,
+                },
+                weights: {
+                    W1: W1_2d,
+                    b1: Array.from(this.b1),
+                    W2: W2_2d,
+                    b2: Array.from(this.b2),
+                },
+                stats: {
+                    updateCount: this.updateCount,
+                    routingCounts: Array.from(this.routingCounts),
+                    avgReward: this.avgReward,
+                },
+                metadata: {
+                    savedAt: new Date().toISOString(),
+                    expertNames: [...EXPERT_NAMES],
+                },
+            };
+            writeFileSync(weightsPath, JSON.stringify(model, null, 2));
+            return true;
+        }
+        catch (err) {
+            console.warn(`[MoE] Failed to save weights: ${err}`);
+            return false;
+        }
+    }
+    /**
+     * Reset weights to random initialization
+     */
+    resetWeights() {
+        this.W1 = xavierInit(INPUT_DIM, HIDDEN_DIM);
+        this.b1.fill(0);
+        this.W2 = xavierInit(HIDDEN_DIM, NUM_EXPERTS);
+        this.b2.fill(0);
+        this.resetStats();
+    }
+    // ============================================================================
+    // Private Methods
+    // ============================================================================
+    /**
+     * Select top-k indices from probabilities
+     */
+    selectTopK(probs, k) {
+        // Create index-value pairs and sort by value descending
+        const pairs = [];
+        for (let i = 0; i < probs.length; i++) {
+            pairs.push([i, probs[i]]);
+        }
+        pairs.sort((a, b) => b[1] - a[1]);
+        // Return top-k indices
+        return pairs.slice(0, k).map((p) => p[0]);
+    }
+    /**
+     * Compute load balance loss for regularization
+     *
+     * Uses auxiliary loss from Switch Transformer:
+     * L_balance = N * sum(f_i * P_i)
+     * where f_i = fraction of tokens routed to expert i
+     *       P_i = average routing probability to expert i
+     */
+    computeLoadBalanceLoss() {
+        if (this.totalRoutings === 0)
+            return 0;
+        let loss = 0;
+        for (let i = 0; i < NUM_EXPERTS; i++) {
+            const fraction = this.routingCounts[i] / this.totalRoutings;
+            const avgProb = this.probs[i]; // Current routing prob
+            loss += fraction * avgProb;
+        }
+        return NUM_EXPERTS * loss * this.config.loadBalanceCoef;
+    }
+    /**
+     * Compute Gini coefficient for load distribution
+     */
+    computeGiniCoefficient() {
+        if (this.totalRoutings === 0)
+            return 0;
+        // Sort counts
+        const sorted = Array.from(this.routingCounts).sort((a, b) => a - b);
+        const n = sorted.length;
+        const mean = this.totalRoutings / n;
+        // Compute Gini using the formula: G = (2 * sum(i * x_i) - (n+1) * sum(x_i)) / (n * sum(x_i))
+        let weightedSum = 0;
+        for (let i = 0; i < n; i++) {
+            weightedSum += (i + 1) * sorted[i];
+        }
+        const gini = (2 * weightedSum - (n + 1) * this.totalRoutings) /
+            (n * this.totalRoutings + 1e-8);
+        return Math.max(0, gini);
+    }
+}
+// ============================================================================
+// Singleton Instance
+// ============================================================================
+let moeRouterInstance = null;
+/**
+ * Get singleton MoE router instance
+ *
+ * @param config - Optional configuration (only used on first call)
+ * @returns MoE router instance
+ */
+export function getMoERouter(config) {
+    if (!moeRouterInstance) {
+        moeRouterInstance = new MoERouter(config);
+        // Initialize in background (load weights)
+        moeRouterInstance.initialize().catch((err) => {
+            console.warn('[MoE] Failed to initialize router:', err);
+        });
+    }
+    return moeRouterInstance;
+}
+/**
+ * Reset singleton instance (for testing)
+ */
+export function resetMoERouter() {
+    moeRouterInstance = null;
+}
+/**
+ * Factory function to create new router
+ */
+export function createMoERouter(config) {
+    return new MoERouter(config);
+}
+//# sourceMappingURL=moe-router.js.map

package/dist/src/ruvector/moe-router.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"moe-router.js","sourceRoot":"","sources":["../../../src/ruvector/moe-router.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AACxE,OAAO,EAAE,OAAO,EAAQ,MAAM,MAAM,CAAC;AAmBrC;;GAEG;AACH,MAAM,CAAC,MAAM,YAAY,GAAiB;IACxC,OAAO;IACP,QAAQ;IACR,UAAU;IACV,WAAW;IACX,UAAU;IACV,aAAa;IACb,YAAY;IACZ,aAAa;CACd,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAAC;AAE7B;;GAEG;AACH,MAAM,CAAC,MAAM,SAAS,GAAG,GAAG,CAAC;AAE7B;;GAEG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG,GAAG,CAAC;AAkF9B;;GAEG;AACH,MAAM,cAAc,GAAoB;IACtC,IAAI,EAAE,CAAC;IACP,YAAY,EAAE,IAAI;IAClB,WAAW,EAAE,GAAG;IAChB,eAAe,EAAE,IAAI;IACrB,WAAW,EAAE,yBAAyB;IACtC,gBAAgB,EAAE,EAAE;IACpB,WAAW,EAAE,IAAI;IACjB,QAAQ,EAAE,GAAG;CACd,CAAC;AAEF,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E;;GAEG;AACH,SAAS,UAAU,CAAC,KAAa,EAAE,MAAc;IAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC;IACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,+CAA+C;QAC/C,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QAC3E,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;IACvB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;GAGG;AACH,SAAS,MAAM,CACb,CAAe,EACf,CAAe,EACf,IAAY,EACZ,IAAY,EACZ,GAAiB;IAEjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9B,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,CAAC;QAC3B,6CAA6C;QAC7C,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,GAAG;gBACD,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;oBACvB,CAAC,CAAC,SAAS,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;oBAC/B,CAAC,CAAC,SAAS,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;oBAC/B,CAAC,CAAC,SAAS,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,mBAAmB;QACnB,OAAO,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YACrB,GAAG,IAAI,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,CAAC;QACD,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,OAAO,CAAC,CAAe,EAAE,CAAe,EAAE,GAAiB;IAClE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,IAAI,CAAC,CAAe,EAAE,GAAiB;IAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,OAAO,CAAC,CAAe,EAAE,WAAmB,EAAE,GAAiB;IACtE,mCAAmC;IACnC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM;YAAE,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACnC,CAAC;IAED,sBAAsB;IACtB,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC,CAAC;QACjD,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;IAChB,CAAC;IAED,YAAY;IACZ,MAAM,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC;IAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,GAAG,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC;IACnB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,OAAO,CAAC,CAAe;IAC9B,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC;YAChB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;GAEG;AACH,SAAS,QAAQ,CAAC,CAAe,EAAE,GAAW,EAAE,GAAiB;IAC/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QAC3E,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;IAC1B,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,4BAA4B;AAC5B,+EAA+E;AAE/E;;;;;;;;GAQG;AACH,MAAM,OAAO,SAAS;IACZ,MAAM,CAAkB;IAEhC,gDAAgD;IACxC,EAAE,CAAe,CAAC,2BAA2B;IAC7C,EAAE,CAAe,CAAC,eAAe;IACjC,EAAE,CAAe,CAAC,6BAA6B;IAC/C,EAAE,CAAe,CAAC,gBAAgB;IAE1C,uDAAuD;IAC/C,MAAM,CAAe,CAAC,eAAe;IACrC,cAAc,CAAe,CAAC,eAAe;IAC7C,eAAe,CAAe,CAAC,eAAe;IAC9C,MAAM,CAAe,CAAC,gBAAgB;IACtC,cAAc,CAAe,CAAC,gBAAgB;IAC9C,WAAW,CAAe,CAAC,gBAAgB;IAC3C,KAAK,CAAe,CAAC,gBAAgB;IAE7C,uCAAuC;IAC/B,MAAM,CAAe,CAAC,6BAA6B;IACnD,MAAM,CAAe,CAAC,gBAAgB;IACtC,MAAM,CAAe,CAAC,2BAA2B;IACjD,MAAM,CAAe,CAAC,eAAe;IACrC,UAAU,CAAe,CAAC,eAAe;IAEjD,aAAa;IACL,aAAa,CAAe,CAAC,gBAAgB;IAC7C,aAAa,GAAG,CAAC,CAAC;IAClB,WAAW,GAAG,CAAC,CAAC;IAChB,SAAS,GAAG,CAAC,CAAC;IAEtB,kDAAkD;IAC1C,SAAS,GAAwB,IAAI,CAAC;IACtC,mBAAmB,GAAwB,IAAI,CAAC;IAChD,SAAS,GAAwB,IAAI,CAAC;IACtC,mBAAmB,GAAa,EAAE,CAAC;IAE3C,YAAY,SAAmC,EAAE;QAC/C,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;QAE/C,qBAAqB;QACrB,IAAI,CAAC,EAAE,GAAG,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAC5C,IAAI,CAAC,EAAE,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;QACvC,IAAI,CAAC,EAAE,GAAG,UAAU,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QAC9C,IAAI,CAAC,EAAE,GAAG,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC;QAExC,oCAAoC;QACpC,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;QAC3C,IAAI,CAAC,cAAc,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;QACnD,IAAI,CAAC,eAAe,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;QACpD,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC;QAC5C,IAAI,CAAC,cAAc,GAAG,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC;QACpD,IAAI,CAAC,WAAW,GAAG,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC;QACjD,IAAI,CAAC,KAAK,GAAG,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC;QAE3C,gCAAgC;QAChC,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,CAAC,WAAW,GAAG,UAAU,CAAC,CAAC;QACzD,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC;QAC5C,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,CAAC,UAAU,GAAG,SAAS,CAAC,CAAC;QACvD,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;QAC3C,IAAI,CAAC,UAAU,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;QAE/C,aAAa;QACb,IAAI,CAAC,aAAa,GAAG,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC;IACrD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;IAC3B,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,aAAsC;QAC1C,oCAAoC;QACpC,MAAM,KAAK,GACT,aAAa,YAAY,YAAY;YACnC,CAAC,CAAC,aAAa;YACf,CAAC,CAAC,IAAI,YAAY,CAAC,aAAa,CAAC,CAAC;QAEtC,2BAA2B;QAC3B,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CACb,gCAAgC,SAAS,SAAS,KAAK,CAAC,MAAM,EAAE,CACjE,CAAC;QACJ,CAAC;QAED,sCAAsC;QACtC,yBAAyB;QACzB,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3D,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QACnD,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;QAEhD,kBAAkB;QAClB,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,eAAe,EAAE,WAAW,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5E,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAEnD,uCAAuC;QACvC,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC5B,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACxE,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC5C,CAAC;QAED,+BAA+B;QAC/B,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAE/D,uBAAuB;QACvB,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAEpE,4BAA4B;QAC5B,MAAM,eAAe,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAEtD,kBAAkB;QAClB,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAE3C,oBAAoB;QACpB,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;YAChC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5B,CAAC;QACD,IAAI,CAAC,aAAa,EAAE,CAAC;QAErB,iCAAiC;QACjC,IAAI,CAAC,SAAS,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,CAAC,mBAAmB,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAClE,IAAI,CAAC,SAAS,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9C,IAAI,CAAC,mBAAmB,GAAG,aAAa,CAAC;QAEzC,eAAe;QACf,MAAM,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACjF,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC1C,IAAI,EAAE,YAAY,CAAC,GAAG,CAAC;YACvB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC,EAAE,oBAAoB;YACpE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;SACvB,CAAC,CAAC,CAAC;QAEJ,OAAO;YACL,OAAO;YACP,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;YACjC,eAAe;YACf,OAAO,EAAE,cAAc;SACxB,CAAC;IACJ,CAAC;IAED;;;;;;;;OAQG;IACH,mBAAmB,CAAC,MAA2B,EAAE,MAAc;QAC7D,MAAM,SAAS,GAAG,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAErF,IAAI,SAAS,GAAG,CAAC,IAAI,SAAS,IAAI,WAAW,EAAE,CAAC;YAC9C,OAAO,CAAC,IAAI,CAAC,yBAAyB,MAAM,EAAE,CAAC,CAAC;YAChD,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,mBAAmB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpE,OAAO,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;YACtE,OAAO;QACT,CAAC;QAED,0BAA0B;QAC1B,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;QAExD,oCAAoC;QACpC,sDAAsD;QACtD,yDAAyD;QACzD,+CAA+C;QAE/C,yBAAyB;QACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAExB,0CAA0C;QAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,aAAa,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3D,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,aAAa,GAAG,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;QAED,kEAAkE;QAClE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,SAAS,GAAG,CAAC,GAAG,UAAU,CAAC;YACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;YAC5E,CAAC;QACH,CAAC;QAED,oDAAoD;QACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrC,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC;YACtD,CAAC;YACD,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;QAC3B,CAAC;QAED,8DAA8D;QAC9D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,IAAI,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;gBACrC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;QAED,qBAAqB;QACrB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAEjC,4DAA4D;QAC5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,SAAS,GAAG,CAAC,GAAG,SAAS,CAAC;YAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;gBACnC,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;QAED,qCAAqC;QACrC,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACpC,CAAC;QAED,oBAAoB;QACpB,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,IAAI,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,aAAa,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC;QAE9F,YAAY;QACZ,IACE,IAAI,CAAC,MAAM,CAAC,gBAAgB,GAAG,CAAC;YAChC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,KAAK,CAAC,EACrD,CAAC;YACD,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC,kBAAkB;QACxD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,cAAc;QACZ,MAAM,MAAM,GAA+B,EAAgC,CAAC;QAC5E,MAAM,WAAW,GAA+B,EAAgC,CAAC;QAEjF,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,IAAI,CAAC,CAAC;QACtC,MAAM,gBAAgB,GAAG,CAAC,GAAG,WAAW,CAAC;QAEzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;YACrC,WAAW,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;QACpD,CAAC;QAED,2BAA2B;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAE3C,mCAAmC;QACnC,MAAM,IAAI,GAAG,KAAK,GAAG,WAAW,CAAC;QACjC,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC;QACxD,CAAC;QACD,QAAQ,IAAI,WAAW,CAAC;QACxB,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;QAE/C,OAAO;YACL,WAAW;YACX,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,aAAa,EAAE,MAAM;YACrB,eAAe,EAAE,IAAI;YACrB,sBAAsB,EAAE,EAAE;SAC3B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO;YACL,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY;YACtC,eAAe,EAAE,IAAI,CAAC,sBAAsB,EAAE;SAC/C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,UAAU;QACR,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3B,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;QACvB,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,IAAa;QAC7B,MAAM,WAAW,GAAG,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;QACpD,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC7B,OAAO,KAAK,CAAC;YACf,CAAC;YAED,MAAM,IAAI,GAAG,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YAChD,MAAM,KAAK,GAAmB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAE/C,mBAAmB;YACnB,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtD,OAAO,CAAC,IAAI,CAAC,qCAAqC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBACnE,OAAO,KAAK,CAAC;YACf,CAAC;YAED,eAAe;YACf,IAAI,CAAC,EAAE,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;YACpD,IAAI,CAAC,EAAE,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC7C,IAAI,CAAC,EAAE,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;YACpD,IAAI,CAAC,EAAE,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAE7C,aAAa;YACb,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;YAChD,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC;YAC5C,IAAI,CAAC,aAAa,GAAG,IAAI,YAAY,CACnC,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAC5D,CAAC;YACF,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YAEnE,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,iCAAiC,GAAG,EAAE,CAAC,CAAC;YACrD,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,IAAa;QAC7B,MAAM,WAAW,GAAG,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;QACpD,IAAI,CAAC;YACH,0BAA0B;YAC1B,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;YACjC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACtC,CAAC;YAED,kDAAkD;YAClD,MAAM,KAAK,GAAe,EAAE,CAAC;YAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YAC5E,CAAC;YAED,MAAM,KAAK,GAAe,EAAE,CAAC;YAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAC9E,CAAC;YAED,MAAM,KAAK,GAAmB;gBAC5B,OAAO,EAAE,OAAO;gBAChB,MAAM,EAAE;oBACN,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;oBACtB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;oBACpC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY;oBACtC,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;iBAC7C;gBACD,OAAO,EAAE;oBACP,EAAE,EAAE,KAAK;oBACT,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBACvB,EAAE,EAAE,KAAK;oBACT,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;iBACxB;gBACD,KAAK,EAAE;oBACL,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC;oBAC7C,SAAS,EAAE,IAAI,CAAC,SAAS;iBAC1B;gBACD,QAAQ,EAAE;oBACR,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACjC,WAAW,EAAE,CAAC,GAAG,YAAY,CAAC;iBAC/B;aACF,CAAC;YAEF,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAC3D,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,iCAAiC,GAAG,EAAE,CAAC,CAAC;YACrD,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACH,YAAY;QACV,IAAI,CAAC,EAAE,GAAG,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAC5C,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChB,IAAI,CAAC,EAAE,GAAG,UAAU,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QAC9C,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChB,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAED,+EAA+E;IAC/E,kBAAkB;IAClB,+EAA+E;IAE/E;;OAEG;IACK,UAAU,CAAC,KAAmB,EAAE,CAAS;QAC/C,wDAAwD;QACxD,MAAM,KAAK,GAA4B,EAAE,CAAC;QAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5B,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAElC,uBAAuB;QACvB,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED;;;;;;;OAOG;IACK,sBAAsB;QAC5B,IAAI,IAAI,CAAC,aAAa,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAEvC,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC;YAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,uBAAuB;YACtD,IAAI,IAAI,QAAQ,GAAG,OAAO,CAAC;QAC7B,CAAC;QAED,OAAO,WAAW,GAAG,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;IAC1D,CAAC;IAED;;OAEG;IACK,sBAAsB;QAC5B,IAAI,IAAI,CAAC,aAAa,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAEvC,cAAc;QACd,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACpE,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QACxB,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;QAEpC,6FAA6F;QAC7F,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACrC,CAAC;QAED,MAAM,IAAI,GACR,CAAC,CAAC,GAAG,WAAW,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC;YAChD,CAAC,CAAC,GAAG,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC;QAElC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC3B,CAAC;CACF;AAED,+EAA+E;AAC/E,qBAAqB;AACrB,+EAA+E;AAE/E,IAAI,iBAAiB,GAAqB,IAAI,CAAC;AAE/C;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAAC,MAAiC;IAC5D,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACvB,iBAAiB,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC;QAC1C,0CAA0C;QAC1C,iBAAiB,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YAC3C,OAAO,CAAC,IAAI,CAAC,oCAAoC,EAAE,GAAG,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc;IAC5B,iBAAiB,GAAG,IAAI,CAAC;AAC3B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,MAAiC;IAC/D,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC;AAC/B,CAAC"}