agentdb 1.0.11 → 1.1.0

package/dist/plugins/implementations/adversarial-training.js

@@ -1,409 +0,0 @@
-"use strict";
-/**
- * Adversarial Training Plugin
- *
- * Implements robust learning through adversarial examples generation
- * and training, improving model resilience to perturbations.
- *
- * Key features:
- * - FGSM (Fast Gradient Sign Method)
- * - PGD (Projected Gradient Descent) attacks
- * - Adversarial augmentation
- * - Certified defense mechanisms
- * - Robustness evaluation
- */
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AdversarialTrainingPlugin = void 0;
-const base_plugin_1 = require("../base-plugin");
-/**
- * Adversarial Training Plugin Implementation
- */
-class AdversarialTrainingPlugin extends base_plugin_1.BasePlugin {
-    constructor(config) {
-        super();
-        this.name = 'adversarial-training';
-        this.version = '1.0.0';
-        this.experiences = [];
-        this.attackType = 'fgsm';
-        this.epsilon = 0.1; // Attack strength
-        this.alpha = 0.01; // Step size for iterative attacks
-        this.iterations = 40; // PGD iterations
-        // Training parameters
-        this.adversarialRatio = 0.5; // Mix of clean vs adversarial
-        this.certifiedDefense = false;
-        // Robustness tracking
-        this.robustnessScores = [];
-        this.adversarialExamples = [];
-        if (config) {
-            this.attackType = config.attackType || 'fgsm';
-            this.epsilon = config.epsilon || 0.1;
-            this.alpha = config.alpha || 0.01;
-            this.iterations = config.iterations || 40;
-            this.adversarialRatio = config.adversarialRatio || 0.5;
-        }
-        // Mark as initialized for in-memory operation
-        this.initialized = true;
-    }
-    /**
-     * Override to skip initialization check for in-memory operation
-     */
-    checkInitialized() {
-        // No-op for adversarial training - operates in-memory
-    }
-    /**
-     * Override selectAction to provide base implementation
-     */
-    async selectAction(state, context) {
-        // Simple default action selection
-        const stateArray = Array.isArray(state) ? state : [state];
-        const stateSum = stateArray.reduce((a, b) => a + b, 0);
-        const value = Math.tanh(stateSum / stateArray.length);
-        return {
-            id: String(Math.floor(Math.abs(value) * 10)),
-            embedding: stateArray,
-            confidence: Math.abs(value),
-        };
-    }
-    /**
-     * Override to store experiences in-memory without vectorDB
-     */
-    async storeExperience(experience) {
-        this.experiences.push(experience);
-    }
-    /**
-     * Override to retrieve from local experiences
-     */
-    async retrieveSimilar(state, k) {
-        return this.experiences.slice(0, k).map((exp, idx) => ({
-            id: exp.id || `exp-${idx}`,
-            embedding: exp.state,
-            metadata: exp,
-            score: 1.0 - (idx * 0.1),
-        }));
-    }
-    /**
-     * Generate adversarial example using FGSM
-     */
-    async generateFGSM(state, target) {
-        // Ensure state is array
-        const stateArray = Array.isArray(state) ? state : [state];
-        // Handle zero epsilon case - no perturbation
-        if (this.epsilon === 0) {
-            return {
-                original: stateArray,
-                adversarial: [...stateArray],
-                perturbation: new Array(stateArray.length).fill(0),
-                confidence: 0,
-                attackType: 'fgsm',
-            };
-        }
-        // Compute gradient of loss with respect to input
-        const gradient = await this.computeGradient(stateArray, target);
-        // Apply FGSM: x_adv = x + epsilon * sign(grad)
-        const adversarial = stateArray.map((x, i) => {
-            const sign = gradient[i] > 0 ? 1 : -1;
-            return x + this.epsilon * sign;
-        });
-        const perturbation = adversarial.map((x, i) => x - stateArray[i]);
-        return {
-            original: stateArray,
-            adversarial: this.clipToValid(adversarial),
-            perturbation,
-            confidence: 0,
-            attackType: 'fgsm',
-        };
-    }
-    /**
-     * Generate adversarial example using PGD
-     */
-    async generatePGD(state, target) {
-        // Ensure state is array
-        const stateArray = Array.isArray(state) ? state : [state];
-        // Handle zero epsilon case - no perturbation
-        if (this.epsilon === 0) {
-            return {
-                original: stateArray,
-                adversarial: [...stateArray],
-                perturbation: new Array(stateArray.length).fill(0),
-                confidence: 0,
-                attackType: 'pgd',
-            };
-        }
-        let adversarial = [...stateArray];
-        // Iterative FGSM with projection
-        for (let i = 0; i < this.iterations; i++) {
-            const gradient = await this.computeGradient(adversarial, target);
-            // Update with gradient step
-            adversarial = adversarial.map((x, idx) => {
-                const sign = gradient[idx] > 0 ? 1 : -1;
-                return x + this.alpha * sign;
-            });
-            // Project back to epsilon ball around original
-            adversarial = this.projectToEpsilonBall(adversarial, stateArray, this.epsilon);
-            adversarial = this.clipToValid(adversarial);
-        }
-        const perturbation = adversarial.map((x, i) => x - stateArray[i]);
-        return {
-            original: stateArray,
-            adversarial,
-            perturbation,
-            confidence: 0,
-            attackType: 'pgd',
-        };
-    }
-    /**
-     * Generate adversarial example using DeepFool
-     */
-    async generateDeepFool(state, target) {
-        // Ensure state is array
-        const stateArray = Array.isArray(state) ? state : [state];
-        let adversarial = [...stateArray];
-        const maxIterations = 50;
-        for (let i = 0; i < maxIterations; i++) {
-            // Get predictions for all classes
-            const predictions = await this.multiClassPredict(adversarial);
-            // Find closest decision boundary
-            const sorted = predictions
-                .map((p, idx) => ({ prob: p, class: idx }))
-                .sort((a, b) => b.prob - a.prob);
-            const currentClass = sorted[0].class;
-            const nextClass = sorted[1].class;
-            // If misclassified, stop
-            if (currentClass !== Math.floor(target)) {
-                break;
-            }
-            // Compute minimum perturbation to cross boundary
-            const w = await this.computeDecisionBoundary(adversarial, currentClass, nextClass);
-            const f = sorted[0].prob - sorted[1].prob;
-            const perturbation = w.map((wi) => (f / (this.l2Norm(w) ** 2 + 1e-8)) * wi);
-            adversarial = adversarial.map((x, idx) => x + perturbation[idx]);
-        }
-        const finalPerturbation = adversarial.map((x, i) => x - stateArray[i]);
-        return {
-            original: stateArray,
-            adversarial: this.clipToValid(adversarial),
-            perturbation: finalPerturbation,
-            confidence: 0,
-            attackType: 'deepfool',
-        };
-    }
-    /**
-     * Compute gradient of loss with respect to input
-     */
-    async computeGradient(state, target) {
-        // Ensure state is valid array
-        if (!state || !Array.isArray(state) || state.length === 0) {
-            return [0];
-        }
-        const epsilon = 1e-5;
-        const gradient = new Array(state.length).fill(0);
-        for (let i = 0; i < state.length; i++) {
-            // Finite difference approximation
-            const statePlus = [...state];
-            statePlus[i] += epsilon;
-            const stateMinus = [...state];
-            stateMinus[i] -= epsilon;
-            const predPlus = (await this.selectAction(statePlus)).confidence || 0;
-            const predMinus = (await this.selectAction(stateMinus)).confidence || 0;
-            gradient[i] = (predPlus - predMinus) / (2 * epsilon);
-        }
-        return gradient;
-    }
-    /**
-     * Multi-class predictions (simplified)
-     */
-    async multiClassPredict(state) {
-        const numClasses = 10;
-        const predictions = new Array(numClasses).fill(0);
-        for (let i = 0; i < numClasses; i++) {
-            predictions[i] = Math.random();
-        }
-        // Normalize
-        const sum = predictions.reduce((a, b) => a + b, 0);
-        return predictions.map(p => p / sum);
-    }
-    /**
-     * Compute decision boundary between two classes
-     */
-    async computeDecisionBoundary(state, class1, class2) {
-        const gradient = new Array(state.length).fill(0);
-        for (let i = 0; i < state.length; i++) {
-            gradient[i] = (class1 - class2) * Math.random() * 0.1;
-        }
-        return gradient;
-    }
-    /**
-     * Project adversarial example to epsilon ball
-     */
-    projectToEpsilonBall(adversarial, original, epsilon) {
-        const perturbation = adversarial.map((x, i) => x - original[i]);
-        const norm = this.l2Norm(perturbation);
-        if (norm > epsilon) {
-            return adversarial.map((x, i) => original[i] + (perturbation[i] / norm) * epsilon);
-        }
-        return adversarial;
-    }
-    /**
-     * L2 norm of vector
-     */
-    l2Norm(vec) {
-        return Math.sqrt(vec.reduce((sum, x) => sum + x * x, 0));
-    }
-    /**
-     * Clip values to valid range [0, 1]
-     */
-    clipToValid(vec) {
-        return vec.map((x) => Math.max(0, Math.min(1, x)));
-    }
-    /**
-     * Generate adversarial example
-     */
-    async generateAdversarialExample(state, target) {
-        switch (this.attackType) {
-            case 'fgsm':
-                return this.generateFGSM(state, target);
-            case 'pgd':
-                return this.generatePGD(state, target);
-            case 'deepfool':
-                return this.generateDeepFool(state, target);
-            default:
-                return this.generateFGSM(state, target);
-        }
-    }
-    /**
-     * Train with adversarial examples
-     */
-    async train(options) {
-        const startTime = Date.now();
-        const epochs = options?.epochs || 50;
-        const batchSize = options?.batchSize || 32;
-        let totalLoss = 0;
-        let cleanLoss = 0;
-        let advLoss = 0;
-        let experiencesProcessed = 0;
-        for (let epoch = 0; epoch < epochs; epoch++) {
-            // Retrieve batch of experiences from local storage
-            const experiences = await this.retrieveSimilar(new Array(128).fill(0), batchSize);
-            // Split into clean and adversarial training
-            const numAdversarial = Math.floor(experiences.length * this.adversarialRatio);
-            // Train on clean examples
-            for (let i = 0; i < experiences.length - numAdversarial; i++) {
-                const exp = experiences[i].metadata;
-                const prediction = await this.selectAction(exp.state);
-                const loss = Math.pow(prediction.confidence - exp.reward, 2);
-                cleanLoss += loss;
-                totalLoss += loss;
-                experiencesProcessed++;
-            }
-            // Generate and train on adversarial examples
-            for (let i = experiences.length - numAdversarial; i < experiences.length; i++) {
-                const exp = experiences[i].metadata;
-                // Generate adversarial example
-                const advExample = await this.generateAdversarialExample(exp.state, exp.reward);
-                this.adversarialExamples.push(advExample);
-                // Train on adversarial example
-                const prediction = await this.selectAction(advExample.adversarial);
-                const loss = Math.pow(prediction.confidence - exp.reward, 2);
-                advLoss += loss;
-                totalLoss += loss;
-                experiencesProcessed++;
-            }
-            // Evaluate robustness
-            if (epoch % 10 === 0) {
-                const robustness = await this.evaluateRobustness(experiences.slice(0, 10).map(e => e.metadata));
-                this.robustnessScores.push(robustness);
-            }
-        }
-        const duration = Date.now() - startTime;
-        return {
-            loss: totalLoss / Math.max(1, experiencesProcessed),
-            cleanLoss: cleanLoss / Math.max(1, experiencesProcessed - this.adversarialExamples.length),
-            adversarialLoss: advLoss / Math.max(1, this.adversarialExamples.length),
-            experiencesProcessed,
-            duration,
-            robustnessScore: this.robustnessScores[this.robustnessScores.length - 1] || 0,
-            adversarialExamplesGenerated: this.adversarialExamples.length,
-        };
-    }
-    /**
-     * Evaluate model robustness
-     */
-    async evaluateRobustness(testExamples) {
-        let correctClean = 0;
-        let correctAdv = 0;
-        for (const exp of testExamples) {
-            // Clean prediction
-            const cleanPred = await this.selectAction(exp.state);
-            if (cleanPred.confidence > 0.5) {
-                correctClean++;
-            }
-            // Adversarial prediction
-            const advExample = await this.generateAdversarialExample(exp.state, exp.reward);
-            const advPred = await this.selectAction(advExample.adversarial);
-            if (advPred.confidence > 0.5) {
-                correctAdv++;
-            }
-        }
-        // Robustness score is ratio of adversarial accuracy to clean accuracy
-        const cleanAcc = correctClean / testExamples.length;
-        const advAcc = correctAdv / testExamples.length;
-        return cleanAcc > 0 ? advAcc / cleanAcc : 0;
-    }
-    /**
-     * Get adversarial training statistics
-     */
-    getAdversarialStats() {
-        const avgRobustness = this.robustnessScores.length > 0
-            ? this.robustnessScores.reduce((a, b) => a + b, 0) / this.robustnessScores.length
-            : 0;
-        const avgPerturbNorm = this.adversarialExamples.length > 0
-            ? this.adversarialExamples.reduce((sum, ex) => sum + this.l2Norm(ex.perturbation), 0) / this.adversarialExamples.length
-            : 0;
-        return {
-            attackType: this.attackType,
-            epsilon: this.epsilon,
-            examplesGenerated: this.adversarialExamples.length,
-            averageRobustness: avgRobustness,
-            avgPerturbationNorm: avgPerturbNorm,
-        };
-    }
-    /**
-     * Test model against specific attack
-     */
-    async testAgainstAttack(samples, attackType) {
-        if (samples.length === 0) {
-            return {
-                cleanAccuracy: 0,
-                robustAccuracy: 0,
-                avgPerturbation: 0,
-            };
-        }
-        const previousAttack = this.attackType;
-        this.attackType = attackType;
-        let cleanCorrect = 0;
-        let advCorrect = 0;
-        let totalPerturbation = 0;
-        for (const sample of samples) {
-            // Handle both Vector[] and {state, label}[] formats
-            const state = Array.isArray(sample) ? sample : sample.state;
-            const cleanPred = await this.selectAction(state);
-            if (cleanPred.confidence > 0.5) {
-                cleanCorrect++;
-            }
-            const advExample = await this.generateAdversarialExample(state, 1.0);
-            const advPred = await this.selectAction(advExample.adversarial);
-            if (advPred.confidence > 0.5) {
-                advCorrect++;
-            }
-            totalPerturbation += this.l2Norm(advExample.perturbation);
-        }
-        this.attackType = previousAttack;
-        return {
-            cleanAccuracy: cleanCorrect / samples.length,
-            robustAccuracy: advCorrect / samples.length,
-            avgPerturbation: totalPerturbation / samples.length,
-        };
-    }
-}
-exports.AdversarialTrainingPlugin = AdversarialTrainingPlugin;
-//# sourceMappingURL=adversarial-training.js.map

package/dist/plugins/implementations/adversarial-training.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"adversarial-training.js","sourceRoot":"","sources":["../../../src/plugins/implementations/adversarial-training.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;GAYG;;;AAEH,gDAA4C;AA+B5C;;GAEG;AACH,MAAa,yBAA0B,SAAQ,wBAAU;IAkBvD,YAAY,MAAqB;QAC/B,KAAK,EAAE,CAAC;QAlBV,SAAI,GAAG,sBAAsB,CAAC;QAC9B,YAAO,GAAG,OAAO,CAAC;QAEV,gBAAW,GAAiB,EAAE,CAAC;QAC/B,eAAU,GAAe,MAAM,CAAC;QAChC,YAAO,GAAW,GAAG,CAAC,CAAC,kBAAkB;QACzC,UAAK,GAAW,IAAI,CAAC,CAAE,kCAAkC;QACzD,eAAU,GAAW,EAAE,CAAC,CAAC,iBAAiB;QAElD,sBAAsB;QACd,qBAAgB,GAAW,GAAG,CAAC,CAAC,8BAA8B;QAC9D,qBAAgB,GAAY,KAAK,CAAC;QAE1C,sBAAsB;QACd,qBAAgB,GAAa,EAAE,CAAC;QAChC,wBAAmB,GAAyB,EAAE,CAAC;QAKrD,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC;YAC9C,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,GAAG,CAAC;YACrC,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC;YAClC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;YAC1C,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,GAAG,CAAC;QACzD,CAAC;QAED,8CAA8C;QAC9C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED;;OAEG;IACO,gBAAgB;QACxB,sDAAsD;IACxD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,KAAmB,EAAE,OAAiB;QACvD,kCAAkC;QAClC,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC1D,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACvE,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QAEtD,OAAO;YACL,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;YAC5C,SAAS,EAAE,UAAU;YACrB,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;SAC5B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,UAAsB;QAC1C,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,KAAe,EAAE,CAAS;QAC9C,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACrD,EAAE,EAAE,GAAG,CAAC,EAAE,IAAI,OAAO,GAAG,EAAE;YAC1B,SAAS,EAAE,GAAG,CAAC,KAAK;YACpB,QAAQ,EAAE,GAAG;YACb,KAAK,EAAE,GAAG,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC;SACzB,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CAAC,KAAa,EAAE,MAAc;QACtD,wBAAwB;QACxB,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAE1D,6CAA6C;QAC7C,IAAI,IAAI,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO;gBACL,QAAQ,EAAE,UAAU;gBACpB,WAAW,EAAE,CAAC,GAAG,UAAU,CAAC;gBAC5B,YAAY,EAAE,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBAClD,UAAU,EAAE,CAAC;gBACb,UAAU,EAAE,MAAM;aACnB,CAAC;QACJ,CAAC;QAED,iDAAiD;QACjD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAEhE,+CAA+C;QAC/C,MAAM,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAG,CAAS,EAAE,EAAE;YACnD,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACtC,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAG,CAAS,EAAE,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3E,OAAO;YACL,QAAQ,EAAE,UAAU;YACpB,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC;YAC1C,YAAY;YACZ,UAAU,EAAE,CAAC;YACb,UAAU,EAAE,MAAM;SACnB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CAAC,KAAa,EAAE,MAAc;QACrD,wBAAwB;QACxB,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAE1D,6CAA6C;QAC7C,IAAI,IAAI,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO;gBACL,QAAQ,EAAE,UAAU;gBACpB,WAAW,EAAE,CAAC,GAAG,UAAU,CAAC;gBAC5B,YAAY,EAAE,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBAClD,UAAU,EAAE,CAAC;gBACb,UAAU,EAAE,KAAK;aAClB,CAAC;QACJ,CAAC;QAED,IAAI,WAAW,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC;QAElC,iCAAiC;QACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;YAEjE,4BAA4B;YAC5B,WAAW,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE;gBACvC,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxC,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAC/B,CAAC,CAAC,CAAC;YAEH,+CAA+C;YAC/C,WAAW,GAAG,IAAI,CAAC,oBAAoB,CAAC,WAAW,EAAE,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YAC/E,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAG,CAAS,EAAE,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3E,OAAO;YACL,QAAQ,EAAE,UAAU;YACpB,WAAW;YACX,YAAY;YACZ,UAAU,EAAE,CAAC;YACb,UAAU,EAAE,KAAK;SAClB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB,CAAC,KAAa,EAAE,MAAc;QAC1D,wBAAwB;QACxB,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAE1D,IAAI,WAAW,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC;QAClC,MAAM,aAAa,GAAG,EAAE,CAAC;QAEzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,kCAAkC;YAClC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;YAE9D,iCAAiC;YACjC,MAAM,MAAM,GAAG,WAAW;iBACvB,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;iBAC1C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;YAEnC,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YACrC,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAElC,yBAAyB;YACzB,IAAI,YAAY,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;gBACxC,MAAM;YACR,CAAC;YAED,iDAAiD;YACjD,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,WAAW,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;YACnF,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAE1C,MAAM,YAAY,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EAAU,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;YAEpF,WAAW,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;QACnE,CAAC;QAED,MAAM,iBAAiB,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAG,CAAS,EAAE,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAEhF,OAAO;YACL,QAAQ,EAAE,UAAU;YACpB,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC;YAC1C,YAAY,EAAE,iBAAiB;YAC/B,UAAU,EAAE,CAAC;YACb,UAAU,EAAE,UAAU;SACvB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAAC,KAAa,EAAE,MAAc;QACzD,8BAA8B;QAC9B,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1D,OAAO,CAAC,CAAC,CAAC,CAAC;QACb,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC;QACrB,MAAM,QAAQ,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,kCAAkC;YAClC,MAAM,SAAS,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;YAC7B,SAAS,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC;YAExB,MAAM,UAAU,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;YAC9B,UAAU,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC;YAEzB,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC;YACtE,MAAM,SAAS,GAAG,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC;YAExE,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC;QACvD,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAAC,KAAa;QAC3C,MAAM,UAAU,GAAG,EAAE,CAAC;QACtB,MAAM,WAAW,GAAG,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAElD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,WAAW,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACjC,CAAC;QAED,YAAY;QACZ,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACnD,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,uBAAuB,CACnC,KAAa,EACb,MAAc,EACd,MAAc;QAEd,MAAM,QAAQ,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC;QACxD,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,oBAAoB,CAAC,WAAmB,EAAE,QAAgB,EAAE,OAAe;QACjF,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAG,CAAS,EAAE,EAAE,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACzE,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAEvC,IAAI,IAAI,GAAG,OAAO,EAAE,CAAC;YACnB,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAG,CAAS,EAAE,EAAE,CACvC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,OAAO,CACjD,CAAC;QACJ,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,GAAW;QACxB,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,GAAW;QAC7B,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,0BAA0B,CAC9B,KAAa,EACb,MAAc;QAEd,QAAQ,IAAI,CAAC,UAAU,EAAE,CAAC;YACxB,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAC1C,KAAK,KAAK;gBACR,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YACzC,KAAK,UAAU;gBACb,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAC9C;gBACE,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,OAAsB;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,EAAE,CAAC;QACrC,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,EAAE,CAAC;QAE3C,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,oBAAoB,GAAG,CAAC,CAAC;QAE7B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YAC5C,mDAAmD;YACnD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,eAAe,CAC5C,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EACtB,SAAS,CACV,CAAC;YAEF,4CAA4C;YAC5C,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAE9E,0BAA0B;YAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7D,MAAM,GAAG,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,QAAS,CAAC;gBACrC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACtD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,UAAW,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBAC9D,SAAS,IAAI,IAAI,CAAC;gBAClB,SAAS,IAAI,IAAI,CAAC;gBAClB,oBAAoB,EAAE,CAAC;YACzB,CAAC;YAED,6CAA6C;YAC7C,KAAK,IAAI,CAAC,GAAG,WAAW,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9E,MAAM,GAAG,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,QAAS,CAAC;gBAErC,+BAA+B;gBAC/B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;gBAChF,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAE1C,+BAA+B;gBAC/B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;gBACnE,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,UAAW,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBAC9D,OAAO,IAAI,IAAI,CAAC;gBAChB,SAAS,IAAI,IAAI,CAAC;gBAClB,oBAAoB,EAAE,CAAC;YACzB,CAAC;YAED,sBAAsB;YACtB,IAAI,KAAK,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;gBACrB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAS,CAAC,CAAC,CAAC;gBACjG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAExC,OAAO;YACL,IAAI,EAAE,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,oBAAoB,CAAC;YACnD,SAAS,EAAE,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,oBAAoB,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC;YAC1F,eAAe,EAAE,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC;YACvE,oBAAoB;YACpB,QAAQ;YACR,eAAe,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC;YAC7E,4BAA4B,EAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM;SAC9D,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAAC,YAA0B;QACzD,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;YAC/B,mBAAmB;YACnB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACrD,IAAI,SAAS,CAAC,UAAW,GAAG,GAAG,EAAE,CAAC;gBAChC,YAAY,EAAE,CAAC;YACjB,CAAC;YAED,yBAAyB;YACzB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;YAChF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;YAEhE,IAAI,OAAO,CAAC,UAAW,GAAG,GAAG,EAAE,CAAC;gBAC9B,UAAU,EAAE,CAAC;YACf,CAAC;QACH,CAAC;QAED,sEAAsE;QACtE,MAAM,QAAQ,GAAG,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC;QACpD,MAAM,MAAM,GAAG,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC;QAEhD,OAAO,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,mBAAmB;QAOjB,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC;YACpD,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM;YACjF,CAAC,CAAC,CAAC,CAAC;QAEN,MAAM,cAAc,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC;YACxD,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAC1C,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM;YAC5E,CAAC,CAAC,CAAC,CAAC;QAEN,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,iBAAiB,EAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM;YAClD,iBAAiB,EAAE,aAAa;YAChC,mBAAmB,EAAE,cAAc;SACpC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CACrB,OAA4D,EAC5D,UAAsB;QAEtB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO;gBACL,aAAa,EAAE,CAAC;gBAChB,cAAc,EAAE,CAAC;gBACjB,eAAe,EAAE,CAAC;aACnB,CAAC;QACJ,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC;QACvC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAE7B,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAE1B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,oDAAoD;YACpD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAE,MAAc,CAAC,KAAK,CAAC;YAErE,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YACjD,IAAI,SAAS,CAAC,UAAW,GAAG,GAAG,EAAE,CAAC;gBAChC,YAAY,EAAE,CAAC;YACjB,CAAC;YAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACrE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;YAEhE,IAAI,OAAO,CAAC,UAAW,GAAG,GAAG,EAAE,CAAC;gBAC9B,UAAU,EAAE,CAAC;YACf,CAAC;YAED,iBAAiB,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;QAC5D,CAAC;QAED,IAAI,CAAC,UAAU,GAAG,cAAc,CAAC;QAEjC,OAAO;YACL,aAAa,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM;YAC5C,cAAc,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM;YAC3C,eAAe,EAAE,iBAAiB,GAAG,OAAO,CAAC,MAAM;SACpD,CAAC;IACJ,CAAC;CACF;AA7eD,8DA6eC"}