agentdb 1.0.12 → 1.1.0

package/dist/plugins/implementations/q-learning.js

@@ -1,435 +0,0 @@
-"use strict";
-/**
- * Q-Learning Plugin
- *
- * Implements the Q-Learning algorithm with experience replay.
- * Q-Learning is a model-free, off-policy RL algorithm that learns
- * the optimal action-value function (Q-function).
- *
- * Key features:
- * - Epsilon-greedy exploration
- * - Experience replay buffer
- * - Optional prioritized experience replay
- * - Temporal difference learning
- */
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.QLearningPlugin = void 0;
-const base_plugin_1 = require("../base-plugin");
-/**
- * Experience replay buffer
- */
-class ReplayBuffer {
-    constructor(capacity) {
-        this.buffer = [];
-        this.position = 0;
-        this.capacity = capacity;
-    }
-    /**
-     * Add experience to buffer
-     */
-    add(experience) {
-        if (this.buffer.length < this.capacity) {
-            this.buffer.push(experience);
-        }
-        else {
-            this.buffer[this.position] = experience;
-        }
-        this.position = (this.position + 1) % this.capacity;
-    }
-    /**
-     * Sample random batch
-     */
-    sample(batchSize) {
-        const batch = [];
-        for (let i = 0; i < Math.min(batchSize, this.buffer.length); i++) {
-            const index = Math.floor(Math.random() * this.buffer.length);
-            batch.push(this.buffer[index]);
-        }
-        return batch;
-    }
-    /**
-     * Get buffer size
-     */
-    size() {
-        return this.buffer.length;
-    }
-    /**
-     * Check if buffer has enough samples
-     */
-    hasEnough(minSize) {
-        return this.buffer.length >= minSize;
-    }
-}
-/**
- * Prioritized Experience Replay Buffer
- */
-class PrioritizedReplayBuffer extends ReplayBuffer {
-    constructor(capacity, alpha = 0.6, beta = 0.4, betaIncrement = 0.001) {
-        super(capacity);
-        this.priorities = [];
-        this.alpha = alpha;
-        this.beta = beta;
-        this.betaIncrement = betaIncrement;
-    }
-    /**
-     * Add experience with priority
-     */
-    addWithPriority(experience, priority) {
-        this.add(experience);
-        if (this.priorities.length < this.size()) {
-            this.priorities.push(priority);
-        }
-        else {
-            const pos = this.position - 1;
-            this.priorities[pos >= 0 ? pos : this.priorities.length - 1] = priority;
-        }
-    }
-    /**
-     * Sample batch using prioritized sampling
-     */
-    samplePrioritized(batchSize) {
-        const n = this.size();
-        const batch = [];
-        const indices = [];
-        const weights = [];
-        // Compute sampling probabilities
-        const probs = this.priorities.map(p => Math.pow(p, this.alpha));
-        const totalProb = probs.reduce((sum, p) => sum + p, 0);
-        // Sample
-        for (let i = 0; i < Math.min(batchSize, n); i++) {
-            const rand = Math.random() * totalProb;
-            let cumProb = 0;
-            let index = 0;
-            for (let j = 0; j < probs.length; j++) {
-                cumProb += probs[j];
-                if (rand <= cumProb) {
-                    index = j;
-                    break;
-                }
-            }
-            batch.push(this.buffer[index]);
-            indices.push(index);
-            // Compute importance sampling weight
-            const prob = probs[index] / totalProb;
-            const weight = Math.pow(n * prob, -this.beta);
-            weights.push(weight);
-        }
-        // Normalize weights
-        const maxWeight = Math.max(...weights);
-        const normalizedWeights = weights.map(w => w / maxWeight);
-        // Anneal beta
-        this.beta = Math.min(1.0, this.beta + this.betaIncrement);
-        return { experiences: batch, indices, weights: normalizedWeights };
-    }
-    /**
-     * Update priority for specific experience
-     */
-    updatePriority(index, priority) {
-        if (index >= 0 && index < this.priorities.length) {
-            this.priorities[index] = priority;
-        }
-    }
-}
-/**
- * Q-Learning Plugin Implementation
- */
-class QLearningPlugin extends base_plugin_1.BasePlugin {
-    constructor() {
-        super(...arguments);
-        this.name = 'q-learning';
-        this.version = '1.0.0';
-        this.qTable = new Map();
-        this.epsilon = 1.0;
-        this.epsilonMin = 0.01;
-        this.epsilonDecay = 0.995;
-        this.usePrioritized = false;
-        this.trainCounter = 0;
-    }
-    /**
-     * Initialize Q-Learning plugin
-     */
-    async onInitialize() {
-        // Initialize epsilon
-        this.epsilon = this.config.algorithm.epsilonStart || 1.0;
-        this.epsilonMin = this.config.algorithm.epsilonEnd || 0.01;
-        this.epsilonDecay = this.config.algorithm.epsilonDecay || 0.995;
-        // Initialize replay buffer
-        const replayConfig = this.config.experienceReplay;
-        if (replayConfig && replayConfig.type === 'prioritized') {
-            this.usePrioritized = true;
-            this.replayBuffer = new PrioritizedReplayBuffer(replayConfig.capacity, replayConfig.alpha, replayConfig.beta, replayConfig.betaIncrement);
-        }
-        else if (replayConfig && replayConfig.type === 'uniform') {
-            this.replayBuffer = new ReplayBuffer(replayConfig.capacity);
-        }
-        else {
-            // Default replay buffer
-            this.replayBuffer = new ReplayBuffer(10000);
-        }
-    }
-    /**
-     * Select action using epsilon-greedy policy
-     *
-     * @param state - Current state vector
-     * @param context - Optional context
-     * @returns Selected action
-     */
-    async selectAction(state, context) {
-        this.checkInitialized();
-        // Epsilon-greedy exploration
-        if (Math.random() < this.epsilon) {
-            return this.randomAction(state);
-        }
-        // Exploit: Select action with highest Q-value
-        return this.greedyAction(state);
-    }
-    /**
-     * Select random action (exploration)
-     */
-    async randomAction(state) {
-        // Find similar states to get action space
-        const similar = await this.retrieveSimilar(state, 10);
-        if (similar.length === 0) {
-            // No similar states, return random embedding
-            return {
-                id: 'random',
-                embedding: Array.from({ length: 768 }, () => Math.random() * 2 - 1),
-                source: 'policy',
-                confidence: 0,
-                metadata: { exploration: true },
-            };
-        }
-        // Random action from similar states
-        const randomIdx = Math.floor(Math.random() * similar.length);
-        const randomExp = similar[randomIdx];
-        if (!randomExp.metadata) {
-            // Fallback to random embedding
-            return {
-                id: 'random',
-                embedding: Array.from({ length: 768 }, () => Math.random() * 2 - 1),
-                source: 'policy',
-                confidence: 0,
-                metadata: { exploration: true },
-            };
-        }
-        return {
-            id: randomExp.id,
-            embedding: randomExp.metadata.action,
-            source: 'policy',
-            confidence: 0,
-            metadata: { exploration: true },
-        };
-    }
-    /**
-     * Select greedy action (exploitation)
-     */
-    async greedyAction(state) {
-        const stateKey = this.hashState(state);
-        // Get Q-values for this state
-        const qValues = this.qTable.get(stateKey);
-        if (!qValues || qValues.size === 0) {
-            // No Q-values yet, explore similar states
-            const similar = await this.retrieveSimilar(state, 1);
-            if (similar.length > 0 && similar[0].metadata) {
-                return {
-                    id: similar[0].id,
-                    embedding: similar[0].metadata.action,
-                    source: 'policy',
-                    confidence: similar[0].score,
-                    metadata: { exploration: false },
-                };
-            }
-            // Fallback to random
-            return this.randomAction(state);
-        }
-        // Find action with maximum Q-value
-        let maxQ = -Infinity;
-        let bestAction = '';
-        for (const [action, qValue] of qValues.entries()) {
-            if (qValue > maxQ) {
-                maxQ = qValue;
-                bestAction = action;
-            }
-        }
-        // Retrieve action embedding from storage
-        const actionData = await this.getActionEmbedding(bestAction);
-        return {
-            id: bestAction,
-            embedding: actionData,
-            source: 'policy',
-            confidence: this.normalizeQValue(maxQ),
-            metadata: { exploration: false, qValue: maxQ },
-        };
-    }
-    /**
-     * Store experience and update Q-table
-     */
-    async onStoreExperience(experience) {
-        // Add to replay buffer
-        if (this.usePrioritized) {
-            const tdError = this.computeTDError(experience);
-            this.replayBuffer.addWithPriority(experience, Math.abs(tdError) + 1e-6);
-        }
-        else {
-            this.replayBuffer.add(experience);
-        }
-        // Train periodically
-        this.trainCounter++;
-        const trainEvery = this.config.training.trainEvery || 100;
-        if (this.trainCounter >= trainEvery && this.replayBuffer.hasEnough(this.config.training.minExperiences)) {
-            await this.train({ epochs: 1, verbose: false });
-            this.trainCounter = 0;
-        }
-    }
-    /**
-     * Train Q-Learning on replay buffer
-     */
-    async train(options) {
-        this.checkInitialized();
-        const epochs = options?.epochs || 1;
-        const batchSize = options?.batchSize || this.config.training.batchSize;
-        const learningRate = options?.learningRate || this.config.algorithm.learningRate;
-        const gamma = this.config.algorithm.discountFactor;
-        let totalLoss = 0;
-        let avgQValue = 0;
-        for (let epoch = 0; epoch < epochs; epoch++) {
-            let epochLoss = 0;
-            let epochQSum = 0;
-            // Sample batch
-            let batch;
-            let weights = [];
-            if (this.usePrioritized) {
-                const sampled = this.replayBuffer.samplePrioritized(batchSize);
-                batch = sampled.experiences;
-                weights = sampled.weights;
-            }
-            else {
-                batch = this.replayBuffer.sample(batchSize);
-                weights = new Array(batch.length).fill(1.0);
-            }
-            // Update Q-values
-            for (let i = 0; i < batch.length; i++) {
-                const exp = batch[i];
-                const weight = weights[i];
-                const stateKey = this.hashState(exp.state);
-                const actionKey = this.hashAction(exp.action);
-                // Get current Q-value
-                const currentQ = this.getQValue(stateKey, actionKey);
-                // Compute target Q-value
-                const nextStateKey = this.hashState(exp.nextState);
-                const maxNextQ = exp.done ? 0 : this.getMaxQValue(nextStateKey);
-                const targetQ = exp.reward + gamma * maxNextQ;
-                // TD error
-                const tdError = targetQ - currentQ;
-                // Update Q-value
-                const newQ = currentQ + learningRate * weight * tdError;
-                this.setQValue(stateKey, actionKey, newQ);
-                // Track metrics
-                epochLoss += tdError * tdError * weight;
-                epochQSum += newQ;
-                // Update priority if using prioritized replay
-                if (this.usePrioritized) {
-                    const sampled = this.replayBuffer.samplePrioritized(batchSize);
-                    this.replayBuffer.updatePriority(sampled.indices[i], Math.abs(tdError) + 1e-6);
-                }
-            }
-            totalLoss = epochLoss / batch.length;
-            avgQValue = epochQSum / batch.length;
-        }
-        // Decay epsilon
-        this.epsilon = Math.max(this.epsilonMin, this.epsilon * this.epsilonDecay);
-        return {
-            loss: totalLoss,
-            avgQValue,
-            epsilon: this.epsilon,
-        };
-    }
-    /**
-     * Compute TD error for prioritized replay
-     */
-    computeTDError(experience) {
-        const stateKey = this.hashState(experience.state);
-        const actionKey = this.hashAction(experience.action);
-        const gamma = this.config.algorithm.discountFactor;
-        const currentQ = this.getQValue(stateKey, actionKey);
-        const nextStateKey = this.hashState(experience.nextState);
-        const maxNextQ = experience.done ? 0 : this.getMaxQValue(nextStateKey);
-        const targetQ = experience.reward + gamma * maxNextQ;
-        return targetQ - currentQ;
-    }
-    /**
-     * Get Q-value for state-action pair
-     */
-    getQValue(stateKey, actionKey) {
-        const qValues = this.qTable.get(stateKey);
-        return qValues?.get(actionKey) || 0;
-    }
-    /**
-     * Set Q-value for state-action pair
-     */
-    setQValue(stateKey, actionKey, value) {
-        if (!this.qTable.has(stateKey)) {
-            this.qTable.set(stateKey, new Map());
-        }
-        this.qTable.get(stateKey).set(actionKey, value);
-    }
-    /**
-     * Get maximum Q-value for a state
-     */
-    getMaxQValue(stateKey) {
-        const qValues = this.qTable.get(stateKey);
-        if (!qValues || qValues.size === 0) {
-            return 0;
-        }
-        return Math.max(...Array.from(qValues.values()));
-    }
-    /**
-     * Hash state vector to string key
-     */
-    hashState(state) {
-        // Simple hash - in production, use better hashing or clustering
-        return state.slice(0, 10).map((x) => x.toFixed(2)).join(',');
-    }
-    /**
-     * Hash action to string key
-     */
-    hashAction(action) {
-        if (typeof action === 'string') {
-            return action;
-        }
-        if (Array.isArray(action)) {
-            return action.slice(0, 10).map((x) => x.toFixed(2)).join(',');
-        }
-        return String(action);
-    }
-    /**
-     * Get action embedding from ID
-     */
-    async getActionEmbedding(actionId) {
-        // In production, retrieve from database
-        // For now, return random embedding
-        return Array.from({ length: 768 }, () => Math.random() * 2 - 1);
-    }
-    /**
-     * Normalize Q-value to 0-1 confidence
-     */
-    normalizeQValue(qValue) {
-        return 1 / (1 + Math.exp(-qValue)); // Sigmoid
-    }
-    /**
-     * Save Q-table
-     */
-    async onSave(path) {
-        console.log(`Saving Q-Learning model to ${path}`);
-        // In production, serialize Q-table to file
-    }
-    /**
-     * Load Q-table
-     */
-    async onLoad(path) {
-        console.log(`Loading Q-Learning model from ${path}`);
-        // In production, deserialize Q-table from file
-    }
-}
-exports.QLearningPlugin = QLearningPlugin;
-//# sourceMappingURL=q-learning.js.map

package/dist/plugins/implementations/q-learning.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"q-learning.js","sourceRoot":"","sources":["../../../src/plugins/implementations/q-learning.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;GAYG;;;AAEH,gDAA4C;AAS5C;;GAEG;AACH,MAAM,YAAY;IAKhB,YAAY,QAAgB;QAJpB,WAAM,GAAiB,EAAE,CAAC;QAE1B,aAAQ,GAAW,CAAC,CAAC;QAG3B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,UAAsB;QACxB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YACvC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC;IACtD,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,SAAiB;QACtB,MAAM,KAAK,GAAiB,EAAE,CAAC;QAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACjE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7D,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACjC,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,IAAI;QACF,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,OAAe;QACvB,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC;IACvC,CAAC;CACF;AAED;;GAEG;AACH,MAAM,uBAAwB,SAAQ,YAAY;IAMhD,YAAY,QAAgB,EAAE,QAAgB,GAAG,EAAE,OAAe,GAAG,EAAE,gBAAwB,KAAK;QAClG,KAAK,CAAC,QAAQ,CAAC,CAAC;QANV,eAAU,GAAa,EAAE,CAAC;QAOhC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,UAAsB,EAAE,QAAgB;QACtD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAErB,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;YACzC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,GAAI,IAAY,CAAC,QAAQ,GAAG,CAAC,CAAC;YACvC,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC;QAC1E,CAAC;IACH,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,SAAiB;QACjC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QACtB,MAAM,KAAK,GAAiB,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,iCAAiC;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAChE,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAEvD,SAAS;QACT,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAChD,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC;YACvC,IAAI,OAAO,GAAG,CAAC,CAAC;YAChB,IAAI,KAAK,GAAG,CAAC,CAAC;YAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;gBACpB,IAAI,IAAI,IAAI,OAAO,EAAE,CAAC;oBACpB,KAAK,GAAG,CAAC,CAAC;oBACV,MAAM;gBACR,CAAC;YACH,CAAC;YAED,KAAK,CAAC,IAAI,CAAE,IAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YACxC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAEpB,qCAAqC;YACrC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC;YACtC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;QAED,oBAAoB;QACpB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;QACvC,MAAM,iBAAiB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;QAE1D,cAAc;QACd,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC;QAE1D,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;IACrE,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,KAAa,EAAE,QAAgB;QAC5C,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;YACjD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAC;QACpC,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAa,eAAgB,SAAQ,wBAAU;IAA/C;;QACS,SAAI,GAAG,YAAY,CAAC;QACpB,YAAO,GAAG,OAAO,CAAC;QAEjB,WAAM,GAAqC,IAAI,GAAG,EAAE,CAAC;QACrD,YAAO,GAAW,GAAG,CAAC;QACtB,eAAU,GAAW,IAAI,CAAC;QAC1B,iBAAY,GAAW,KAAK,CAAC;QAE7B,mBAAc,GAAY,KAAK,CAAC;QAChC,iBAAY,GAAW,CAAC,CAAC;IA6VnC,CAAC;IA3VC;;OAEG;IACO,KAAK,CAAC,YAAY;QAC1B,qBAAqB;QACrB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,YAAY,IAAI,GAAG,CAAC;QACzD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,IAAI,IAAI,CAAC;QAC3D,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,YAAY,IAAI,KAAK,CAAC;QAEhE,2BAA2B;QAC3B,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;QAElD,IAAI,YAAY,IAAI,YAAY,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YACxD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;YAC3B,IAAI,CAAC,YAAY,GAAG,IAAI,uBAAuB,CAC7C,YAAY,CAAC,QAAQ,EACrB,YAAY,CAAC,KAAK,EAClB,YAAY,CAAC,IAAI,EACjB,YAAY,CAAC,aAAa,CAC3B,CAAC;QACJ,CAAC;aAAM,IAAI,YAAY,IAAI,YAAY,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC3D,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAC9D,CAAC;aAAM,CAAC;YACN,wBAAwB;YACxB,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,YAAY,CAAC,KAAe,EAAE,OAAiB;QACnD,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAExB,6BAA6B;QAC7B,IAAI,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YACjC,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;QAED,8CAA8C;QAC9C,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CAAC,KAAe;QACxC,0CAA0C;QAC1C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAEtD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,6CAA6C;YAC7C,OAAO;gBACL,EAAE,EAAE,QAAQ;gBACZ,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;gBACnE,MAAM,EAAE,QAAQ;gBAChB,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE;aAChC,CAAC;QACJ,CAAC;QAED,oCAAoC;QACpC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;QAErC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;YACxB,+BAA+B;YAC/B,OAAO;gBACL,EAAE,EAAE,QAAQ;gBACZ,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;gBACnE,MAAM,EAAE,QAAQ;gBAChB,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE;aAChC,CAAC;QACJ,CAAC;QAED,OAAO;YACL,EAAE,EAAE,SAAS,CAAC,EAAE;YAChB,SAAS,EAAE,SAAS,CAAC,QAAQ,CAAC,MAAM;YACpC,MAAM,EAAE,QAAQ;YAChB,UAAU,EAAE,CAAC;YACb,QAAQ,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE;SAChC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CAAC,KAAe;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAEvC,8BAA8B;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAE1C,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACnC,0CAA0C;YAC1C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAErD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;gBAC9C,OAAO;oBACL,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;oBACjB,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM;oBACrC,MAAM,EAAE,QAAQ;oBAChB,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK;oBAC5B,QAAQ,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE;iBACjC,CAAC;YACJ,CAAC;YAED,qBAAqB;YACrB,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;QAED,mCAAmC;QACnC,IAAI,IAAI,GAAG,CAAC,QAAQ,CAAC;QACrB,IAAI,UAAU,GAAG,EAAE,CAAC;QAEpB,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;YACjD,IAAI,MAAM,GAAG,IAAI,EAAE,CAAC;gBAClB,IAAI,GAAG,MAAM,CAAC;gBACd,UAAU,GAAG,MAAM,CAAC;YACtB,CAAC;QACH,CAAC;QAED,yCAAyC;QACzC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;QAE7D,OAAO;YACL,EAAE,EAAE,UAAU;YACd,SAAS,EAAE,UAAU;YACrB,MAAM,EAAE,QAAQ;YAChB,UAAU,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;YACtC,QAAQ,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE;SAC/C,CAAC;IACJ,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,iBAAiB,CAAC,UAAsB;QACtD,uBAAuB;QACvB,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;YAC/C,IAAI,CAAC,YAAwC,CAAC,eAAe,CAC5D,UAAU,EACV,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,IAAI,CACzB,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACpC,CAAC;QAED,qBAAqB;QACrB,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,IAAI,GAAG,CAAC;QAE1D,IAAI,IAAI,CAAC,YAAY,IAAI,UAAU,IAAI,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YACxG,MAAM,IAAI,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAChD,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,OAAsB;QAChC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAExB,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC;QACpC,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC;QACvE,MAAM,YAAY,GAAG,OAAO,EAAE,YAAY,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC;QACjF,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC;QAEnD,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YAC5C,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,IAAI,SAAS,GAAG,CAAC,CAAC;YAElB,eAAe;YACf,IAAI,KAAmB,CAAC;YACxB,IAAI,OAAO,GAAa,EAAE,CAAC;YAE3B,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,MAAM,OAAO,GAAI,IAAI,CAAC,YAAwC,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;gBAC5F,KAAK,GAAG,OAAO,CAAC,WAAW,CAAC;gBAC5B,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBAC5C,OAAO,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC9C,CAAC;YAED,kBAAkB;YAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACrB,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBAE1B,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAE9C,sBAAsB;gBACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;gBAErD,yBAAyB;gBACzB,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBACnD,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;gBAChE,MAAM,OAAO,GAAG,GAAG,CAAC,MAAM,GAAG,KAAK,GAAG,QAAQ,CAAC;gBAE9C,WAAW;gBACX,MAAM,OAAO,GAAG,OAAO,GAAG,QAAQ,CAAC;gBAEnC,iBAAiB;gBACjB,MAAM,IAAI,GAAG,QAAQ,GAAG,YAAY,GAAG,MAAM,GAAG,OAAO,CAAC;gBACxD,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;gBAE1C,gBAAgB;gBAChB,SAAS,IAAI,OAAO,GAAG,OAAO,GAAG,MAAM,CAAC;gBACxC,SAAS,IAAI,IAAI,CAAC;gBAElB,8CAA8C;gBAC9C,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;oBACxB,MAAM,OAAO,GAAI,IAAI,CAAC,YAAwC,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;oBAC3F,IAAI,CAAC,YAAwC,CAAC,cAAc,CAC3D,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAClB,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,IAAI,CACzB,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,SAAS,GAAG,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC;YACrC,SAAS,GAAG,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC;QACvC,CAAC;QAED,gBAAgB;QAChB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC;QAE3E,OAAO;YACL,IAAI,EAAE,SAAS;YACf,SAAS;YACT,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,UAAsB;QAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAClD,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC;QAEnD,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QACrD,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAC1D,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QACvE,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,GAAG,KAAK,GAAG,QAAQ,CAAC;QAErD,OAAO,OAAO,GAAG,QAAQ,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,QAAgB,EAAE,SAAiB;QACnD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC1C,OAAO,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,QAAgB,EAAE,SAAiB,EAAE,KAAa;QAClE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;QACvC,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IACnD,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,QAAgB;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAE1C,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACnC,OAAO,CAAC,CAAC;QACX,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACnD,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,KAAe;QAC/B,gEAAgE;QAChE,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvE,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,MAAW;QAC5B,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxE,CAAC;QAED,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC;IACxB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAAC,QAAgB;QAC/C,wCAAwC;QACxC,mCAAmC;QACnC,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAClE,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,MAAc;QACpC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU;IAChD,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,MAAM,CAAC,IAAY;QACjC,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,EAAE,CAAC,CAAC;QAClD,2CAA2C;IAC7C,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,MAAM,CAAC,IAAY;QACjC,OAAO,CAAC,GAAG,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;QACrD,+CAA+C;IACjD,CAAC;CACF;AAvWD,0CAuWC"}