agentdb 1.0.0

package/dist/plugins/implementations/q-learning.js

@@ -0,0 +1,435 @@
+"use strict";
+/**
+ * Q-Learning Plugin
+ *
+ * Implements the Q-Learning algorithm with experience replay.
+ * Q-Learning is a model-free, off-policy RL algorithm that learns
+ * the optimal action-value function (Q-function).
+ *
+ * Key features:
+ * - Epsilon-greedy exploration
+ * - Experience replay buffer
+ * - Optional prioritized experience replay
+ * - Temporal difference learning
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.QLearningPlugin = void 0;
+const base_plugin_1 = require("../base-plugin");
+/**
+ * Experience replay buffer
+ */
+class ReplayBuffer {
+    constructor(capacity) {
+        this.buffer = [];
+        this.position = 0;
+        this.capacity = capacity;
+    }
+    /**
+     * Add experience to buffer
+     */
+    add(experience) {
+        if (this.buffer.length < this.capacity) {
+            this.buffer.push(experience);
+        }
+        else {
+            this.buffer[this.position] = experience;
+        }
+        this.position = (this.position + 1) % this.capacity;
+    }
+    /**
+     * Sample random batch
+     */
+    sample(batchSize) {
+        const batch = [];
+        for (let i = 0; i < Math.min(batchSize, this.buffer.length); i++) {
+            const index = Math.floor(Math.random() * this.buffer.length);
+            batch.push(this.buffer[index]);
+        }
+        return batch;
+    }
+    /**
+     * Get buffer size
+     */
+    size() {
+        return this.buffer.length;
+    }
+    /**
+     * Check if buffer has enough samples
+     */
+    hasEnough(minSize) {
+        return this.buffer.length >= minSize;
+    }
+}
+/**
+ * Prioritized Experience Replay Buffer
+ */
+class PrioritizedReplayBuffer extends ReplayBuffer {
+    constructor(capacity, alpha = 0.6, beta = 0.4, betaIncrement = 0.001) {
+        super(capacity);
+        this.priorities = [];
+        this.alpha = alpha;
+        this.beta = beta;
+        this.betaIncrement = betaIncrement;
+    }
+    /**
+     * Add experience with priority
+     */
+    addWithPriority(experience, priority) {
+        this.add(experience);
+        if (this.priorities.length < this.size()) {
+            this.priorities.push(priority);
+        }
+        else {
+            const pos = this.position - 1;
+            this.priorities[pos >= 0 ? pos : this.priorities.length - 1] = priority;
+        }
+    }
+    /**
+     * Sample batch using prioritized sampling
+     */
+    samplePrioritized(batchSize) {
+        const n = this.size();
+        const batch = [];
+        const indices = [];
+        const weights = [];
+        // Compute sampling probabilities
+        const probs = this.priorities.map(p => Math.pow(p, this.alpha));
+        const totalProb = probs.reduce((sum, p) => sum + p, 0);
+        // Sample
+        for (let i = 0; i < Math.min(batchSize, n); i++) {
+            const rand = Math.random() * totalProb;
+            let cumProb = 0;
+            let index = 0;
+            for (let j = 0; j < probs.length; j++) {
+                cumProb += probs[j];
+                if (rand <= cumProb) {
+                    index = j;
+                    break;
+                }
+            }
+            batch.push(this.buffer[index]);
+            indices.push(index);
+            // Compute importance sampling weight
+            const prob = probs[index] / totalProb;
+            const weight = Math.pow(n * prob, -this.beta);
+            weights.push(weight);
+        }
+        // Normalize weights
+        const maxWeight = Math.max(...weights);
+        const normalizedWeights = weights.map(w => w / maxWeight);
+        // Anneal beta
+        this.beta = Math.min(1.0, this.beta + this.betaIncrement);
+        return { experiences: batch, indices, weights: normalizedWeights };
+    }
+    /**
+     * Update priority for specific experience
+     */
+    updatePriority(index, priority) {
+        if (index >= 0 && index < this.priorities.length) {
+            this.priorities[index] = priority;
+        }
+    }
+}
+/**
+ * Q-Learning Plugin Implementation
+ */
+class QLearningPlugin extends base_plugin_1.BasePlugin {
+    constructor() {
+        super(...arguments);
+        this.name = 'q-learning';
+        this.version = '1.0.0';
+        this.qTable = new Map();
+        this.epsilon = 1.0;
+        this.epsilonMin = 0.01;
+        this.epsilonDecay = 0.995;
+        this.usePrioritized = false;
+        this.trainCounter = 0;
+    }
+    /**
+     * Initialize Q-Learning plugin
+     */
+    async onInitialize() {
+        // Initialize epsilon
+        this.epsilon = this.config.algorithm.epsilonStart || 1.0;
+        this.epsilonMin = this.config.algorithm.epsilonEnd || 0.01;
+        this.epsilonDecay = this.config.algorithm.epsilonDecay || 0.995;
+        // Initialize replay buffer
+        const replayConfig = this.config.experienceReplay;
+        if (replayConfig && replayConfig.type === 'prioritized') {
+            this.usePrioritized = true;
+            this.replayBuffer = new PrioritizedReplayBuffer(replayConfig.capacity, replayConfig.alpha, replayConfig.beta, replayConfig.betaIncrement);
+        }
+        else if (replayConfig && replayConfig.type === 'uniform') {
+            this.replayBuffer = new ReplayBuffer(replayConfig.capacity);
+        }
+        else {
+            // Default replay buffer
+            this.replayBuffer = new ReplayBuffer(10000);
+        }
+    }
+    /**
+     * Select action using epsilon-greedy policy
+     *
+     * @param state - Current state vector
+     * @param context - Optional context
+     * @returns Selected action
+     */
+    async selectAction(state, context) {
+        this.checkInitialized();
+        // Epsilon-greedy exploration
+        if (Math.random() < this.epsilon) {
+            return this.randomAction(state);
+        }
+        // Exploit: Select action with highest Q-value
+        return this.greedyAction(state);
+    }
+    /**
+     * Select random action (exploration)
+     */
+    async randomAction(state) {
+        // Find similar states to get action space
+        const similar = await this.retrieveSimilar(state, 10);
+        if (similar.length === 0) {
+            // No similar states, return random embedding
+            return {
+                id: 'random',
+                embedding: Array.from({ length: 768 }, () => Math.random() * 2 - 1),
+                source: 'policy',
+                confidence: 0,
+                metadata: { exploration: true },
+            };
+        }
+        // Random action from similar states
+        const randomIdx = Math.floor(Math.random() * similar.length);
+        const randomExp = similar[randomIdx];
+        if (!randomExp.metadata) {
+            // Fallback to random embedding
+            return {
+                id: 'random',
+                embedding: Array.from({ length: 768 }, () => Math.random() * 2 - 1),
+                source: 'policy',
+                confidence: 0,
+                metadata: { exploration: true },
+            };
+        }
+        return {
+            id: randomExp.id,
+            embedding: randomExp.metadata.action,
+            source: 'policy',
+            confidence: 0,
+            metadata: { exploration: true },
+        };
+    }
+    /**
+     * Select greedy action (exploitation)
+     */
+    async greedyAction(state) {
+        const stateKey = this.hashState(state);
+        // Get Q-values for this state
+        const qValues = this.qTable.get(stateKey);
+        if (!qValues || qValues.size === 0) {
+            // No Q-values yet, explore similar states
+            const similar = await this.retrieveSimilar(state, 1);
+            if (similar.length > 0 && similar[0].metadata) {
+                return {
+                    id: similar[0].id,
+                    embedding: similar[0].metadata.action,
+                    source: 'policy',
+                    confidence: similar[0].score,
+                    metadata: { exploration: false },
+                };
+            }
+            // Fallback to random
+            return this.randomAction(state);
+        }
+        // Find action with maximum Q-value
+        let maxQ = -Infinity;
+        let bestAction = '';
+        for (const [action, qValue] of qValues.entries()) {
+            if (qValue > maxQ) {
+                maxQ = qValue;
+                bestAction = action;
+            }
+        }
+        // Retrieve action embedding from storage
+        const actionData = await this.getActionEmbedding(bestAction);
+        return {
+            id: bestAction,
+            embedding: actionData,
+            source: 'policy',
+            confidence: this.normalizeQValue(maxQ),
+            metadata: { exploration: false, qValue: maxQ },
+        };
+    }
+    /**
+     * Store experience and update Q-table
+     */
+    async onStoreExperience(experience) {
+        // Add to replay buffer
+        if (this.usePrioritized) {
+            const tdError = this.computeTDError(experience);
+            this.replayBuffer.addWithPriority(experience, Math.abs(tdError) + 1e-6);
+        }
+        else {
+            this.replayBuffer.add(experience);
+        }
+        // Train periodically
+        this.trainCounter++;
+        const trainEvery = this.config.training.trainEvery || 100;
+        if (this.trainCounter >= trainEvery && this.replayBuffer.hasEnough(this.config.training.minExperiences)) {
+            await this.train({ epochs: 1, verbose: false });
+            this.trainCounter = 0;
+        }
+    }
+    /**
+     * Train Q-Learning on replay buffer
+     */
+    async train(options) {
+        this.checkInitialized();
+        const epochs = options?.epochs || 1;
+        const batchSize = options?.batchSize || this.config.training.batchSize;
+        const learningRate = options?.learningRate || this.config.algorithm.learningRate;
+        const gamma = this.config.algorithm.discountFactor;
+        let totalLoss = 0;
+        let avgQValue = 0;
+        for (let epoch = 0; epoch < epochs; epoch++) {
+            let epochLoss = 0;
+            let epochQSum = 0;
+            // Sample batch
+            let batch;
+            let weights = [];
+            if (this.usePrioritized) {
+                const sampled = this.replayBuffer.samplePrioritized(batchSize);
+                batch = sampled.experiences;
+                weights = sampled.weights;
+            }
+            else {
+                batch = this.replayBuffer.sample(batchSize);
+                weights = new Array(batch.length).fill(1.0);
+            }
+            // Update Q-values
+            for (let i = 0; i < batch.length; i++) {
+                const exp = batch[i];
+                const weight = weights[i];
+                const stateKey = this.hashState(exp.state);
+                const actionKey = this.hashAction(exp.action);
+                // Get current Q-value
+                const currentQ = this.getQValue(stateKey, actionKey);
+                // Compute target Q-value
+                const nextStateKey = this.hashState(exp.nextState);
+                const maxNextQ = exp.done ? 0 : this.getMaxQValue(nextStateKey);
+                const targetQ = exp.reward + gamma * maxNextQ;
+                // TD error
+                const tdError = targetQ - currentQ;
+                // Update Q-value
+                const newQ = currentQ + learningRate * weight * tdError;
+                this.setQValue(stateKey, actionKey, newQ);
+                // Track metrics
+                epochLoss += tdError * tdError * weight;
+                epochQSum += newQ;
+                // Update priority if using prioritized replay
+                if (this.usePrioritized) {
+                    const sampled = this.replayBuffer.samplePrioritized(batchSize);
+                    this.replayBuffer.updatePriority(sampled.indices[i], Math.abs(tdError) + 1e-6);
+                }
+            }
+            totalLoss = epochLoss / batch.length;
+            avgQValue = epochQSum / batch.length;
+        }
+        // Decay epsilon
+        this.epsilon = Math.max(this.epsilonMin, this.epsilon * this.epsilonDecay);
+        return {
+            loss: totalLoss,
+            avgQValue,
+            epsilon: this.epsilon,
+        };
+    }
+    /**
+     * Compute TD error for prioritized replay
+     */
+    computeTDError(experience) {
+        const stateKey = this.hashState(experience.state);
+        const actionKey = this.hashAction(experience.action);
+        const gamma = this.config.algorithm.discountFactor;
+        const currentQ = this.getQValue(stateKey, actionKey);
+        const nextStateKey = this.hashState(experience.nextState);
+        const maxNextQ = experience.done ? 0 : this.getMaxQValue(nextStateKey);
+        const targetQ = experience.reward + gamma * maxNextQ;
+        return targetQ - currentQ;
+    }
+    /**
+     * Get Q-value for state-action pair
+     */
+    getQValue(stateKey, actionKey) {
+        const qValues = this.qTable.get(stateKey);
+        return qValues?.get(actionKey) || 0;
+    }
+    /**
+     * Set Q-value for state-action pair
+     */
+    setQValue(stateKey, actionKey, value) {
+        if (!this.qTable.has(stateKey)) {
+            this.qTable.set(stateKey, new Map());
+        }
+        this.qTable.get(stateKey).set(actionKey, value);
+    }
+    /**
+     * Get maximum Q-value for a state
+     */
+    getMaxQValue(stateKey) {
+        const qValues = this.qTable.get(stateKey);
+        if (!qValues || qValues.size === 0) {
+            return 0;
+        }
+        return Math.max(...Array.from(qValues.values()));
+    }
+    /**
+     * Hash state vector to string key
+     */
+    hashState(state) {
+        // Simple hash - in production, use better hashing or clustering
+        return state.slice(0, 10).map((x) => x.toFixed(2)).join(',');
+    }
+    /**
+     * Hash action to string key
+     */
+    hashAction(action) {
+        if (typeof action === 'string') {
+            return action;
+        }
+        if (Array.isArray(action)) {
+            return action.slice(0, 10).map((x) => x.toFixed(2)).join(',');
+        }
+        return String(action);
+    }
+    /**
+     * Get action embedding from ID
+     */
+    async getActionEmbedding(actionId) {
+        // In production, retrieve from database
+        // For now, return random embedding
+        return Array.from({ length: 768 }, () => Math.random() * 2 - 1);
+    }
+    /**
+     * Normalize Q-value to 0-1 confidence
+     */
+    normalizeQValue(qValue) {
+        return 1 / (1 + Math.exp(-qValue)); // Sigmoid
+    }
+    /**
+     * Save Q-table
+     */
+    async onSave(path) {
+        console.log(`Saving Q-Learning model to ${path}`);
+        // In production, serialize Q-table to file
+    }
+    /**
+     * Load Q-table
+     */
+    async onLoad(path) {
+        console.log(`Loading Q-Learning model from ${path}`);
+        // In production, deserialize Q-table from file
+    }
+}
+exports.QLearningPlugin = QLearningPlugin;
+//# sourceMappingURL=q-learning.js.map

package/dist/plugins/implementations/q-learning.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"q-learning.js","sourceRoot":"","sources":["../../../src/plugins/implementations/q-learning.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;GAYG;;;AAEH,gDAA4C;AAS5C;;GAEG;AACH,MAAM,YAAY;IAKhB,YAAY,QAAgB;QAJpB,WAAM,GAAiB,EAAE,CAAC;QAE1B,aAAQ,GAAW,CAAC,CAAC;QAG3B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,UAAsB;QACxB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YACvC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC;IACtD,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,SAAiB;QACtB,MAAM,KAAK,GAAiB,EAAE,CAAC;QAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACjE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7D,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACjC,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,IAAI;QACF,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,OAAe;QACvB,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC;IACvC,CAAC;CACF;AAED;;GAEG;AACH,MAAM,uBAAwB,SAAQ,YAAY;IAMhD,YAAY,QAAgB,EAAE,QAAgB,GAAG,EAAE,OAAe,GAAG,EAAE,gBAAwB,KAAK;QAClG,KAAK,CAAC,QAAQ,CAAC,CAAC;QANV,eAAU,GAAa,EAAE,CAAC;QAOhC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,UAAsB,EAAE,QAAgB;QACtD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAErB,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;YACzC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,GAAI,IAAY,CAAC,QAAQ,GAAG,CAAC,CAAC;YACvC,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC;QAC1E,CAAC;IACH,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,SAAiB;QACjC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QACtB,MAAM,KAAK,GAAiB,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,iCAAiC;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAChE,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAEvD,SAAS;QACT,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAChD,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC;YACvC,IAAI,OAAO,GAAG,CAAC,CAAC;YAChB,IAAI,KAAK,GAAG,CAAC,CAAC;YAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;gBACpB,IAAI,IAAI,IAAI,OAAO,EAAE,CAAC;oBACpB,KAAK,GAAG,CAAC,CAAC;oBACV,MAAM;gBACR,CAAC;YACH,CAAC;YAED,KAAK,CAAC,IAAI,CAAE,IAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YACxC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAEpB,qCAAqC;YACrC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC;YACtC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;QAED,oBAAoB;QACpB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;QACvC,MAAM,iBAAiB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;QAE1D,cAAc;QACd,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC;QAE1D,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;IACrE,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,KAAa,EAAE,QAAgB;QAC5C,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;YACjD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAC;QACpC,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAa,eAAgB,SAAQ,wBAAU;IAA/C;;QACS,SAAI,GAAG,YAAY,CAAC;QACpB,YAAO,GAAG,OAAO,CAAC;QAEjB,WAAM,GAAqC,IAAI,GAAG,EAAE,CAAC;QACrD,YAAO,GAAW,GAAG,CAAC;QACtB,eAAU,GAAW,IAAI,CAAC;QAC1B,iBAAY,GAAW,KAAK,CAAC;QAE7B,mBAAc,GAAY,KAAK,CAAC;QAChC,iBAAY,GAAW,CAAC,CAAC;IA6VnC,CAAC;IA3VC;;OAEG;IACO,KAAK,CAAC,YAAY;QAC1B,qBAAqB;QACrB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,YAAY,IAAI,GAAG,CAAC;QACzD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,IAAI,IAAI,CAAC;QAC3D,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,YAAY,IAAI,KAAK,CAAC;QAEhE,2BAA2B;QAC3B,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;QAElD,IAAI,YAAY,IAAI,YAAY,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YACxD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;YAC3B,IAAI,CAAC,YAAY,GAAG,IAAI,uBAAuB,CAC7C,YAAY,CAAC,QAAQ,EACrB,YAAY,CAAC,KAAK,EAClB,YAAY,CAAC,IAAI,EACjB,YAAY,CAAC,aAAa,CAC3B,CAAC;QACJ,CAAC;aAAM,IAAI,YAAY,IAAI,YAAY,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC3D,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAC9D,CAAC;aAAM,CAAC;YACN,wBAAwB;YACxB,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,YAAY,CAAC,KAAe,EAAE,OAAiB;QACnD,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAExB,6BAA6B;QAC7B,IAAI,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YACjC,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;QAED,8CAA8C;QAC9C,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CAAC,KAAe;QACxC,0CAA0C;QAC1C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAEtD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,6CAA6C;YAC7C,OAAO;gBACL,EAAE,EAAE,QAAQ;gBACZ,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;gBACnE,MAAM,EAAE,QAAQ;gBAChB,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE;aAChC,CAAC;QACJ,CAAC;QAED,oCAAoC;QACpC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;QAErC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;YACxB,+BAA+B;YAC/B,OAAO;gBACL,EAAE,EAAE,QAAQ;gBACZ,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;gBACnE,MAAM,EAAE,QAAQ;gBAChB,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE;aAChC,CAAC;QACJ,CAAC;QAED,OAAO;YACL,EAAE,EAAE,SAAS,CAAC,EAAE;YAChB,SAAS,EAAE,SAAS,CAAC,QAAQ,CAAC,MAAM;YACpC,MAAM,EAAE,QAAQ;YAChB,UAAU,EAAE,CAAC;YACb,QAAQ,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE;SAChC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CAAC,KAAe;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAEvC,8BAA8B;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAE1C,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACnC,0CAA0C;YAC1C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAErD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;gBAC9C,OAAO;oBACL,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;oBACjB,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM;oBACrC,MAAM,EAAE,QAAQ;oBAChB,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK;oBAC5B,QAAQ,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE;iBACjC,CAAC;YACJ,CAAC;YAED,qBAAqB;YACrB,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;QAED,mCAAmC;QACnC,IAAI,IAAI,GAAG,CAAC,QAAQ,CAAC;QACrB,IAAI,UAAU,GAAG,EAAE,CAAC;QAEpB,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;YACjD,IAAI,MAAM,GAAG,IAAI,EAAE,CAAC;gBAClB,IAAI,GAAG,MAAM,CAAC;gBACd,UAAU,GAAG,MAAM,CAAC;YACtB,CAAC;QACH,CAAC;QAED,yCAAyC;QACzC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;QAE7D,OAAO;YACL,EAAE,EAAE,UAAU;YACd,SAAS,EAAE,UAAU;YACrB,MAAM,EAAE,QAAQ;YAChB,UAAU,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;YACtC,QAAQ,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE;SAC/C,CAAC;IACJ,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,iBAAiB,CAAC,UAAsB;QACtD,uBAAuB;QACvB,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;YAC/C,IAAI,CAAC,YAAwC,CAAC,eAAe,CAC5D,UAAU,EACV,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,IAAI,CACzB,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACpC,CAAC;QAED,qBAAqB;QACrB,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,IAAI,GAAG,CAAC;QAE1D,IAAI,IAAI,CAAC,YAAY,IAAI,UAAU,IAAI,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YACxG,MAAM,IAAI,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAChD,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,OAAsB;QAChC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAExB,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC;QACpC,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC;QACvE,MAAM,YAAY,GAAG,OAAO,EAAE,YAAY,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC;QACjF,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC;QAEnD,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YAC5C,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,IAAI,SAAS,GAAG,CAAC,CAAC;YAElB,eAAe;YACf,IAAI,KAAmB,CAAC;YACxB,IAAI,OAAO,GAAa,EAAE,CAAC;YAE3B,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,MAAM,OAAO,GAAI,IAAI,CAAC,YAAwC,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;gBAC5F,KAAK,GAAG,OAAO,CAAC,WAAW,CAAC;gBAC5B,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBAC5C,OAAO,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC9C,CAAC;YAED,kBAAkB;YAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACrB,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBAE1B,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAE9C,sBAAsB;gBACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;gBAErD,yBAAyB;gBACzB,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBACnD,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;gBAChE,MAAM,OAAO,GAAG,GAAG,CAAC,MAAM,GAAG,KAAK,GAAG,QAAQ,CAAC;gBAE9C,WAAW;gBACX,MAAM,OAAO,GAAG,OAAO,GAAG,QAAQ,CAAC;gBAEnC,iBAAiB;gBACjB,MAAM,IAAI,GAAG,QAAQ,GAAG,YAAY,GAAG,MAAM,GAAG,OAAO,CAAC;gBACxD,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;gBAE1C,gBAAgB;gBAChB,SAAS,IAAI,OAAO,GAAG,OAAO,GAAG,MAAM,CAAC;gBACxC,SAAS,IAAI,IAAI,CAAC;gBAElB,8CAA8C;gBAC9C,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;oBACxB,MAAM,OAAO,GAAI,IAAI,CAAC,YAAwC,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;oBAC3F,IAAI,CAAC,YAAwC,CAAC,cAAc,CAC3D,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAClB,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,IAAI,CACzB,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,SAAS,GAAG,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC;YACrC,SAAS,GAAG,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC;QACvC,CAAC;QAED,gBAAgB;QAChB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC;QAE3E,OAAO;YACL,IAAI,EAAE,SAAS;YACf,SAAS;YACT,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,UAAsB;QAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAClD,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC;QAEnD,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QACrD,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAC1D,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QACvE,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,GAAG,KAAK,GAAG,QAAQ,CAAC;QAErD,OAAO,OAAO,GAAG,QAAQ,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,QAAgB,EAAE,SAAiB;QACnD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC1C,OAAO,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,QAAgB,EAAE,SAAiB,EAAE,KAAa;QAClE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;QACvC,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IACnD,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,QAAgB;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAE1C,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACnC,OAAO,CAAC,CAAC;QACX,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACnD,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,KAAe;QAC/B,gEAAgE;QAChE,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvE,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,MAAW;QAC5B,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxE,CAAC;QAED,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC;IACxB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAAC,QAAgB;QAC/C,wCAAwC;QACxC,mCAAmC;QACnC,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAClE,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,MAAc;QACpC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU;IAChD,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,MAAM,CAAC,IAAY;QACjC,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,EAAE,CAAC,CAAC;QAClD,2CAA2C;IAC7C,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,MAAM,CAAC,IAAY;QACjC,OAAO,CAAC,GAAG,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;QACrD,+CAA+C;IACjD,CAAC;CACF;AAvWD,0CAuWC"}