agentdb 1.0.0

package/dist/plugins/implementations/sarsa.js

@@ -0,0 +1,347 @@
+"use strict";
+/**
+ * SARSA Plugin
+ *
+ * Implements the SARSA (State-Action-Reward-State-Action) algorithm
+ * with eligibility traces (SARSA(λ)).
+ *
+ * SARSA is an on-policy TD control algorithm that learns from the
+ * actual actions taken by the current policy, unlike Q-Learning which
+ * is off-policy.
+ *
+ * Key features:
+ * - On-policy learning
+ * - Eligibility traces for faster learning
+ * - Epsilon-greedy exploration
+ * - More conservative than Q-Learning
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SARSAPlugin = void 0;
+const base_plugin_1 = require("../base-plugin");
+/**
+ * Eligibility trace for state-action pairs
+ */
+class EligibilityTrace {
+    constructor(lambda = 0.9, gamma = 0.99) {
+        this.traces = new Map();
+        this.lambda = lambda;
+        this.gamma = gamma;
+    }
+    /**
+     * Get trace value for state-action pair
+     */
+    get(stateKey, actionKey) {
+        return this.traces.get(stateKey)?.get(actionKey) || 0;
+    }
+    /**
+     * Update trace for state-action pair
+     */
+    update(stateKey, actionKey, value = 1) {
+        if (!this.traces.has(stateKey)) {
+            this.traces.set(stateKey, new Map());
+        }
+        this.traces.get(stateKey).set(actionKey, value);
+    }
+    /**
+     * Decay all traces
+     */
+    decay() {
+        const decayFactor = this.gamma * this.lambda;
+        for (const [stateKey, actions] of this.traces.entries()) {
+            for (const [actionKey, value] of actions.entries()) {
+                const newValue = value * decayFactor;
+                if (newValue < 1e-6) {
+                    actions.delete(actionKey);
+                }
+                else {
+                    actions.set(actionKey, newValue);
+                }
+            }
+            if (actions.size === 0) {
+                this.traces.delete(stateKey);
+            }
+        }
+    }
+    /**
+     * Reset all traces
+     */
+    reset() {
+        this.traces.clear();
+    }
+    /**
+     * Get all non-zero traces
+     */
+    getAllTraces() {
+        const result = [];
+        for (const [stateKey, actions] of this.traces.entries()) {
+            for (const [actionKey, value] of actions.entries()) {
+                result.push({ stateKey, actionKey, value });
+            }
+        }
+        return result;
+    }
+}
+/**
+ * SARSA Plugin Implementation
+ */
+class SARSAPlugin extends base_plugin_1.BasePlugin {
+    constructor() {
+        super(...arguments);
+        this.name = 'sarsa';
+        this.version = '1.0.0';
+        this.qTable = new Map();
+        this.epsilon = 1.0;
+        this.epsilonMin = 0.01;
+        this.epsilonDecay = 0.995;
+        this.lambda = 0.9;
+        this.lastState = null;
+        this.lastAction = null;
+    }
+    /**
+     * Initialize SARSA plugin
+     */
+    async onInitialize() {
+        // Initialize epsilon
+        this.epsilon = this.config.algorithm.epsilonStart || 1.0;
+        this.epsilonMin = this.config.algorithm.epsilonEnd || 0.01;
+        this.epsilonDecay = this.config.algorithm.epsilonDecay || 0.995;
+        // Initialize lambda (eligibility trace decay)
+        this.lambda = this.config.algorithm.lambda || 0.9;
+        // Initialize eligibility traces
+        const gamma = this.config.algorithm.discountFactor || 0.99;
+        this.eligibilityTraces = new EligibilityTrace(this.lambda, gamma);
+    }
+    /**
+     * Select action using epsilon-greedy policy
+     *
+     * @param state - Current state vector
+     * @param context - Optional context
+     * @returns Selected action
+     */
+    async selectAction(state, context) {
+        this.checkInitialized();
+        // Epsilon-greedy exploration
+        if (Math.random() < this.epsilon) {
+            return this.randomAction(state);
+        }
+        // Exploit: Select action with highest Q-value
+        return this.greedyAction(state);
+    }
+    /**
+     * Select random action (exploration)
+     */
+    async randomAction(state) {
+        // Find similar states to get action space
+        const similar = await this.retrieveSimilar(state, 10);
+        if (similar.length === 0) {
+            // No similar states, return random embedding
+            return {
+                id: 'random',
+                embedding: Array.from({ length: 768 }, () => Math.random() * 2 - 1),
+                source: 'policy',
+                confidence: 0,
+                metadata: { exploration: true },
+            };
+        }
+        // Random action from similar states
+        const randomIdx = Math.floor(Math.random() * similar.length);
+        const randomExp = similar[randomIdx];
+        if (!randomExp.metadata) {
+            // Fallback to random embedding
+            return {
+                id: 'random',
+                embedding: Array.from({ length: 768 }, () => Math.random() * 2 - 1),
+                source: 'policy',
+                confidence: 0,
+                metadata: { exploration: true },
+            };
+        }
+        return {
+            id: randomExp.id,
+            embedding: randomExp.metadata.action,
+            source: 'policy',
+            confidence: 0,
+            metadata: { exploration: true },
+        };
+    }
+    /**
+     * Select greedy action (exploitation)
+     */
+    async greedyAction(state) {
+        const stateKey = this.hashState(state);
+        // Get Q-values for this state
+        const qValues = this.qTable.get(stateKey);
+        if (!qValues || qValues.size === 0) {
+            // No Q-values yet, explore similar states
+            const similar = await this.retrieveSimilar(state, 1);
+            if (similar.length > 0 && similar[0].metadata) {
+                return {
+                    id: similar[0].id,
+                    embedding: similar[0].metadata.action,
+                    source: 'policy',
+                    confidence: similar[0].score,
+                    metadata: { exploration: false },
+                };
+            }
+            // Fallback to random
+            return this.randomAction(state);
+        }
+        // Find action with maximum Q-value
+        let maxQ = -Infinity;
+        let bestAction = '';
+        for (const [action, qValue] of qValues.entries()) {
+            if (qValue > maxQ) {
+                maxQ = qValue;
+                bestAction = action;
+            }
+        }
+        // Retrieve action embedding from storage
+        const actionData = await this.getActionEmbedding(bestAction);
+        return {
+            id: bestAction,
+            embedding: actionData,
+            source: 'policy',
+            confidence: this.normalizeQValue(maxQ),
+            metadata: { exploration: false, qValue: maxQ },
+        };
+    }
+    /**
+     * Store experience and perform SARSA update
+     *
+     * SARSA uses the actual next action taken, not the max Q-value
+     */
+    async onStoreExperience(experience) {
+        // SARSA requires knowing the next action (on-policy)
+        if (this.lastState !== null && this.lastAction !== null) {
+            await this.sarsaUpdate(this.lastState, this.lastAction, experience.reward, experience.state, experience.action, experience.done);
+        }
+        // Store current state and action for next update
+        this.lastState = experience.state;
+        this.lastAction = experience.action;
+        // Reset on episode end
+        if (experience.done) {
+            this.lastState = null;
+            this.lastAction = null;
+            this.eligibilityTraces.reset();
+        }
+    }
+    /**
+     * Perform SARSA(λ) update with eligibility traces
+     */
+    async sarsaUpdate(state, action, reward, nextState, nextAction, done) {
+        const learningRate = this.config.algorithm.learningRate || 0.001;
+        const gamma = this.config.algorithm.discountFactor || 0.99;
+        const stateKey = this.hashState(state);
+        const actionKey = this.hashAction(action);
+        const nextStateKey = this.hashState(nextState);
+        const nextActionKey = this.hashAction(nextAction);
+        // Get current Q-values
+        const currentQ = this.getQValue(stateKey, actionKey);
+        const nextQ = done ? 0 : this.getQValue(nextStateKey, nextActionKey);
+        // Compute TD error
+        const tdError = reward + gamma * nextQ - currentQ;
+        // Update eligibility trace for current state-action
+        this.eligibilityTraces.update(stateKey, actionKey, 1);
+        // Update all Q-values proportional to their eligibility traces
+        const traces = this.eligibilityTraces.getAllTraces();
+        for (const { stateKey: sKey, actionKey: aKey, value: trace } of traces) {
+            const oldQ = this.getQValue(sKey, aKey);
+            const newQ = oldQ + learningRate * tdError * trace;
+            this.setQValue(sKey, aKey, newQ);
+        }
+        // Decay eligibility traces
+        this.eligibilityTraces.decay();
+    }
+    /**
+     * Train SARSA on stored experiences
+     *
+     * For online learning, this is called after each experience.
+     * For offline learning, this processes batches of episodes.
+     */
+    async train(options) {
+        this.checkInitialized();
+        // SARSA is typically online, so training happens during experience storage
+        // However, we can still compute metrics here
+        let avgQValue = 0;
+        let qCount = 0;
+        for (const [_, actions] of this.qTable.entries()) {
+            for (const qValue of actions.values()) {
+                avgQValue += qValue;
+                qCount++;
+            }
+        }
+        avgQValue = qCount > 0 ? avgQValue / qCount : 0;
+        // Decay epsilon
+        this.epsilon = Math.max(this.epsilonMin, this.epsilon * this.epsilonDecay);
+        return {
+            loss: 0, // Not computed in online SARSA
+            avgQValue,
+            epsilon: this.epsilon,
+        };
+    }
+    /**
+     * Get Q-value for state-action pair
+     */
+    getQValue(stateKey, actionKey) {
+        const qValues = this.qTable.get(stateKey);
+        return qValues?.get(actionKey) || 0;
+    }
+    /**
+     * Set Q-value for state-action pair
+     */
+    setQValue(stateKey, actionKey, value) {
+        if (!this.qTable.has(stateKey)) {
+            this.qTable.set(stateKey, new Map());
+        }
+        this.qTable.get(stateKey).set(actionKey, value);
+    }
+    /**
+     * Hash state vector to string key
+     */
+    hashState(state) {
+        // Simple hash - in production, use better hashing or clustering
+        return state.slice(0, 10).map((x) => x.toFixed(2)).join(',');
+    }
+    /**
+     * Hash action to string key
+     */
+    hashAction(action) {
+        if (typeof action === 'string') {
+            return action;
+        }
+        if (Array.isArray(action)) {
+            return action.slice(0, 10).map((x) => x.toFixed(2)).join(',');
+        }
+        return String(action);
+    }
+    /**
+     * Get action embedding from ID
+     */
+    async getActionEmbedding(actionId) {
+        // In production, retrieve from database
+        // For now, return random embedding
+        return Array.from({ length: 768 }, () => Math.random() * 2 - 1);
+    }
+    /**
+     * Normalize Q-value to 0-1 confidence
+     */
+    normalizeQValue(qValue) {
+        return 1 / (1 + Math.exp(-qValue)); // Sigmoid
+    }
+    /**
+     * Save Q-table and eligibility traces
+     */
+    async onSave(path) {
+        console.log(`Saving SARSA model to ${path}`);
+        // In production, serialize Q-table and traces to file
+    }
+    /**
+     * Load Q-table and eligibility traces
+     */
+    async onLoad(path) {
+        console.log(`Loading SARSA model from ${path}`);
+        // In production, deserialize Q-table and traces from file
+    }
+}
+exports.SARSAPlugin = SARSAPlugin;
+//# sourceMappingURL=sarsa.js.map

package/dist/plugins/implementations/sarsa.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sarsa.js","sourceRoot":"","sources":["../../../src/plugins/implementations/sarsa.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;GAeG;;;AAEH,gDAA4C;AAS5C;;GAEG;AACH,MAAM,gBAAgB;IAKpB,YAAY,SAAiB,GAAG,EAAE,QAAgB,IAAI;QAJ9C,WAAM,GAAqC,IAAI,GAAG,EAAE,CAAC;QAK3D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,QAAgB,EAAE,SAAiB;QACrC,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACxD,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,QAAgB,EAAE,SAAiB,EAAE,QAAgB,CAAC;QAC3D,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;QACvC,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IACnD,CAAC;IAED;;OAEG;IACH,KAAK;QACH,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;QAE7C,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YACxD,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;gBACnD,MAAM,QAAQ,GAAG,KAAK,GAAG,WAAW,CAAC;gBAErC,IAAI,QAAQ,GAAG,IAAI,EAAE,CAAC;oBACpB,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBAC5B,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;YAED,IAAI,OAAO,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBACvB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,YAAY;QACV,MAAM,MAAM,GAAkE,EAAE,CAAC;QAEjF,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YACxD,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;gBACnD,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAED;;GAEG;AACH,MAAa,WAAY,SAAQ,wBAAU;IAA3C;;QACS,SAAI,GAAG,OAAO,CAAC;QACf,YAAO,GAAG,OAAO,CAAC;QAEjB,WAAM,GAAqC,IAAI,GAAG,EAAE,CAAC;QACrD,YAAO,GAAW,GAAG,CAAC;QACtB,eAAU,GAAW,IAAI,CAAC;QAC1B,iBAAY,GAAW,KAAK,CAAC;QAE7B,WAAM,GAAW,GAAG,CAAC;QACrB,cAAS,GAAoB,IAAI,CAAC;QAClC,eAAU,GAAQ,IAAI,CAAC;IAoTjC,CAAC;IAlTC;;OAEG;IACO,KAAK,CAAC,YAAY;QAC1B,qBAAqB;QACrB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,YAAY,IAAI,GAAG,CAAC;QACzD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,IAAI,IAAI,CAAC;QAC3D,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,YAAY,IAAI,KAAK,CAAC;QAEhE,8CAA8C;QAC9C,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,IAAI,GAAG,CAAC;QAElD,gCAAgC;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,IAAI,IAAI,CAAC;QAC3D,IAAI,CAAC,iBAAiB,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACpE,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,YAAY,CAAC,KAAe,EAAE,OAAiB;QACnD,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAExB,6BAA6B;QAC7B,IAAI,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YACjC,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;QAED,8CAA8C;QAC9C,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CAAC,KAAe;QACxC,0CAA0C;QAC1C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAEtD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,6CAA6C;YAC7C,OAAO;gBACL,EAAE,EAAE,QAAQ;gBACZ,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;gBACnE,MAAM,EAAE,QAAQ;gBAChB,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE;aAChC,CAAC;QACJ,CAAC;QAED,oCAAoC;QACpC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;QAErC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;YACxB,+BAA+B;YAC/B,OAAO;gBACL,EAAE,EAAE,QAAQ;gBACZ,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;gBACnE,MAAM,EAAE,QAAQ;gBAChB,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE;aAChC,CAAC;QACJ,CAAC;QAED,OAAO;YACL,EAAE,EAAE,SAAS,CAAC,EAAE;YAChB,SAAS,EAAE,SAAS,CAAC,QAAQ,CAAC,MAAM;YACpC,MAAM,EAAE,QAAQ;YAChB,UAAU,EAAE,CAAC;YACb,QAAQ,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE;SAChC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CAAC,KAAe;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAEvC,8BAA8B;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAE1C,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACnC,0CAA0C;YAC1C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAErD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;gBAC9C,OAAO;oBACL,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;oBACjB,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM;oBACrC,MAAM,EAAE,QAAQ;oBAChB,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK;oBAC5B,QAAQ,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE;iBACjC,CAAC;YACJ,CAAC;YAED,qBAAqB;YACrB,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;QAED,mCAAmC;QACnC,IAAI,IAAI,GAAG,CAAC,QAAQ,CAAC;QACrB,IAAI,UAAU,GAAG,EAAE,CAAC;QAEpB,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;YACjD,IAAI,MAAM,GAAG,IAAI,EAAE,CAAC;gBAClB,IAAI,GAAG,MAAM,CAAC;gBACd,UAAU,GAAG,MAAM,CAAC;YACtB,CAAC;QACH,CAAC;QAED,yCAAyC;QACzC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;QAE7D,OAAO;YACL,EAAE,EAAE,UAAU;YACd,SAAS,EAAE,UAAU;YACrB,MAAM,EAAE,QAAQ;YAChB,UAAU,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;YACtC,QAAQ,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE;SAC/C,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACO,KAAK,CAAC,iBAAiB,CAAC,UAAsB;QACtD,qDAAqD;QACrD,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YACxD,MAAM,IAAI,CAAC,WAAW,CACpB,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,UAAU,EACf,UAAU,CAAC,MAAM,EACjB,UAAU,CAAC,KAAK,EAChB,UAAU,CAAC,MAAM,EACjB,UAAU,CAAC,IAAI,CAChB,CAAC;QACJ,CAAC;QAED,iDAAiD;QACjD,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC;QAClC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;QAEpC,uBAAuB;QACvB,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;YACpB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CACvB,KAAe,EACf,MAAW,EACX,MAAc,EACd,SAAmB,EACnB,UAAe,EACf,IAAa;QAEb,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,YAAY,IAAI,KAAK,CAAC;QACjE,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,IAAI,IAAI,CAAC;QAE3D,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC/C,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QAElD,uBAAuB;QACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;QAErE,mBAAmB;QACnB,MAAM,OAAO,GAAG,MAAM,GAAG,KAAK,GAAG,KAAK,GAAG,QAAQ,CAAC;QAElD,oDAAoD;QACpD,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QAEtD,+DAA+D;QAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,YAAY,EAAE,CAAC;QAErD,KAAK,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,MAAM,EAAE,CAAC;YACvE,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACxC,MAAM,IAAI,GAAG,IAAI,GAAG,YAAY,GAAG,OAAO,GAAG,KAAK,CAAC;YACnD,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QACnC,CAAC;QAED,2BAA2B;QAC3B,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAC;IACjC,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,KAAK,CAAC,OAAsB;QAChC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAExB,2EAA2E;QAC3E,6CAA6C;QAE7C,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,KAAK,MAAM,CAAC,CAAC,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YACjD,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;gBACtC,SAAS,IAAI,MAAM,CAAC;gBACpB,MAAM,EAAE,CAAC;YACX,CAAC;QACH,CAAC;QAED,SAAS,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAEhD,gBAAgB;QAChB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC;QAE3E,OAAO;YACL,IAAI,EAAE,CAAC,EAAE,+BAA+B;YACxC,SAAS;YACT,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,QAAgB,EAAE,SAAiB;QACnD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC1C,OAAO,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,QAAgB,EAAE,SAAiB,EAAE,KAAa;QAClE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;QACvC,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IACnD,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,KAAe;QAC/B,gEAAgE;QAChE,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvE,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,MAAW;QAC5B,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxE,CAAC;QAED,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC;IACxB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAAC,QAAgB;QAC/C,wCAAwC;QACxC,mCAAmC;QACnC,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAClE,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,MAAc;QACpC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU;IAChD,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,MAAM,CAAC,IAAY;QACjC,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,EAAE,CAAC,CAAC;QAC7C,sDAAsD;IACxD,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,MAAM,CAAC,IAAY;QACjC,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAC;QAChD,0DAA0D;IAC5D,CAAC;CACF;AA/TD,kCA+TC"}