clawsql 0.1.0

package/dist/api/routes/webhooks.js

@@ -0,0 +1,232 @@
+"use strict";
+/**
+ * ClawSQL - Webhook Routes
+ *
+ * Handles webhook callbacks from Orchestrator.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+const zod_1 = require("zod");
+const logger_js_1 = require("../../utils/logger.js");
+const topology_js_1 = require("../../core/discovery/topology.js");
+const sync_coordinator_js_1 = require("../../core/sync/sync-coordinator.js");
+const replica_recovery_js_1 = require("../../core/sync/replica-recovery.js");
+const logger = (0, logger_js_1.getLogger)('webhook');
+/**
+ * Orchestrator failover payload schema
+ */
+const OrchestratorFailoverPayloadSchema = zod_1.z.object({
+    cluster: zod_1.z.string(),
+    master: zod_1.z.string(),
+    successor: zod_1.z.string(),
+    successorHost: zod_1.z.string().optional(),
+    successorPort: zod_1.z.number().optional(),
+    isSuccessful: zod_1.z.boolean(),
+    failoverType: zod_1.z.enum(['master', 'intermediate-master']),
+    reason: zod_1.z.string().optional(),
+    timestamp: zod_1.z.string().optional(),
+});
+/**
+ * Webhook routes
+ */
+const webhookRoutes = async (fastify) => {
+    /**
+     * Orchestrator failover webhook
+     * Called by Orchestrator after a failover event
+     */
+    fastify.post('/orchestrator/failover', async (request, _reply) => {
+        // Parse and validate payload manually
+        const parseResult = OrchestratorFailoverPayloadSchema.safeParse(request.body);
+        if (!parseResult.success) {
+            logger.warn({ errors: parseResult.error.errors }, 'Invalid webhook payload');
+            return {
+                received: false,
+                processed: false,
+                message: `Invalid payload: ${parseResult.error.message}`,
+            };
+        }
+        const payload = parseResult.data;
+        logger.info({
+            cluster: payload.cluster,
+            master: payload.master,
+            successor: payload.successor,
+            isSuccessful: payload.isSuccessful,
+            failoverType: payload.failoverType,
+        }, 'Received Orchestrator failover webhook');
+        const result = await handleFailoverWebhook(payload);
+        return result;
+    });
+    /**
+     * Health check for webhook endpoint
+     */
+    fastify.get('/health', async () => {
+        return {
+            status: 'healthy',
+            timestamp: new Date().toISOString(),
+        };
+    });
+};
+/**
+ * Handle Orchestrator failover webhook
+ */
+async function handleFailoverWebhook(payload) {
+    // Check if failover was successful
+    if (!payload.isSuccessful) {
+        logger.warn({ cluster: payload.cluster }, 'Failover was not successful, skipping sync');
+        return {
+            received: true,
+            processed: false,
+            message: 'Failover was not successful, sync skipped',
+        };
+    }
+    try {
+        // Get the current topology from Orchestrator
+        const orchestrator = (0, topology_js_1.getOrchestratorClient)();
+        // Wait for topology to stabilize after failover
+        // Orchestrator may not have discovered all replicas immediately after switchover
+        const maxRetries = 10;
+        const retryDelayMs = 2000;
+        let topology = null;
+        let lastReplicaCount = -1;
+        let stableCount = 0;
+        for (let retryCount = 0; retryCount < maxRetries; retryCount++) {
+            // Try to get topology - first by successor (new primary), then enumerate all clusters
+            if (payload.successor) {
+                try {
+                    topology = await orchestrator.getTopology(payload.successor);
+                }
+                catch (err) {
+                    logger.debug({ successor: payload.successor, error: err }, 'Successor lookup failed');
+                }
+            }
+            // If topology incomplete, try enumerating all clusters
+            if (!topology || topology.replicas.length === 0) {
+                try {
+                    const clusters = await orchestrator.getClusters();
+                    for (const clusterName of clusters) {
+                        try {
+                            const clusterTopology = await orchestrator.getTopology(clusterName);
+                            if (clusterTopology?.primary) {
+                                const primaryId = `${clusterTopology.primary.host}:${clusterTopology.primary.port}`;
+                                if (primaryId === payload.successor) {
+                                    // Only use this if it has more replicas than what we have
+                                    if (!topology || clusterTopology.replicas.length > topology.replicas.length) {
+                                        topology = clusterTopology;
+                                        logger.debug({ foundCluster: clusterName, primary: primaryId, replicas: clusterTopology.replicas.length }, 'Found cluster topology via enumeration');
+                                    }
+                                }
+                            }
+                        }
+                        catch (err) {
+                            logger.debug({ clusterName, error: err }, 'Failed to get topology for cluster');
+                        }
+                    }
+                }
+                catch (err) {
+                    logger.error({ error: err }, 'Failed to get clusters from Orchestrator');
+                }
+            }
+            // If we have a topology with replicas, check if it's stable
+            if (topology && topology.replicas.length > 0) {
+                // Check for replicas in maintenance/downtime mode - wait for them to recover
+                const maintenanceReplicas = topology.replicas.filter(r => r.state === 'maintenance' || r.state === 'offline');
+                if (maintenanceReplicas.length > 0) {
+                    logger.debug({ cluster: topology.clusterId, maintenanceReplicas: maintenanceReplicas.map(r => r.host) }, 'Some replicas are in maintenance/downtime mode, waiting for recovery');
+                    // Don't reset stability counter, but continue waiting
+                }
+                else if (topology.replicas.length === lastReplicaCount) {
+                    stableCount++;
+                    if (stableCount >= 2) {
+                        // Topology is stable - proceed with sync
+                        break;
+                    }
+                    logger.debug({ cluster: topology.clusterId, replicas: topology.replicas.length, stableCount }, 'Topology stabilizing, waiting for confirmation');
+                }
+                else {
+                    // Replica count changed, reset stability counter
+                    stableCount = 0;
+                    lastReplicaCount = topology.replicas.length;
+                }
+            }
+            // Wait before next retry
+            if (retryCount < maxRetries - 1) {
+                logger.info({ cluster: payload.cluster, successor: payload.successor, attempt: retryCount + 1, replicas: topology?.replicas.length || 0 }, 'Waiting for topology to stabilize (replicas not yet discovered)');
+                await new Promise(resolve => setTimeout(resolve, retryDelayMs));
+            }
+        }
+        if (!topology) {
+            logger.error({ cluster: payload.cluster, successor: payload.successor }, 'Could not find cluster topology after retries');
+            return {
+                received: true,
+                processed: false,
+                message: `Cluster '${payload.cluster}' not found in Orchestrator`,
+            };
+        }
+        logger.info({ cluster: topology.clusterId, primary: topology.primary?.host, replicas: topology.replicas.length }, 'Topology retrieved for webhook sync');
+        // Verify the successor matches the new primary
+        if (topology.primary) {
+            const newPrimaryId = `${topology.primary.host}:${topology.primary.port}`;
+            if (payload.successor !== newPrimaryId) {
+                logger.warn({
+                    expected: newPrimaryId,
+                    received: payload.successor,
+                    cluster: payload.cluster,
+                }, 'Successor mismatch in webhook payload');
+                // Continue anyway - trust Orchestrator topology
+            }
+        }
+        // Attempt to recover replicas in maintenance/offline state
+        // This is critical after failover/switchover when the old primary is demoted
+        if (topology.primary && topology.replicas.length > 0) {
+            const recoveryResults = await (0, replica_recovery_js_1.recoverReplicas)(topology.replicas, topology.primary, orchestrator);
+            // Log recovery results
+            for (const [instanceId, result] of recoveryResults) {
+                if (result.recovered) {
+                    logger.info({ instanceId, reason: result.reason }, 'Replica recovered during webhook');
+                }
+                else {
+                    logger.warn({ instanceId, reason: result.reason }, 'Replica recovery deferred');
+                }
+            }
+            // Re-fetch topology after recovery attempts to get updated states
+            if (recoveryResults.size > 0) {
+                logger.info({ cluster: topology.clusterId }, 'Re-fetching topology after recovery attempts');
+                try {
+                    const updatedTopology = await orchestrator.getTopology(topology.clusterId);
+                    if (updatedTopology) {
+                        topology = updatedTopology;
+                    }
+                }
+                catch (err) {
+                    logger.warn({ error: err }, 'Failed to re-fetch topology, using cached version');
+                }
+            }
+        }
+        // Sync ProxySQL
+        const syncCoordinator = (0, sync_coordinator_js_1.getSyncCoordinator)();
+        const syncResult = await syncCoordinator.sync(topology, 'webhook');
+        logger.info({
+            cluster: payload.cluster,
+            skipped: syncResult.skipped,
+            reason: syncResult.reason,
+        }, 'ProxySQL sync completed from webhook');
+        return {
+            received: true,
+            processed: !syncResult.skipped,
+            message: syncResult.skipped
+                ? `Sync skipped: ${syncResult.reason}`
+                : `ProxySQL synced with ${syncResult.serversSynced} servers`,
+            syncResult,
+        };
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        logger.error({ error, cluster: payload.cluster }, 'Webhook handler error');
+        return {
+            received: true,
+            processed: false,
+            message: `Error processing webhook: ${message}`,
+        };
+    }
+}
+exports.default = webhookRoutes;
+//# sourceMappingURL=webhooks.js.map

package/dist/api/routes/webhooks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"webhooks.js","sourceRoot":"","sources":["../../../src/api/routes/webhooks.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;AAGH,6BAAwB;AACxB,qDAAkD;AAClD,kEAAyE;AACzE,6EAAyE;AACzE,6EAAsE;AAMtE,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,SAAS,CAAC,CAAC;AAEpC;;GAEG;AACH,MAAM,iCAAiC,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE;IACnB,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE;IAClB,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE;IACrB,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,YAAY,EAAE,OAAC,CAAC,OAAO,EAAE;IACzB,YAAY,EAAE,OAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,qBAAqB,CAAC,CAAC;IACvD,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,aAAa,GAAuB,KAAK,EAAE,OAAO,EAAE,EAAE;IAC1D;;;OAGG;IACH,OAAO,CAAC,IAAI,CAAC,wBAAwB,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;QAC/D,sCAAsC;QACtC,MAAM,WAAW,GAAG,iCAAiC,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAE9E,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,yBAAyB,CAAC,CAAC;YAC7E,OAAO;gBACL,QAAQ,EAAE,KAAK;gBACf,SAAS,EAAE,KAAK;gBAChB,OAAO,EAAE,oBAAoB,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE;aACzD,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,WAAW,CAAC,IAAmC,CAAC;QAEhE,MAAM,CAAC,IAAI,CACT;YACE,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,YAAY,EAAE,OAAO,CAAC,YAAY;SACnC,EACD,wCAAwC,CACzC,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,qBAAqB,CAAC,OAAO,CAAC,CAAC;QACpD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH;;OAEG;IACH,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE;QAChC,OAAO;YACL,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF;;GAEG;AACH,KAAK,UAAU,qBAAqB,CAClC,OAAoC;IAEpC,mCAAmC;IACnC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;QAC1B,MAAM,CAAC,IAAI,CACT,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,EAC5B,4CAA4C,CAC7C,CAAC;QACF,OAAO;YACL,QAAQ,EAAE,IAAI;YACd,SAAS,EAAE,KAAK;YAChB,OAAO,EAAE,2CAA2C;SACrD,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,6CAA6C;QAC7C,MAAM,YAAY,GAAG,IAAA,mCAAqB,GAAE,CAAC;QAE7C,gDAAgD;QAChD,iFAAiF;QACjF,MAAM,UAAU,GAAG,EAAE,CAAC;QACtB,MAAM,YAAY,GAAG,IAAI,CAAC;QAC1B,IAAI,QAAQ,GAAG,IAAI,CAAC;QACpB,IAAI,gBAAgB,GAAG,CAAC,CAAC,CAAC;QAC1B,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,UAAU,EAAE,UAAU,EAAE,EAAE,CAAC;YAC/D,sFAAsF;YACtF,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACtB,IAAI,CAAC;oBACH,QAAQ,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBAC/D,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,yBAAyB,CAAC,CAAC;gBACxF,CAAC;YACH,CAAC;YAED,uDAAuD;YACvD,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAChD,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,WAAW,EAAE,CAAC;oBAClD,KAAK,MAAM,WAAW,IAAI,QAAQ,EAAE,CAAC;wBACnC,IAAI,CAAC;4BACH,MAAM,eAAe,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;4BACpE,IAAI,eAAe,EAAE,OAAO,EAAE,CAAC;gCAC7B,MAAM,SAAS,GAAG,GAAG,eAAe,CAAC,OAAO,CAAC,IAAI,IAAI,eAAe,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;gCACpF,IAAI,SAAS,KAAK,OAAO,CAAC,SAAS,EAAE,CAAC;oCACpC,0DAA0D;oCAC1D,IAAI,CAAC,QAAQ,IAAI,eAAe,CAAC,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;wCAC5E,QAAQ,GAAG,eAAe,CAAC;wCAC3B,MAAM,CAAC,KAAK,CACV,EAAE,YAAY,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,eAAe,CAAC,QAAQ,CAAC,MAAM,EAAE,EAC5F,wCAAwC,CACzC,CAAC;oCACJ,CAAC;gCACH,CAAC;4BACH,CAAC;wBACH,CAAC;wBAAC,OAAO,GAAG,EAAE,CAAC;4BACb,MAAM,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,oCAAoC,CAAC,CAAC;wBAClF,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,0CAA0C,CAAC,CAAC;gBAC3E,CAAC;YACH,CAAC;YAED,4DAA4D;YAC5D,IAAI,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7C,6EAA6E;gBAC7E,MAAM,mBAAmB,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAClD,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,aAAa,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS,CACxD,CAAC;gBACF,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACnC,MAAM,CAAC,KAAK,CACV,EAAE,OAAO,EAAE,QAAQ,CAAC,SAAS,EAAE,mBAAmB,EAAE,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAC1F,sEAAsE,CACvE,CAAC;oBACF,sDAAsD;gBACxD,CAAC;qBAAM,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,KAAK,gBAAgB,EAAE,CAAC;oBACzD,WAAW,EAAE,CAAC;oBACd,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;wBACrB,yCAAyC;wBACzC,MAAM;oBACR,CAAC;oBACD,MAAM,CAAC,KAAK,CACV,EAAE,OAAO,EAAE,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,WAAW,EAAE,EAChF,gDAAgD,CACjD,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,iDAAiD;oBACjD,WAAW,GAAG,CAAC,CAAC;oBAChB,gBAAgB,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAC9C,CAAC;YACH,CAAC;YAED,yBAAyB;YACzB,IAAI,UAAU,GAAG,UAAU,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,CAAC,IAAI,CACT,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,UAAU,GAAG,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE,EAC7H,iEAAiE,CAClE,CAAC;gBACF,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;QAED,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,CAAC,KAAK,CACV,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,EAC1D,+CAA+C,CAChD,CAAC;YACF,OAAO;gBACL,QAAQ,EAAE,IAAI;gBACd,SAAS,EAAE,KAAK;gBAChB,OAAO,EAAE,YAAY,OAAO,CAAC,OAAO,6BAA6B;aAClE,CAAC;QACJ,CAAC;QAED,MAAM,CAAC,IAAI,CACT,EAAE,OAAO,EAAE,QAAQ,CAAC,SAAS,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,EACpG,qCAAqC,CACtC,CAAC;QAEF,+CAA+C;QAC/C,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;YACrB,MAAM,YAAY,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACzE,IAAI,OAAO,CAAC,SAAS,KAAK,YAAY,EAAE,CAAC;gBACvC,MAAM,CAAC,IAAI,CACT;oBACE,QAAQ,EAAE,YAAY;oBACtB,QAAQ,EAAE,OAAO,CAAC,SAAS;oBAC3B,OAAO,EAAE,OAAO,CAAC,OAAO;iBACzB,EACD,uCAAuC,CACxC,CAAC;gBACF,gDAAgD;YAClD,CAAC;QACH,CAAC;QAED,2DAA2D;QAC3D,6EAA6E;QAC7E,IAAI,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrD,MAAM,eAAe,GAAG,MAAM,IAAA,qCAAe,EAC3C,QAAQ,CAAC,QAAQ,EACjB,QAAQ,CAAC,OAAO,EAChB,YAAY,CACb,CAAC;YAEF,uBAAuB;YACvB,KAAK,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,eAAe,EAAE,CAAC;gBACnD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;oBACrB,MAAM,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,kCAAkC,CAAC,CAAC;gBACzF,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,2BAA2B,CAAC,CAAC;gBAClF,CAAC;YACH,CAAC;YAED,kEAAkE;YAClE,IAAI,eAAe,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;gBAC7B,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,SAAS,EAAE,EAAE,8CAA8C,CAAC,CAAC;gBAC7F,IAAI,CAAC;oBACH,MAAM,eAAe,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;oBAC3E,IAAI,eAAe,EAAE,CAAC;wBACpB,QAAQ,GAAG,eAAe,CAAC;oBAC7B,CAAC;gBACH,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,mDAAmD,CAAC,CAAC;gBACnF,CAAC;YACH,CAAC;QACH,CAAC;QAED,gBAAgB;QAChB,MAAM,eAAe,GAAG,IAAA,wCAAkB,GAAE,CAAC;QAC7C,MAAM,UAAU,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAEnE,MAAM,CAAC,IAAI,CACT;YACE,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,EACD,sCAAsC,CACvC,CAAC;QAEF,OAAO;YACL,QAAQ,EAAE,IAAI;YACd,SAAS,EAAE,CAAC,UAAU,CAAC,OAAO;YAC9B,OAAO,EAAE,UAAU,CAAC,OAAO;gBACzB,CAAC,CAAC,iBAAiB,UAAU,CAAC,MAAM,EAAE;gBACtC,CAAC,CAAC,wBAAwB,UAAU,CAAC,aAAa,UAAU;YAC9D,UAAU;SACX,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAE3E,OAAO;YACL,QAAQ,EAAE,IAAI;YACd,SAAS,EAAE,KAAK;YAChB,OAAO,EAAE,6BAA6B,OAAO,EAAE;SAChD,CAAC;IACJ,CAAC;AACH,CAAC;AAED,kBAAe,aAAa,CAAC"}