@omnitron-dev/omnitron 0.2.0 → 0.3.0

package/dist/daemon/daemon-scheduler.js

@@ -7,10 +7,18 @@
  *   - Alert evaluation (30s) — master only
  *   - Fleet heartbeat sweep (30s) — master only
  *   - Log rotation check (60s)
+ *   - Metrics replication (configurable) — slave only
  */
 export function registerDaemonJobs(scheduler, deps) {
-    const { logger, orchestrator, authService, metricsService, alertService, fleetService, logManager } = deps;
+    const { logger, orchestrator, authService, metricsService, alertService, fleetService, logManager, syncService } = deps;
     const jobs = [];
+    // Three of the five jobs below register only when an optional service is
+    // present — all of them "master only, requires PG". The log line at the end
+    // used to name what DID register, which tells a reader five without telling
+    // them whether five is all of them. A job that never registers is a sweep
+    // that never runs, and this platform has already paid for one of those going
+    // unnoticed for four months.
+    const skipped = [];
     // Session cleanup — every 5 minutes (master only — requires PG)
     if (authService) {
         scheduler.addInterval('session-cleanup', 5 * 60 * 1000, async () => {
@@ -25,6 +33,9 @@ export function registerDaemonJobs(scheduler, deps) {
         });
         jobs.push('session-cleanup');
     }
+    else {
+        skipped.push({ job: 'session-cleanup', because: 'no auth service (master only — requires PG)' });
+    }
     // Metrics collection — poll app state and record via titan-metrics
     scheduler.addInterval('metrics-collection', deps.metricsInterval, async () => {
         try {
@@ -37,6 +48,21 @@ export function registerDaemonJobs(scheduler, deps) {
                 metricsService.record({ name: 'app_status', value: app.status === 'online' ? 1 : 0, timestamp: now, labels });
                 metricsService.record({ name: 'app_restarts', value: app.restarts, timestamp: now, labels });
                 metricsService.record({ name: 'app_instances', value: app.instances, timestamp: now, labels });
+                // The app's traffic, as its processes reported it (the poller keeps
+                // the last reading on the handle). Recorded only when reported: an
+                // app with no server process has no request series, rather than a
+                // series of zeros that reads as «no traffic».
+                const traffic = orchestrator.getHandle(app.name)?.lastMetrics?.traffic;
+                if (traffic) {
+                    metricsService.record({ name: 'requests_total', value: traffic.requests, timestamp: now, labels });
+                    metricsService.record({ name: 'errors_5xx_total', value: traffic.serverErrors, timestamp: now, labels });
+                    metricsService.record({ name: 'errors_4xx_total', value: traffic.clientErrors, timestamp: now, labels });
+                    if (traffic.latency) {
+                        metricsService.record({ name: 'latency_p50_ms', value: traffic.latency.p50, timestamp: now, labels });
+                        metricsService.record({ name: 'latency_p95_ms', value: traffic.latency.p95, timestamp: now, labels });
+                        metricsService.record({ name: 'latency_p99_ms', value: traffic.latency.p99, timestamp: now, labels });
+                    }
+                }
             }
             // Drain rich MetricSample[] from child MetricsCollectors (push-via-pull)
             try {
@@ -54,30 +80,68 @@ export function registerDaemonJobs(scheduler, deps) {
         }
     });
     jobs.push('metrics-collection');
-    // Alert evaluation (master only — requires PG)
+    // Alert evaluation — on both roles: the master on Postgres, a node on its SQLite
     if (alertService) {
         scheduler.addInterval('alert-evaluation', deps.healthCheckInterval, async () => {
             try {
                 await alertService.evaluate();
             }
             catch (err) {
-                logger.warn({ error: err.message }, 'Alert evaluation failed');
+                // At `error`, with its cause. This is the loop whose whole job is to
+                // notice that something is wrong: its own failure is the one no alert
+                // can report, and an unreachable database would stop every alert on
+                // the platform looking exactly like a platform with nothing to say.
+                logger.error({ err }, 'Alert evaluation failed — no rules were checked this cycle');
             }
         });
         jobs.push('alert-evaluation');
     }
-    // Fleet heartbeat sweep (master only — requires PG)
+    else {
+        skipped.push({ job: 'alert-evaluation', because: 'no alert service' });
+    }
+    // Fleet heartbeat (master only — requires PG): keeps this daemon's own row
+    // in `nodes` current.
+    //
+    // It sent `selfNodeId ?? 'self'`, and the id was never set on a default
+    // master, so every interval ran `UPDATE nodes … WHERE id = 'self'` against a
+    // uuid column and failed — 119 times in 30 minutes on 2026-09-22 — inside a
+    // `catch` that said «non-critical» and nothing else. The job had never
+    // written a row. A problem is said once at warn and quietly after, and a
+    // heartbeat that succeeds clears it, so one that comes BACK is said again.
     if (fleetService) {
+        let lastProblem = null;
+        const problem = (msg, fields) => {
+            const key = `${msg} ${String(fields['error'] ?? '')}`;
+            if (lastProblem === key) {
+                logger.debug(fields, msg);
+                return;
+            }
+            lastProblem = key;
+            logger.warn(fields, msg);
+        };
         scheduler.addInterval('fleet-heartbeat', deps.healthCheckInterval, async () => {
+            const nodeId = fleetService.selfNodeId;
+            if (!nodeId) {
+                problem('Fleet heartbeat has nothing to beat — this daemon has not registered itself', {});
+                return;
+            }
             try {
-                await fleetService.heartbeat(fleetService.selfNodeId ?? 'self');
+                const reached = await fleetService.heartbeat(nodeId);
+                if (reached === 0) {
+                    problem("Fleet heartbeat reached no row — this daemon's registration is gone", { nodeId });
+                    return;
+                }
+                lastProblem = null;
             }
-            catch {
-                // Non-critical
+            catch (err) {
+                problem('Fleet heartbeat failed', { nodeId, error: err.message });
             }
         });
         jobs.push('fleet-heartbeat');
     }
+    else {
+        skipped.push({ job: 'fleet-heartbeat', because: 'no fleet service (master only — requires PG)' });
+    }
     // Log rotation check — every 60s
     scheduler.addInterval('log-rotation', 60_000, () => {
         try {
@@ -88,6 +152,72 @@ export function registerDaemonJobs(scheduler, deps) {
         }
     });
     jobs.push('log-rotation');
+    // Metrics replication — slave only.
+    //
+    // A slave records its metrics into the same titan-metrics storage a master
+    // uses, and shipped **none** of them: `SyncService.buffer`/`bufferBatch`
+    // had zero callers, so the whole replication path — WAL, backoff, the
+    // master's dedup ledger — moved nothing. This is the producer it lacked.
+    //
+    // The samples are read back out of local storage rather than intercepted at
+    // record time. That reuses one store instead of teeing every call site into
+    // a second, and it means only samples that were actually PERSISTED locally
+    // are replicated — the master cannot end up holding a reading this node
+    // does not.
+    //
+    // The watermark, and what it does NOT promise. titan-metrics buffers
+    // samples and flushes them on its own timer, so a sample stamped T becomes
+    // queryable some time after T. Advancing the watermark to "now" would skip
+    // everything still in that buffer. So the cutoff trails real time by
+    // `REPLICATION_LAG_MS`, and the watermark never moves past it. A sample
+    // that takes longer than the lag to become queryable is NOT replicated:
+    // this is at-most-once past the lag, not exactly-once, and it is written
+    // down because the alternative — re-reading an overlapping window — would
+    // duplicate rows on the master, whose ledger keys on the buffer entry id
+    // and not on (name, app, labels, timestamp).
+    if (syncService) {
+        const REPLICATION_LAG_MS = Math.max(3 * deps.metricsInterval, 30_000);
+        let watermark = Date.now() - REPLICATION_LAG_MS;
+        scheduler.addInterval('metrics-replication', Math.max(deps.metricsInterval, 10_000), async () => {
+            const cutoff = Date.now() - REPLICATION_LAG_MS;
+            if (cutoff <= watermark)
+                return;
+            try {
+                const series = await metricsService.querySeries({ from: watermark, to: cutoff });
+                const entries = series.flatMap((serie) => serie.points
+                    .filter((point) => point.timestamp > watermark && point.timestamp <= cutoff)
+                    .map((point) => ({
+                    category: 'metrics',
+                    payload: {
+                        name: serie.name,
+                        app: serie.app,
+                        labels: serie.labels,
+                        value: point.value,
+                        timestamp: point.timestamp,
+                    },
+                })));
+                if (entries.length > 0)
+                    await syncService.bufferBatch(entries);
+                // Advanced only after the batch is buffered. A throw leaves the
+                // watermark where it was, so the next tick re-reads the same window
+                // rather than stepping over it — the one case where re-reading is
+                // right, because nothing was queued.
+                watermark = cutoff;
+                if (entries.length > 0)
+                    logger.debug({ count: entries.length }, 'Queued metric samples for the master');
+            }
+            catch (err) {
+                logger.error({ error: err.message, since: new Date(watermark).toISOString() }, 'Metrics replication tick failed — samples since this point have not been queued');
+            }
+        });
+        jobs.push('metrics-replication');
+    }
+    else {
+        skipped.push({ job: 'metrics-replication', because: 'master role — no master to replicate to' });
+    }
     logger.info({ jobs }, 'Daemon scheduler jobs registered');
+    if (skipped.length > 0) {
+        logger.info({ skipped }, `${skipped.length} daemon job(s) not registered — their service is absent`);
+    }
 }
 //# sourceMappingURL=daemon-scheduler.js.map

package/dist/daemon/daemon-scheduler.js.map

@@ -1 +1 @@
-{"version":3,"file":"daemon-scheduler.js","sourceRoot":"","sources":["../../src/daemon/daemon-scheduler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAYH,MAAM,UAAU,kBAAkB,CAChC,SAA2B,EAC3B,IAWC;IAED,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC;IAC3G,MAAM,IAAI,GAAa,EAAE,CAAC;IAE1B,gEAAgE;IAChE,IAAI,WAAW,EAAE,CAAC;QAChB,SAAS,CAAC,WAAW,CAAC,iBAAiB,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,KAAK,IAAI,EAAE;YACjE,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,sBAAsB,EAAE,CAAC;gBAC3D,IAAI,OAAO,GAAG,CAAC;oBAAE,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,EAAE,6BAA6B,CAAC,CAAC;YAC5E,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,EAAE,wBAAwB,CAAC,CAAC;YAC3E,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC/B,CAAC;IAED,mEAAmE;IACnE,SAAS,CAAC,WAAW,CAAC,oBAAoB,EAAE,IAAI,CAAC,eAAe,EAAE,KAAK,IAAI,EAAE;QAC3E,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAEvB,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;gBAC1B,MAAM,MAAM,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;gBAEjC,cAAc,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,GAAG,CAAC,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;gBACvF,cAAc,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC3F,cAAc,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC9G,cAAc,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,GAAG,CAAC,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC7F,cAAc,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,GAAG,CAAC,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;YACjG,CAAC;YAED,yEAAyE;YACzE,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,MAAM,YAAY,CAAC,iBAAiB,EAAE,CAAC;gBAC5D,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;oBACjC,cAAc,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC5C,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,8DAA8D;YAChE,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,eAAe;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;IACH,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAEhC,+CAA+C;IAC/C,IAAI,YAAY,EAAE,CAAC;QACjB,SAAS,CAAC,WAAW,CAAC,kBAAkB,EAAE,IAAI,CAAC,mBAAmB,EAAE,KAAK,IAAI,EAAE;YAC7E,IAAI,CAAC;gBACH,MAAM,YAAY,CAAC,QAAQ,EAAE,CAAC;YAChC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,EAAE,yBAAyB,CAAC,CAAC;YAC5E,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAChC,CAAC;IAED,oDAAoD;IACpD,IAAI,YAAY,EAAE,CAAC;QACjB,SAAS,CAAC,WAAW,CAAC,iBAAiB,EAAE,IAAI,CAAC,mBAAmB,EAAE,KAAK,IAAI,EAAE;YAC5E,IAAI,CAAC;gBACH,MAAM,YAAY,CAAC,SAAS,CAAC,YAAY,CAAC,UAAU,IAAI,MAAM,CAAC,CAAC;YAClE,CAAC;YAAC,MAAM,CAAC;gBACP,eAAe;YACjB,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC/B,CAAC;IAED,iCAAiC;IACjC,SAAS,CAAC,WAAW,CAAC,cAAc,EAAE,MAAM,EAAE,GAAG,EAAE;QACjD,IAAI,CAAC;YACH,UAAU,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;QACvC,CAAC;QAAC,MAAM,CAAC;YACP,eAAe;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;IACH,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAE1B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,kCAAkC,CAAC,CAAC;AAC5D,CAAC"}
+{"version":3,"file":"daemon-scheduler.js","sourceRoot":"","sources":["../../src/daemon/daemon-scheduler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAaH,MAAM,UAAU,kBAAkB,CAChC,SAA2B,EAC3B,IAaC;IAED,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC;IACxH,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,yEAAyE;IACzE,4EAA4E;IAC5E,4EAA4E;IAC5E,0EAA0E;IAC1E,6EAA6E;IAC7E,6BAA6B;IAC7B,MAAM,OAAO,GAA4C,EAAE,CAAC;IAE5D,gEAAgE;IAChE,IAAI,WAAW,EAAE,CAAC;QAChB,SAAS,CAAC,WAAW,CAAC,iBAAiB,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,KAAK,IAAI,EAAE;YACjE,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,sBAAsB,EAAE,CAAC;gBAC3D,IAAI,OAAO,GAAG,CAAC;oBAAE,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,EAAE,6BAA6B,CAAC,CAAC;YAC5E,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,EAAE,wBAAwB,CAAC,CAAC;YAC3E,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC/B,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,iBAAiB,EAAE,OAAO,EAAE,6CAA6C,EAAE,CAAC,CAAC;IACnG,CAAC;IAED,mEAAmE;IACnE,SAAS,CAAC,WAAW,CAAC,oBAAoB,EAAE,IAAI,CAAC,eAAe,EAAE,KAAK,IAAI,EAAE;QAC3E,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAEvB,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;gBAC1B,MAAM,MAAM,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;gBAEjC,cAAc,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,GAAG,CAAC,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;gBACvF,cAAc,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC3F,cAAc,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC9G,cAAc,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,GAAG,CAAC,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC7F,cAAc,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,GAAG,CAAC,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;gBAE/F,oEAAoE;gBACpE,mEAAmE;gBACnE,kEAAkE;gBAClE,8CAA8C;gBAC9C,MAAM,OAAO,GAAG,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC;gBACvE,IAAI,OAAO,EAAE,CAAC;oBACZ,cAAc,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,OAAO,CAAC,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;oBACnG,cAAc,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,OAAO,CAAC,YAAY,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;oBACzG,cAAc,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,OAAO,CAAC,YAAY,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;oBACzG,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;wBACpB,cAAc,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;wBACtG,cAAc,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;wBACtG,cAAc,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;oBACxG,CAAC;gBACH,CAAC;YACH,CAAC;YAED,yEAAyE;YACzE,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,MAAM,YAAY,CAAC,iBAAiB,EAAE,CAAC;gBAC5D,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;oBACjC,cAAc,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC5C,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,8DAA8D;YAChE,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,eAAe;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;IACH,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAEhC,iFAAiF;IACjF,IAAI,YAAY,EAAE,CAAC;QACjB,SAAS,CAAC,WAAW,CAAC,kBAAkB,EAAE,IAAI,CAAC,mBAAmB,EAAE,KAAK,IAAI,EAAE;YAC7E,IAAI,CAAC;gBACH,MAAM,YAAY,CAAC,QAAQ,EAAE,CAAC;YAChC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,qEAAqE;gBACrE,sEAAsE;gBACtE,oEAAoE;gBACpE,oEAAoE;gBACpE,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,4DAA4D,CAAC,CAAC;YACtF,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAChC,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,kBAAkB,EAAE,OAAO,EAAE,kBAAkB,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,2EAA2E;IAC3E,sBAAsB;IACtB,EAAE;IACF,wEAAwE;IACxE,6EAA6E;IAC7E,4EAA4E;IAC5E,uEAAuE;IACvE,yEAAyE;IACzE,2EAA2E;IAC3E,IAAI,YAAY,EAAE,CAAC;QACjB,IAAI,WAAW,GAAkB,IAAI,CAAC;QACtC,MAAM,OAAO,GAAG,CAAC,GAAW,EAAE,MAA+B,EAAE,EAAE;YAC/D,MAAM,GAAG,GAAG,GAAG,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YACtD,IAAI,WAAW,KAAK,GAAG,EAAE,CAAC;gBACxB,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;gBAC1B,OAAO;YACT,CAAC;YACD,WAAW,GAAG,GAAG,CAAC;YAClB,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC3B,CAAC,CAAC;QACF,SAAS,CAAC,WAAW,CAAC,iBAAiB,EAAE,IAAI,CAAC,mBAAmB,EAAE,KAAK,IAAI,EAAE;YAC5E,MAAM,MAAM,GAAG,YAAY,CAAC,UAAU,CAAC;YACvC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,CAAC,6EAA6E,EAAE,EAAE,CAAC,CAAC;gBAC3F,OAAO;YACT,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBACrD,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;oBAClB,OAAO,CAAC,qEAAqE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;oBAC3F,OAAO;gBACT,CAAC;gBACD,WAAW,GAAG,IAAI,CAAC;YACrB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,wBAAwB,EAAE,EAAE,MAAM,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YAC/E,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC/B,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,iBAAiB,EAAE,OAAO,EAAE,8CAA8C,EAAE,CAAC,CAAC;IACpG,CAAC;IAED,iCAAiC;IACjC,SAAS,CAAC,WAAW,CAAC,cAAc,EAAE,MAAM,EAAE,GAAG,EAAE;QACjD,IAAI,CAAC;YACH,UAAU,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;QACvC,CAAC;QAAC,MAAM,CAAC;YACP,eAAe;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;IACH,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAE1B,oCAAoC;IACpC,EAAE;IACF,2EAA2E;IAC3E,yEAAyE;IACzE,sEAAsE;IACtE,yEAAyE;IACzE,EAAE;IACF,4EAA4E;IAC5E,4EAA4E;IAC5E,2EAA2E;IAC3E,wEAAwE;IACxE,YAAY;IACZ,EAAE;IACF,qEAAqE;IACrE,2EAA2E;IAC3E,2EAA2E;IAC3E,qEAAqE;IACrE,wEAAwE;IACxE,wEAAwE;IACxE,yEAAyE;IACzE,0EAA0E;IAC1E,yEAAyE;IACzE,6CAA6C;IAC7C,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;QACtE,IAAI,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,kBAAkB,CAAC;QAEhD,SAAS,CAAC,WAAW,CAAC,qBAAqB,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,EAAE,KAAK,IAAI,EAAE;YAC9F,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,kBAAkB,CAAC;YAC/C,IAAI,MAAM,IAAI,SAAS;gBAAE,OAAO;YAEhC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;gBACjF,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CACvC,KAAK,CAAC,MAAM;qBACT,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,GAAG,SAAS,IAAI,KAAK,CAAC,SAAS,IAAI,MAAM,CAAC;qBAC3E,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBACf,QAAQ,EAAE,SAAkB;oBAC5B,OAAO,EAAE;wBACP,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,GAAG,EAAE,KAAK,CAAC,GAAG;wBACd,MAAM,EAAE,KAAK,CAAC,MAAM;wBACpB,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,SAAS,EAAE,KAAK,CAAC,SAAS;qBAC3B;iBACF,CAAC,CAAC,CACN,CAAC;gBAEF,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;oBAAE,MAAM,WAAW,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;gBAC/D,gEAAgE;gBAChE,oEAAoE;gBACpE,kEAAkE;gBAClE,qCAAqC;gBACrC,SAAS,GAAG,MAAM,CAAC;gBACnB,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;oBAAE,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,sCAAsC,CAAC,CAAC;YAC1G,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,KAAK,CACV,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,EAAE,EAC3E,iFAAiF,CAClF,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACnC,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,qBAAqB,EAAE,OAAO,EAAE,yCAAyC,EAAE,CAAC,CAAC;IACnG,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,kCAAkC,CAAC,CAAC;IAC1D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,yDAAyD,CAAC,CAAC;IACvG,CAAC;AACH,CAAC"}

package/dist/daemon/daemon-state-store.service.d.ts

@@ -0,0 +1,263 @@
+/**
+ * DaemonStateStore — unified SQLite-backed persistence for daemon-
+ * local state that must survive daemon restarts.
+ *
+ * Why SQLite (not OMNITRON_DB / PostgreSQL):
+ * ==========================================
+ * Daemon boots BEFORE infrastructure (Docker containers including
+ * PostgreSQL are provisioned BY the daemon). Daemon state has to be
+ * readable during the pre-infrastructure boot phase, so persistence
+ * via PostgreSQL would create a chicken-and-egg loop. SQLite (via
+ * `better-sqlite3`) ships in-process, has no boot-order dependency,
+ * provides WAL-mode crash-safe transactions, and Kysera gives the
+ * same typed-query surface our other state uses.
+ *
+ * What lives here (T-7 in the audit):
+ * ====================================
+ * Previously these were five separate `fs.writeFileSync(JSON)`
+ * surfaces with no transactional semantics across writes:
+ *
+ *   1. PersistedAppState  ← state-store.ts  (process registry for
+ *                          crash-recovery + reconcile-on-boot)
+ *   2. PidLock            ← pid-manager.ts (daemon PID file +
+ *                          signature)
+ *   3. ProjectRegistryEntry ← project.service.ts (registered projects)
+ *   4. NodeRegistryEntry  ← node-manager.service.ts (fleet nodes)
+ *   5. SecretsBlob        ← secrets.service.ts (encrypted secret store)
+ *
+ * Migrating each onto one transactional store eliminates the torn-
+ * write risk a single fs.writeFileSync had (kill -9 mid-write left
+ * truncated JSON; the daemon then booted with an empty registry and
+ * every supervised app was treated as new).
+ *
+ * Schema is kept deliberately key-value where the workload allows
+ * it (state_kv) and properly normalized only where queries need it
+ * (projects, nodes). All schemas are auto-migrated on first open;
+ * adding a new key never requires a separate migration step.
+ */
+import { Kysely } from 'kysely';
+import type { ILogger } from '@omnitron-dev/titan/module/logger';
+export interface DaemonStateDatabase {
+    /**
+     * Generic key-value store. Used for state-store (persisted process
+     * registry), pid-lock (daemon PID + signature), secrets blob, and
+     * any other small singleton JSON document. `key` is the namespace,
+     * `value` is JSON-encoded.
+     */
+    state_kv: {
+        key: string;
+        value: string;
+        updated_at: string;
+    };
+    /**
+     * Project registry. Each row = one registered ecosystem project
+     * with its filesystem path + last-known config hash for change
+     * detection.
+     */
+    projects: {
+        name: string;
+        path: string;
+        config_hash: string | null;
+        added_at: string;
+        last_seen: string;
+    };
+    /**
+     * Fleet nodes — replaces node-manager's in-memory + JSON file
+     * registry. Master daemons store every slave they've shaken hands
+     * with; slaves persist their master connection here so a slave
+     * restart re-establishes the link without operator intervention.
+     */
+    nodes: {
+        id: string;
+        name: string;
+        host: string;
+        port: number;
+        role: string;
+        status: string;
+        last_heartbeat: string | null;
+        metadata: string | null;
+        added_at: string;
+        updated_at: string;
+    };
+    /**
+     * Backup index — backup.service writes one row per completed
+     * snapshot. The bytes themselves live on disk (the .tar.gz under
+     * ~/.omnitron/backups/), but the index of `which backup belongs to
+     * which app + when + bytes` lives here so the listing is fast and
+     * survives daemon restart without re-scanning the backup dir.
+     */
+    backups: {
+        id: string;
+        app: string;
+        path: string;
+        size_bytes: number;
+        created_at: string;
+        metadata: string | null;
+    };
+}
+export declare class DaemonStateStore {
+    private readonly logger;
+    private db;
+    /**
+     * Raw better-sqlite3 Database — exposed for callers that need
+     * synchronous reads (ProjectRegistry's constructor-time load,
+     * pid-manager's pre-DI bootstrap, etc.). Same connection the
+     * Kysely instance wraps; same WAL settings; same lifetime.
+     * `null` until the first `init()` / `getDb()`.
+     */
+    private rawSqlite;
+    private initialized;
+    /** Resolved absolute path — cached so callers can log/probe it. */
+    readonly dbPath: string;
+    constructor(logger: ILogger, dbPath?: string);
+    /**
+     * Force-open the database synchronously and return the raw
+     * better-sqlite3 handle. Callable from constructor-style code
+     * paths that can't await (legacy ProjectRegistry, pid-manager).
+     * Uses `require` instead of dynamic `import` to stay sync.
+     * Idempotent — subsequent calls return the cached handle.
+     */
+    initSync(): import('better-sqlite3').Database;
+    /**
+     * Sync KV read. Requires `initSync()` or `getDb()` to have
+     * completed at least once. Returns null on missing key or
+     * parse failure.
+     */
+    kvGetSync<T>(key: string): T | null;
+    /** Sync KV write. Same atomicity as kvSet via SQLite WAL. */
+    kvSetSync<T>(key: string, value: T): void;
+    /** Sync KV delete. Idempotent — silent on missing key. */
+    kvDeleteSync(key: string): void;
+    /**
+     * Sync select-all from `projects`. ProjectRegistry calls this in
+     * its constructor — keeps the legacy synchronous API while the
+     * actual persistence is transactional under the hood.
+     */
+    selectProjectsSync(): Array<{
+        name: string;
+        path: string;
+        config_hash: string | null;
+        added_at: string;
+        last_seen: string;
+    }>;
+    /**
+     * Sync upsert into `projects`. ProjectRegistry's add/persist
+     * paths route through here so the row is durable as soon as the
+     * caller's function returns — no fire-and-forget queue, no race
+     * between persist() and the next list() reader.
+     */
+    upsertProjectSync(row: {
+        name: string;
+        path: string;
+        config_hash?: string | null;
+        added_at?: string;
+        last_seen?: string;
+    }): void;
+    /** Sync delete from `projects`. Idempotent. */
+    deleteProjectSync(name: string): void;
+    /**
+     * Insert a backup metadata row. Called by `BackupService.createBackup`
+     * after the .sql.gz file is on disk. Atomic — the row is durable as
+     * soon as this returns, no .meta.json torn-write window.
+     */
+    insertBackupSync(row: {
+        id: string;
+        app: string;
+        path: string;
+        size_bytes: number;
+        created_at?: string;
+        metadata?: Record<string, unknown> | null;
+    }): void;
+    /** List backup rows, optionally filtered by app. Newest first. */
+    selectBackupsSync(app?: string): Array<{
+        id: string;
+        app: string;
+        path: string;
+        size_bytes: number;
+        created_at: string;
+        metadata: string | null;
+    }>;
+    /** Sync delete of a backup row. Idempotent. */
+    deleteBackupSync(id: string): void;
+    /** Upsert a fleet node row. INSERT … ON CONFLICT(id) DO UPDATE. */
+    upsertNodeSync(row: {
+        id: string;
+        name: string;
+        host: string;
+        port: number;
+        role: string;
+        status?: string;
+        last_heartbeat?: string | null;
+        metadata?: Record<string, unknown> | null;
+    }): void;
+    /** List every persisted fleet node. */
+    selectNodesSync(): Array<{
+        id: string;
+        name: string;
+        host: string;
+        port: number;
+        role: string;
+        status: string;
+        last_heartbeat: string | null;
+        metadata: string | null;
+        added_at: string;
+        updated_at: string;
+    }>;
+    /** Sync delete of a node row. Idempotent. */
+    deleteNodeSync(id: string): void;
+    /** Update only the heartbeat + status — cheaper than a full upsert. */
+    touchNodeHeartbeatSync(id: string, status: string, timestamp?: string): void;
+    /**
+     * Lazy-init. The first caller pays the open + auto-create cost
+     * (~5 ms cold). Subsequent calls return the cached handle.
+     */
+    getDb(): Promise<Kysely<DaemonStateDatabase>>;
+    /**
+     * Close both handles and return the store to its pre-`init` state.
+     *
+     * Two things here are load-bearing and were previously missing.
+     *
+     * `rawSqlite` is cleared as well as `db`. Before the two were unified
+     * they were separate connections to the same file, and destroying only
+     * the Kysely one left the sync handle open — so `kvGetSync()` kept
+     * answering, and kept its WAL lock, on a store the caller had closed.
+     * They share a handle now, but the field still has to be dropped or the
+     * next `getDb()` would wrap a closed database.
+     *
+     * `initialized` is reset. It guards `createTables()`, so leaving it
+     * set means a store reopened after `dispose()` never re-applies the
+     * DDL. Today the tables live in a file and survive, which is why this
+     * has never bitten; it stops being harmless the moment `createTables`
+     * gains a statement (a reopened store would silently lack the new
+     * table) or the path is `:memory:` (every query would fail with `no
+     * such table`). The flag buys four `CREATE TABLE IF NOT EXISTS` on an
+     * already-open handle — not enough to be worth a resurrection trap.
+     */
+    dispose(): Promise<void>;
+    /**
+     * Read a JSON-encoded value under `key`. Returns null when the key
+     * is absent OR the stored value fails to parse (the JSON.parse
+     * error is logged but not thrown — the caller is free to choose
+     * how to recover, typically by re-initialising the state).
+     */
+    kvGet<T>(key: string): Promise<T | null>;
+    /**
+     * Atomically upsert a JSON value under `key`. Wraps the encode +
+     * write in a single transaction so a concurrent reader never sees
+     * a half-written row. WAL mode guarantees readers see the prior
+     * committed version until the transaction commits.
+     */
+    kvSet<T>(key: string, value: T): Promise<void>;
+    /** Drop a key. Idempotent — no error if the key doesn't exist. */
+    kvDelete(key: string): Promise<void>;
+    /** Walk every key starting with `prefix`. Used by reconcile paths. */
+    kvKeys(prefix?: string): Promise<string[]>;
+    /**
+     * Synchronous DDL for the `initSync()` path. Same statements as
+     * `createTables()`, but issued through better-sqlite3's
+     * `database.exec()` instead of Kysera's async `sql` template.
+     */
+    private createTablesSync;
+    private createTables;
+}
+//# sourceMappingURL=daemon-state-store.service.d.ts.map

package/dist/daemon/daemon-state-store.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"daemon-state-store.service.d.ts","sourceRoot":"","sources":["../../src/daemon/daemon-state-store.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AAIH,OAAO,EAAE,MAAM,EAAsB,MAAM,QAAQ,CAAC;AACpD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,mCAAmC,CAAC;AAcjE,MAAM,WAAW,mBAAmB;IAClC;;;;;OAKG;IACH,QAAQ,EAAE;QACR,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IAEF;;;;OAIG;IACH,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IAEF;;;;;OAKG;IACH,KAAK,EAAE;QACL,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;QACf,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;QAC9B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IAEF;;;;;;OAMG;IACH,OAAO,EAAE;QACP,EAAE,EAAE,MAAM,CAAC;QACX,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;KACzB,CAAC;CACH;AAMD,qBAAa,gBAAgB;IAezB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAdzB,OAAO,CAAC,EAAE,CAA4C;IACtD;;;;;;OAMG;IACH,OAAO,CAAC,SAAS,CAAkD;IACnE,OAAO,CAAC,WAAW,CAAS;IAC5B,mEAAmE;IACnE,SAAgB,MAAM,EAAE,MAAM,CAAC;IAE/B,YACmB,MAAM,EAAE,OAAO,EAChC,MAAM,GAAE,MAAuD,EAGhE;IAED;;;;;;OAMG;IACH,QAAQ,IAAI,OAAO,gBAAgB,EAAE,QAAQ,CAsB5C;IAED;;;;OAIG;IACH,SAAS,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,GAAG,CAAC,GAAG,IAAI,CAUlC;IAED,6DAA6D;IAC7D,SAAS,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,GAAG,IAAI,CAQxC;IAED,0DAA0D;IAC1D,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAG9B;IAED;;;;OAIG;IACH,kBAAkB,IAAI,KAAK,CAAC;QAC1B,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC,CAKD;IAED;;;;;OAKG;IACH,iBAAiB,CAAC,GAAG,EAAE;QACrB,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,IAAI,CAaP;IAED,+CAA+C;IAC/C,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAGpC;IAMD;;;;OAIG;IACH,gBAAgB,CAAC,GAAG,EAAE;QACpB,EAAE,EAAE,MAAM,CAAC;QACX,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;KAC3C,GAAG,IAAI,CAaP;IAED,kEAAkE;IAClE,iBAAiB,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;QACrC,EAAE,EAAE,MAAM,CAAC;QACX,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;KACzB,CAAC,CAUD;IAED,+CAA+C;IAC/C,gBAAgB,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI,CAGjC;IAMD,mEAAmE;IACnE,cAAc,CAAC,GAAG,EAAE;QAClB,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;KAC3C,GAAG,IAAI,CAwBP;IAED,uCAAuC;IACvC,eAAe,IAAI,KAAK,CAAC;QACvB,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;QACf,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;QAC9B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC,CAOD;IAED,6CAA6C;IAC7C,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI,CAG/B;IAED,uEAAuE;IACvE,sBAAsB,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,GAAE,MAAiC,GAAG,IAAI,CAKrG;IAED;;;OAGG;IACG,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,CA8BlD;IAED;;;;;;;;;;;;;;;;;;;;OAoBG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAY7B;IAMD;;;;;OAKG;IACG,KAAK,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,CAc7C;IAED;;;;;OAKG;IACG,KAAK,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CASnD;IAED,kEAAkE;IAC5D,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAGzC;IAED,sEAAsE;IAChE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAM/C;IAMD;;;;OAIG;IACH,OAAO,CAAC,gBAAgB;YAuCV,YAAY;CAqD3B"}