@oneuptime/common 12.0.2 → 12.0.3

package/build/dist/Server/Utils/SingleFlight.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SingleFlight.js","sourceRoot":"","sources":["../../../../Server/Utils/SingleFlight.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAqB,YAAY;IAM/B;;;;;;;OAOG;IACI,MAAM,CAAC,KAAK,CAAC,GAAG,CAAI,GAAW,EAAE,IAAsB;QAC5D,MAAM,QAAQ,GAAiC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAEtE,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO,CAAC,MAAM,QAAQ,CAAM,CAAC;QAC/B,CAAC;QAED;;;;WAIG;QACH,MAAM,OAAO,GAAe,CAAC,KAAK,IAAI,EAAE;YACtC,OAAO,MAAM,IAAI,EAAE,CAAC;QACtB,CAAC,CAAC,EAAE,CAAC;QAEL,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAEhC,IAAI,CAAC;YACH,OAAO,MAAM,OAAO,CAAC;QACvB,CAAC;gBAAS,CAAC;YACT;;;;;eAKG;YACH,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,OAAO,EAAE,CAAC;gBACvC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;IACH,CAAC;IAED,2EAA2E;IACpE,MAAM,CAAC,aAAa;QACzB,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;IAC5B,CAAC;IAED,4CAA4C;IACrC,MAAM,CAAC,KAAK;QACjB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;;AAtDc,qBAAQ,GAAkC,IAAI,GAAG,EAG7D,CAAC;eAJe,YAAY"}

package/build/dist/Server/Utils/StatusPage/MonitorRulePatternValidator.js

@@ -0,0 +1,29 @@
+import BadDataException from "../../../Types/Exception/BadDataException";
+import RulePatternMatchUtil from "../../../Utils/Rules/RulePatternMatchUtil";
+/*
+ * Write-time validation for the monitor name / description patterns on status
+ * page monitor rules.
+ *
+ * The rule engine accepts a case-insensitive regex or a '*' wildcard glob, the
+ * same two syntaxes the network device rules take. Anything else - `api-(01`,
+ * `[unclosed` - compiles to nothing and matches nothing, and the engine can
+ * only log about it long after the user left the form. Reject it at the write
+ * instead, exactly as NetworkDeviceRulePatternValidator does
+ * (OneUptime/oneuptime#2940).
+ */
+export default class StatusPageMonitorRulePatternValidator {
+    static validate(data) {
+        StatusPageMonitorRulePatternValidator.validateOne("Monitor Name Pattern", data.namePattern);
+        StatusPageMonitorRulePatternValidator.validateOne("Monitor Description Pattern", data.descriptionPattern);
+    }
+    static validateOne(title, pattern) {
+        if (!pattern) {
+            return;
+        }
+        if (RulePatternMatchUtil.isSupportedPattern(pattern)) {
+            return;
+        }
+        throw new BadDataException(`${title} "${pattern}" is not a valid regular expression, and contains no '*' wildcard to fall back on, so it would never match a monitor. Use a regex such as api-.* or a wildcard such as *api*.`);
+    }
+}
+//# sourceMappingURL=MonitorRulePatternValidator.js.map

package/build/dist/Server/Utils/StatusPage/MonitorRulePatternValidator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MonitorRulePatternValidator.js","sourceRoot":"","sources":["../../../../../Server/Utils/StatusPage/MonitorRulePatternValidator.ts"],"names":[],"mappings":"AAAA,OAAO,gBAAgB,MAAM,2CAA2C,CAAC;AACzE,OAAO,oBAAoB,MAAM,2CAA2C,CAAC;AAE7E;;;;;;;;;;GAUG;AACH,MAAM,CAAC,OAAO,OAAO,qCAAqC;IACjD,MAAM,CAAC,QAAQ,CAAC,IAGtB;QACC,qCAAqC,CAAC,WAAW,CAC/C,sBAAsB,EACtB,IAAI,CAAC,WAAW,CACjB,CAAC;QACF,qCAAqC,CAAC,WAAW,CAC/C,6BAA6B,EAC7B,IAAI,CAAC,kBAAkB,CACxB,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,WAAW,CACxB,KAAa,EACb,OAAkC;QAElC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QAED,IAAI,oBAAoB,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC;YACrD,OAAO;QACT,CAAC;QAED,MAAM,IAAI,gBAAgB,CACxB,GAAG,KAAK,KAAK,OAAO,+KAA+K,CACpM,CAAC;IACJ,CAAC;CACF"}

package/build/dist/Server/Utils/Telemetry/EntityRegistry.js

@@ -4,6 +4,7 @@ import logger from "../Logger";
 import TelemetryEntityService from "../../Services/TelemetryEntityService";
 import TelemetryEntityRelationshipService from "../../Services/TelemetryEntityRelationshipService";
 import { deriveRelationships, } from "../../../Utils/Telemetry/EntityRelationship";
+import crypto from "crypto";
 /*
  * Shared entity-registry reconciliation machinery (phases 2 + 5 of the
  * entity model — see Internal/Docs/OpenTelemetryEntities.md). Lives in
@@ -65,24 +66,66 @@ export const REGISTRY_PROMOTED_TYPES = new Set(Object.values(EntityType).filter(
  */
 const FENCE_NAMESPACE = "otel-maintenance-fence";
 const FENCE_SCOPE = "entity-reconcile";
+const ROW_FENCE_SCOPE = "entity-reconcile-row";
 const FENCE_TTL_SECONDS = 5 * 60; // 5 minutes
+/*
+ * Atomic claim. A read-then-write here admits every worker that reads the
+ * absent key in the same instant, which at ingest concurrency is all of them —
+ * the defect behind the row-lock convoy documented in
+ * DatabaseService.updateColumnsByIdIfUnlockedWithoutHooks. TTLs are jittered
+ * so a fleet-wide restart cannot re-synchronise the windows and rebuild the
+ * herd on a fixed period.
+ */
 async function shouldReconcile(fenceId) {
     try {
-        const key = `${FENCE_SCOPE}:${fenceId}`;
-        const seen = await GlobalCache.getString(FENCE_NAMESPACE, key);
-        if (seen) {
-            return false;
-        }
-        await GlobalCache.setString(FENCE_NAMESPACE, key, "1", {
-            expiresInSeconds: FENCE_TTL_SECONDS,
-        });
+        return await GlobalCache.setStringIfNotExists(FENCE_NAMESPACE, `${FENCE_SCOPE}:${hashFenceId(fenceId)}`, "1", { expiresInSeconds: GlobalCache.withJitter(FENCE_TTL_SECONDS) });
+    }
+    catch (_a) {
+        // If the cache is down, default to running the reconcile.
         return true;
     }
+}
+/*
+ * The set-level fence id concatenates every promoted entity key, so it is
+ * unbounded in length — a pod with many entities would otherwise produce a
+ * multi-kilobyte Redis key. Hashing keeps it fixed-width without changing which
+ * sets collide.
+ */
+function hashFenceId(fenceId) {
+    return crypto.createHash("sha1").update(fenceId).digest("hex");
+}
+/*
+ * Per-ROW fence, sitting inside the set-level one.
+ *
+ * The set-level fence keys on (project + the whole promoted entity set), which
+ * in practice is unique per POD — a pod's own key is in the set. But the writes
+ * it gates are per ROW: the single TelemetryEntity row for a Kubernetes cluster
+ * takes one UPDATE per pod in that cluster per window, the namespace row one
+ * per pod in the namespace, and so on. Throttle granularity finer than write
+ * granularity means the throttle does not bound the writes at all, and the
+ * mismatch factor is the pod count — the same shape of defect as the Service
+ * heartbeat, one layer down.
+ *
+ * Claiming per row before the lookup also removes the redundant SELECT, not
+ * just the redundant UPDATE.
+ */
+async function shouldReconcileRow(rowFenceId) {
+    try {
+        return await GlobalCache.setStringIfNotExists(FENCE_NAMESPACE, `${ROW_FENCE_SCOPE}:${hashFenceId(rowFenceId)}`, "1", { expiresInSeconds: GlobalCache.withJitter(FENCE_TTL_SECONDS) });
+    }
     catch (_a) {
         // If the cache is down, default to running the reconcile.
         return true;
     }
 }
+async function releaseRowFence(rowFenceId) {
+    try {
+        await GlobalCache.deleteKey(FENCE_NAMESPACE, `${ROW_FENCE_SCOPE}:${hashFenceId(rowFenceId)}`);
+    }
+    catch (_a) {
+        // Best effort — losing the release costs one window of staleness.
+    }
+}
 /*
  * Over-budget skips happen per row, but the warn log is fenced to once per
  * (project, entityType) per fence window — an over-budget project would
@@ -90,15 +133,7 @@ async function shouldReconcile(fenceId) {
  */
 export async function shouldWarnEntityBudgetOnce(data) {
     try {
-        const key = `entity-budget-warn:${data.projectId.toString()}:${data.entityType}`;
-        const seen = await GlobalCache.getString(FENCE_NAMESPACE, key);
-        if (seen) {
-            return false;
-        }
-        await GlobalCache.setString(FENCE_NAMESPACE, key, "1", {
-            expiresInSeconds: FENCE_TTL_SECONDS,
-        });
-        return true;
+        return await GlobalCache.setStringIfNotExists(FENCE_NAMESPACE, `entity-budget-warn:${data.projectId.toString()}:${data.entityType}`, "1", { expiresInSeconds: GlobalCache.withJitter(FENCE_TTL_SECONDS) });
     }
     catch (_a) {
         // If the cache is down, default to warning (visibility over silence).
@@ -181,6 +216,9 @@ export async function reconcileByNaturalKey(data) {
         // Unresolved generic mapped type — TS cannot prove overlap directly.
         return Object.assign({ lastSeenAt: data.lastSeenAt }, (data.buildUpdate ? data.buildUpdate(existing) : {}));
     };
+    if (!(await shouldReconcileRow(data.rowFenceId))) {
+        return;
+    }
     const existing = await data.service.findOneBy({
         query: data.query,
         select,
@@ -194,14 +232,29 @@ export async function reconcileByNaturalKey(data) {
          * audit). buildBump returns only plain values — lastSeenAt plus, at most,
          * the descriptiveAttributes / labels JSON columns — which the primitive
          * persists via the driver transformer path. See ServiceService.updateLastSeen.
+         *
+         * SKIP LOCKED: a contended bump yields rather than queueing behind the
+         * writer that already holds the row. Registry rows for shared entities (a
+         * cluster, a namespace) are written by every pod that reports them, so
+         * this is exactly the hot-row shape that convoyed on Service.
          */
-        await data.service.updateColumnsByIdWithoutHooks({
+        const wrote = await data.service.updateColumnsByIdIfUnlockedWithoutHooks({
             id: existing.id,
             data: buildBump(existing),
         });
+        if (!wrote) {
+            // Skipped under contention — re-open the window so the next batch retries.
+            await releaseRowFence(data.rowFenceId);
+        }
         return;
     }
     if (data.beforeCreate && !(await data.beforeCreate())) {
+        /*
+         * Over budget: release the row fence so the gate is re-evaluated next
+         * batch rather than being suppressed for a full window by a decision that
+         * wrote nothing.
+         */
+        await releaseRowFence(data.rowFenceId);
         return;
     }
     try {
@@ -224,12 +277,18 @@ export async function reconcileByNaturalKey(data) {
         });
         if (winner) {
             logger.debug(`EntityRegistry: create raced for ${data.describe} (concurrent insert); bumping lastSeenAt on the winning row.`);
-            await data.service.updateColumnsByIdWithoutHooks({
+            await data.service.updateColumnsByIdIfUnlockedWithoutHooks({
                 id: winner.id,
                 data: buildBump(winner),
             });
             return;
         }
+        /*
+         * The insert itself was invalid. Re-open the row window so the next batch
+         * retries rather than being silently suppressed for the TTL — a genuinely
+         * broken row should keep surfacing this warning, not go quiet.
+         */
+        await releaseRowFence(data.rowFenceId);
         logger.warn(`EntityRegistry: create failed for ${data.describe}:`);
         logger.warn(err);
     }

package/build/dist/Server/Utils/Telemetry/EntityRegistry.js.map

@@ -1 +1 @@
-{"version":3,"file":"EntityRegistry.js","sourceRoot":"","sources":["../../../../../Server/Utils/Telemetry/EntityRegistry.ts"],"names":[],"mappings":"AAMA,OAAO,UAAU,MAAM,qCAAqC,CAAC;AAC7D,OAAO,WAAW,MAAM,kCAAkC,CAAC;AAC3D,OAAO,MAAM,MAAM,WAAW,CAAC;AAE/B,OAAO,sBAAsB,MAAM,uCAAuC,CAAC;AAC3E,OAAO,kCAAkC,MAAM,mDAAmD,CAAC;AACnG,OAAO,EACL,mBAAmB,GAEpB,MAAM,6CAA6C,CAAC;AAErD;;;;;;;;GAQG;AAEH;;;;;;;;GAQG;AACH,MAAM,qBAAqB,GAA4B,IAAI,GAAG,CAAa;IACzE,UAAU,CAAC,SAAS;IACpB,UAAU,CAAC,OAAO;IAClB,UAAU,CAAC,eAAe;IAC1B,UAAU,CAAC,YAAY;CACxB,CAAC,CAAC;AAEH;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAoC,IAAI,GAAG,CAG3E;IACA,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC;IAC3B,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC;IACxB,CAAC,UAAU,CAAC,iBAAiB,EAAE,KAAK,CAAC;IACrC,CAAC,UAAU,CAAC,cAAc,EAAE,IAAI,CAAC;IACjC,CAAC,UAAU,CAAC,mBAAmB,EAAE,IAAI,CAAC;IACtC,CAAC,UAAU,CAAC,aAAa,EAAE,IAAI,CAAC;IAChC,CAAC,UAAU,CAAC,oBAAoB,EAAE,IAAI,CAAC;IACvC,CAAC,UAAU,CAAC,cAAc,EAAE,KAAK,CAAC;IAClC,CAAC,UAAU,CAAC,WAAW,EAAE,IAAI,CAAC;IAC9B,CAAC,UAAU,CAAC,YAAY,EAAE,IAAI,CAAC;IAC/B,CAAC,UAAU,CAAC,WAAW,EAAE,KAAK,CAAC;CAChC,CAAC,CAAC;AAEH,oEAAoE;AACpE,MAAM,CAAC,MAAM,sBAAsB,GAAW,IAAI,CAAC;AAEnD,MAAM,UAAU,eAAe,CAAC,UAAsB;;IACpD,OAAO,MAAA,qBAAqB,CAAC,GAAG,CAAC,UAAU,CAAC,mCAAI,sBAAsB,CAAC;AACzE,CAAC;AAED,MAAM,CAAC,MAAM,uBAAuB,GAClC,IAAI,GAAG,CACL,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,UAAsB,EAAE,EAAE;IAC1D,OAAO,CAAC,qBAAqB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;AAChD,CAAC,CAAC,CACH,CAAC;AAEJ;;;;GAIG;AACH,MAAM,eAAe,GAAW,wBAAwB,CAAC;AACzD,MAAM,WAAW,GAAW,kBAAkB,CAAC;AAC/C,MAAM,iBAAiB,GAAW,CAAC,GAAG,EAAE,CAAC,CAAC,YAAY;AAEtD,KAAK,UAAU,eAAe,CAAC,OAAe;IAC5C,IAAI,CAAC;QACH,MAAM,GAAG,GAAW,GAAG,WAAW,IAAI,OAAO,EAAE,CAAC;QAChD,MAAM,IAAI,GAAkB,MAAM,WAAW,CAAC,SAAS,CACrD,eAAe,EACf,GAAG,CACJ,CAAC;QACF,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,WAAW,CAAC,SAAS,CAAC,eAAe,EAAE,GAAG,EAAE,GAAG,EAAE;YACrD,gBAAgB,EAAE,iBAAiB;SACpC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,WAAM,CAAC;QACP,0DAA0D;QAC1D,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,IAGhD;IACC,IAAI,CAAC;QACH,MAAM,GAAG,GAAW,sBAAsB,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IACjE,IAAI,CAAC,UACP,EAAE,CAAC;QACH,MAAM,IAAI,GAAkB,MAAM,WAAW,CAAC,SAAS,CACrD,eAAe,EACf,GAAG,CACJ,CAAC;QACF,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,WAAW,CAAC,SAAS,CAAC,eAAe,EAAE,GAAG,EAAE,GAAG,EAAE;YACrD,gBAAgB,EAAE,iBAAiB;SACpC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,WAAM,CAAC;QACP,sEAAsE;QACtE,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,KAAK,UAAU,gCAAgC,CAAC,IAGtD;IACC,IAAI,CAAC;QACH,MAAM,QAAQ,GAA2B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAC3D,CAAC,MAAuB,EAAE,EAAE;YAC1B,OAAO,uBAAuB,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACxD,CAAC,CACF,CAAC;QAEF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAW,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,QAAQ;aAC7D,GAAG,CAAC,CAAC,MAAuB,EAAE,EAAE;YAC/B,OAAO,MAAM,CAAC,SAAS,CAAC;QAC1B,CAAC,CAAC;aACD,IAAI,EAAE;aACN,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAEf,IAAI,CAAC,CAAC,MAAM,eAAe,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;YACtC,OAAO;QACT,CAAC;QAED,MAAM,sBAAsB,CAAC,iBAAiB,CAAC;YAC7C,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;QAEH;;;;;WAKG;QACH,MAAM,KAAK,GAAkC,mBAAmB,CAC9D,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAuB,EAAE,EAAE;YACvC,OAAO;gBACL,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B,CAAC;QACJ,CAAC,CAAC,CACH,CAAC;QACF,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,kCAAkC,CAAC,sBAAsB,CAAC;gBAC9D,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,KAAK;aACN,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,CAAC,GAAY,CAAC,CAAC;IAC7B,CAAC;AACH,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAEzC,IAuBD;IACC,MAAM,MAAM,mCACN,EAAE,GAAG,EAAE,IAAI,EAAyB,GACrC,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CACvB,CAAC;IAEF,MAAM,SAAS,GAE2B,CACxC,QAAoB,EACgB,EAAE;QACtC,qEAAqE;QACrE,OAAO,gBACL,UAAU,EAAE,IAAI,CAAC,UAAU,IACxB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CACP,CAAC;IACrD,CAAC,CAAC;IAEF,MAAM,QAAQ,GAAsB,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;QAC/D,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,MAAM;QACN,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;KACxB,CAAC,CAAC;IAEH,IAAI,QAAQ,EAAE,CAAC;QACb;;;;;;;WAOG;QACH,MAAM,IAAI,CAAC,OAAO,CAAC,6BAA6B,CAAC;YAC/C,EAAE,EAAE,QAAQ,CAAC,EAAG;YAChB,IAAI,EAAE,SAAS,CAAC,QAAQ,CAAC;SAC1B,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IAED,IAAI,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC,EAAE,CAAC;QACtD,OAAO;IACT,CAAC;IAED,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YACxB,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE;YACvB,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb;;;;WAIG;QACH,MAAM,MAAM,GAAsB,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;YAC7D,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM;YACN,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CAAC;QAEH,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CACV,oCAAoC,IAAI,CAAC,QAAQ,8DAA8D,CAChH,CAAC;YACF,MAAM,IAAI,CAAC,OAAO,CAAC,6BAA6B,CAAC;gBAC/C,EAAE,EAAE,MAAM,CAAC,EAAG;gBACd,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC;aACxB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,qCAAqC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;QACnE,MAAM,CAAC,IAAI,CAAC,GAAY,CAAC,CAAC;IAC5B,CAAC;AACH,CAAC"}
+{"version":3,"file":"EntityRegistry.js","sourceRoot":"","sources":["../../../../../Server/Utils/Telemetry/EntityRegistry.ts"],"names":[],"mappings":"AAMA,OAAO,UAAU,MAAM,qCAAqC,CAAC;AAC7D,OAAO,WAAW,MAAM,kCAAkC,CAAC;AAC3D,OAAO,MAAM,MAAM,WAAW,CAAC;AAE/B,OAAO,sBAAsB,MAAM,uCAAuC,CAAC;AAC3E,OAAO,kCAAkC,MAAM,mDAAmD,CAAC;AACnG,OAAO,EACL,mBAAmB,GAEpB,MAAM,6CAA6C,CAAC;AACrD,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B;;;;;;;;GAQG;AAEH;;;;;;;;GAQG;AACH,MAAM,qBAAqB,GAA4B,IAAI,GAAG,CAAa;IACzE,UAAU,CAAC,SAAS;IACpB,UAAU,CAAC,OAAO;IAClB,UAAU,CAAC,eAAe;IAC1B,UAAU,CAAC,YAAY;CACxB,CAAC,CAAC;AAEH;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAoC,IAAI,GAAG,CAG3E;IACA,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC;IAC3B,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC;IACxB,CAAC,UAAU,CAAC,iBAAiB,EAAE,KAAK,CAAC;IACrC,CAAC,UAAU,CAAC,cAAc,EAAE,IAAI,CAAC;IACjC,CAAC,UAAU,CAAC,mBAAmB,EAAE,IAAI,CAAC;IACtC,CAAC,UAAU,CAAC,aAAa,EAAE,IAAI,CAAC;IAChC,CAAC,UAAU,CAAC,oBAAoB,EAAE,IAAI,CAAC;IACvC,CAAC,UAAU,CAAC,cAAc,EAAE,KAAK,CAAC;IAClC,CAAC,UAAU,CAAC,WAAW,EAAE,IAAI,CAAC;IAC9B,CAAC,UAAU,CAAC,YAAY,EAAE,IAAI,CAAC;IAC/B,CAAC,UAAU,CAAC,WAAW,EAAE,KAAK,CAAC;CAChC,CAAC,CAAC;AAEH,oEAAoE;AACpE,MAAM,CAAC,MAAM,sBAAsB,GAAW,IAAI,CAAC;AAEnD,MAAM,UAAU,eAAe,CAAC,UAAsB;;IACpD,OAAO,MAAA,qBAAqB,CAAC,GAAG,CAAC,UAAU,CAAC,mCAAI,sBAAsB,CAAC;AACzE,CAAC;AAED,MAAM,CAAC,MAAM,uBAAuB,GAClC,IAAI,GAAG,CACL,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,UAAsB,EAAE,EAAE;IAC1D,OAAO,CAAC,qBAAqB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;AAChD,CAAC,CAAC,CACH,CAAC;AAEJ;;;;GAIG;AACH,MAAM,eAAe,GAAW,wBAAwB,CAAC;AACzD,MAAM,WAAW,GAAW,kBAAkB,CAAC;AAC/C,MAAM,eAAe,GAAW,sBAAsB,CAAC;AACvD,MAAM,iBAAiB,GAAW,CAAC,GAAG,EAAE,CAAC,CAAC,YAAY;AAEtD;;;;;;;GAOG;AACH,KAAK,UAAU,eAAe,CAAC,OAAe;IAC5C,IAAI,CAAC;QACH,OAAO,MAAM,WAAW,CAAC,oBAAoB,CAC3C,eAAe,EACf,GAAG,WAAW,IAAI,WAAW,CAAC,OAAO,CAAC,EAAE,EACxC,GAAG,EACH,EAAE,gBAAgB,EAAE,WAAW,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,CAChE,CAAC;IACJ,CAAC;IAAC,WAAM,CAAC;QACP,0DAA0D;QAC1D,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAS,WAAW,CAAC,OAAe;IAClC,OAAO,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACjE,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,KAAK,UAAU,kBAAkB,CAAC,UAAkB;IAClD,IAAI,CAAC;QACH,OAAO,MAAM,WAAW,CAAC,oBAAoB,CAC3C,eAAe,EACf,GAAG,eAAe,IAAI,WAAW,CAAC,UAAU,CAAC,EAAE,EAC/C,GAAG,EACH,EAAE,gBAAgB,EAAE,WAAW,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,CAChE,CAAC;IACJ,CAAC;IAAC,WAAM,CAAC;QACP,0DAA0D;QAC1D,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,UAAkB;IAC/C,IAAI,CAAC;QACH,MAAM,WAAW,CAAC,SAAS,CACzB,eAAe,EACf,GAAG,eAAe,IAAI,WAAW,CAAC,UAAU,CAAC,EAAE,CAChD,CAAC;IACJ,CAAC;IAAC,WAAM,CAAC;QACP,kEAAkE;IACpE,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,IAGhD;IACC,IAAI,CAAC;QACH,OAAO,MAAM,WAAW,CAAC,oBAAoB,CAC3C,eAAe,EACf,sBAAsB,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,IAAI,CAAC,UAAU,EAAE,EACpE,GAAG,EACH,EAAE,gBAAgB,EAAE,WAAW,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,CAChE,CAAC;IACJ,CAAC;IAAC,WAAM,CAAC;QACP,sEAAsE;QACtE,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,KAAK,UAAU,gCAAgC,CAAC,IAGtD;IACC,IAAI,CAAC;QACH,MAAM,QAAQ,GAA2B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAC3D,CAAC,MAAuB,EAAE,EAAE;YAC1B,OAAO,uBAAuB,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACxD,CAAC,CACF,CAAC;QAEF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAW,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,QAAQ;aAC7D,GAAG,CAAC,CAAC,MAAuB,EAAE,EAAE;YAC/B,OAAO,MAAM,CAAC,SAAS,CAAC;QAC1B,CAAC,CAAC;aACD,IAAI,EAAE;aACN,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAEf,IAAI,CAAC,CAAC,MAAM,eAAe,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;YACtC,OAAO;QACT,CAAC;QAED,MAAM,sBAAsB,CAAC,iBAAiB,CAAC;YAC7C,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;QAEH;;;;;WAKG;QACH,MAAM,KAAK,GAAkC,mBAAmB,CAC9D,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAuB,EAAE,EAAE;YACvC,OAAO;gBACL,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B,CAAC;QACJ,CAAC,CAAC,CACH,CAAC;QACF,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,kCAAkC,CAAC,sBAAsB,CAAC;gBAC9D,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,KAAK;aACN,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,CAAC,GAAY,CAAC,CAAC;IAC7B,CAAC;AACH,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAEzC,IA8BD;IACC,MAAM,MAAM,mCACN,EAAE,GAAG,EAAE,IAAI,EAAyB,GACrC,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CACvB,CAAC;IAEF,MAAM,SAAS,GAE2B,CACxC,QAAoB,EACgB,EAAE;QACtC,qEAAqE;QACrE,OAAO,gBACL,UAAU,EAAE,IAAI,CAAC,UAAU,IACxB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CACP,CAAC;IACrD,CAAC,CAAC;IAEF,IAAI,CAAC,CAAC,MAAM,kBAAkB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;QACjD,OAAO;IACT,CAAC;IAED,MAAM,QAAQ,GAAsB,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;QAC/D,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,MAAM;QACN,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;KACxB,CAAC,CAAC;IAEH,IAAI,QAAQ,EAAE,CAAC;QACb;;;;;;;;;;;;WAYG;QACH,MAAM,KAAK,GACT,MAAM,IAAI,CAAC,OAAO,CAAC,uCAAuC,CAAC;YACzD,EAAE,EAAE,QAAQ,CAAC,EAAG;YAChB,IAAI,EAAE,SAAS,CAAC,QAAQ,CAAC;SAC1B,CAAC,CAAC;QAEL,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,2EAA2E;YAC3E,MAAM,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACzC,CAAC;QACD,OAAO;IACT,CAAC;IAED,IAAI,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC,EAAE,CAAC;QACtD;;;;WAIG;QACH,MAAM,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvC,OAAO;IACT,CAAC;IAED,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YACxB,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE;YACvB,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb;;;;WAIG;QACH,MAAM,MAAM,GAAsB,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;YAC7D,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM;YACN,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CAAC;QAEH,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CACV,oCAAoC,IAAI,CAAC,QAAQ,8DAA8D,CAChH,CAAC;YACF,MAAM,IAAI,CAAC,OAAO,CAAC,uCAAuC,CAAC;gBACzD,EAAE,EAAE,MAAM,CAAC,EAAG;gBACd,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC;aACxB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED;;;;WAIG;QACH,MAAM,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAEvC,MAAM,CAAC,IAAI,CAAC,qCAAqC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;QACnE,MAAM,CAAC,IAAI,CAAC,GAAY,CAAC,CAAC;IAC5B,CAAC;AACH,CAAC"}

package/build/dist/Server/Utils/Telemetry/ResourceHeartbeat.js

@@ -0,0 +1,160 @@
+import GlobalCache from "../../Infrastructure/GlobalCache";
+import SingleFlight from "../SingleFlight";
+import logger from "../Logger";
+/** Derived from the model's liveness namespace — see cacheNamespace. */
+function fingerprintNamespace(cacheNamespace) {
+    return `${cacheNamespace}-fingerprint`;
+}
+function writeWindowNamespace(cacheNamespace) {
+    return `${cacheNamespace}-write-window`;
+}
+export default class ResourceHeartbeat {
+    static async write(input) {
+        const cacheKey = input.id.toString();
+        /*
+         * Collapse duplicate concurrent callers inside THIS process first. One
+         * OTLP batch resolves the same resource once per contained resource — the
+         * host-metrics collector config OneUptime ships emits hundreds per batch —
+         * and without this every one of them independently asks Redis the same
+         * question and throws the answer away.
+         */
+        await SingleFlight.run(`${input.cacheNamespace}:${cacheKey}:${input.fingerprint}`, async () => {
+            await this.writeOnce(input, cacheKey);
+        });
+    }
+    static async writeOnce(input, cacheKey) {
+        var _a, _b;
+        /*
+         * Liveness gate. Presence-only and jittered: a fleet-wide restart would
+         * otherwise re-synchronise every resource's window and rebuild the herd on
+         * a fixed period.
+         */
+        let writeLiveness = true;
+        try {
+            writeLiveness = await GlobalCache.setStringIfNotExists(input.cacheNamespace, cacheKey, "1", {
+                expiresInSeconds: GlobalCache.withJitter(input.throttleInSeconds),
+            });
+        }
+        catch (_c) {
+            /*
+             * Cache unavailable — fail OPEN and refresh liveness anyway. Suppressing
+             * the heartbeat during a Redis outage is how a healthy resource is shown
+             * as disconnected while its data keeps arriving. Affordable only because
+             * the write below cannot queue.
+             */
+            writeLiveness = true;
+        }
+        const hasMetadata = Boolean(input.metadata) && Object.keys(input.metadata).length > 0;
+        /*
+         * Enrichment gate 1: has the payload actually changed? Compare-and-claim,
+         * so a genuinely new value is written promptly rather than waiting out a
+         * window.
+         */
+        let metadataChanged = false;
+        if (hasMetadata) {
+            try {
+                metadataChanged = await GlobalCache.setStringIfChanged(fingerprintNamespace(input.cacheNamespace), cacheKey, input.fingerprint, {
+                    expiresInSeconds: GlobalCache.withJitter((_a = input.enrichmentThrottleInSeconds) !== null && _a !== void 0 ? _a : input.throttleInSeconds),
+                });
+            }
+            catch (_d) {
+                /*
+                 * Fail CLOSED for enrichment, unlike liveness. These columns are
+                 * descriptive; nothing is mis-reported by writing them a little later,
+                 * and letting a Redis outage open this gate restores the per-batch
+                 * write storm this exists to prevent.
+                 */
+                metadataChanged = false;
+            }
+        }
+        /*
+         * Enrichment gate 2: the rate limiter. Change detection cannot tell a
+         * meaningful update apart from a gauge that moves every scrape — both
+         * present as "it changed". Since the churning case is unbounded, this
+         * bounds both.
+         */
+        let writeMetadata = false;
+        if (metadataChanged) {
+            try {
+                writeMetadata = await GlobalCache.setStringIfNotExists(writeWindowNamespace(input.cacheNamespace), cacheKey, "1", {
+                    expiresInSeconds: GlobalCache.withJitter((_b = input.enrichmentThrottleInSeconds) !== null && _b !== void 0 ? _b : input.throttleInSeconds),
+                });
+            }
+            catch (_e) {
+                writeMetadata = false;
+            }
+        }
+        if (!writeLiveness && !writeMetadata) {
+            // Nothing to say. Issue no statement at all.
+            return;
+        }
+        /*
+         * Liveness rides along even on an enrichment-only write: refreshing it
+         * early is harmless (it is a floor, not a sample), and splitting the two
+         * into separate statements would double the writes we just halved.
+         */
+        const data = Object.assign(Object.assign({}, input.liveness), (writeMetadata
+            ? (input.metadata || {})
+            : {}));
+        let wrote = false;
+        try {
+            wrote = await input.service.updateColumnsByIdIfUnlockedWithoutHooks({
+                id: input.id,
+                data: data,
+            });
+        }
+        catch (err) {
+            /*
+             * Liveness must survive bad metadata. Every enrichment value is a
+             * collector-supplied attribute, so if one of them makes Postgres reject
+             * the statement it takes `lastSeenAt` down with it and the resource
+             * silently stops looking alive — the disconnection sweep then flips a
+             * perfectly healthy resource 15 minutes later with telemetry arriving
+             * the whole time. That was issue #3006. Retry with liveness only, so
+             * enrichment is what gets dropped, never the heartbeat.
+             */
+            logger.warn(`ResourceHeartbeat: metadata write failed for ${input.describe}, falling back to a liveness-only update: ${err instanceof Error ? err.message : String(err)}`);
+            await this.releaseGates(input.cacheNamespace, cacheKey, writeMetadata);
+            await input.service.updateColumnsByIdIfUnlockedWithoutHooks({
+                id: input.id,
+                data: input.liveness,
+            });
+            return;
+        }
+        if (!wrote && writeMetadata) {
+            /*
+             * The row was locked, so this write was SKIPPED rather than applied. For
+             * liveness that is a non-event — whoever holds the lock is storing the
+             * same timestamp. Enrichment is different: the holder may be writing an
+             * older payload, and the gates just claimed would suppress ours for the
+             * rest of the window. Release them so the next batch re-attempts.
+             *
+             * This cannot become a retry storm: each attempt is a non-blocking
+             * statement that returns immediately when contended.
+             */
+            await this.releaseGates(input.cacheNamespace, cacheKey, true);
+        }
+    }
+    /**
+     * Re-open the gates so the next batch retries. When enrichment was at stake
+     * those are the gates that must not stay claimed after a write that never
+     * happened; otherwise it is the liveness gate.
+     */
+    static async releaseGates(cacheNamespace, cacheKey, hadMetadata) {
+        const namespaces = hadMetadata
+            ? [
+                fingerprintNamespace(cacheNamespace),
+                writeWindowNamespace(cacheNamespace),
+            ]
+            : [cacheNamespace];
+        for (const namespace of namespaces) {
+            try {
+                await GlobalCache.deleteKey(namespace, cacheKey);
+            }
+            catch (_a) {
+                // Best effort — the retry is what actually matters.
+            }
+        }
+    }
+}
+//# sourceMappingURL=ResourceHeartbeat.js.map

package/build/dist/Server/Utils/Telemetry/ResourceHeartbeat.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ResourceHeartbeat.js","sourceRoot":"","sources":["../../../../../Server/Utils/Telemetry/ResourceHeartbeat.ts"],"names":[],"mappings":"AAIA,OAAO,WAAW,MAAM,kCAAkC,CAAC;AAC3D,OAAO,YAAY,MAAM,iBAAiB,CAAC;AAC3C,OAAO,MAAM,MAAM,WAAW,CAAC;AAsG/B,wEAAwE;AACxE,SAAS,oBAAoB,CAAC,cAAsB;IAClD,OAAO,GAAG,cAAc,cAAc,CAAC;AACzC,CAAC;AAED,SAAS,oBAAoB,CAAC,cAAsB;IAClD,OAAO,GAAG,cAAc,eAAe,CAAC;AAC1C,CAAC;AAED,MAAM,CAAC,OAAO,OAAO,iBAAiB;IAC7B,MAAM,CAAC,KAAK,CAAC,KAAK,CACvB,KAAyC;QAEzC,MAAM,QAAQ,GAAW,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;QAE7C;;;;;;WAMG;QACH,MAAM,YAAY,CAAC,GAAG,CACpB,GAAG,KAAK,CAAC,cAAc,IAAI,QAAQ,IAAI,KAAK,CAAC,WAAW,EAAE,EAC1D,KAAK,IAAI,EAAE;YACT,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACxC,CAAC,CACF,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,KAAK,CAAC,SAAS,CAC5B,KAAyC,EACzC,QAAgB;;QAEhB;;;;WAIG;QACH,IAAI,aAAa,GAAY,IAAI,CAAC;QAClC,IAAI,CAAC;YACH,aAAa,GAAG,MAAM,WAAW,CAAC,oBAAoB,CACpD,KAAK,CAAC,cAAc,EACpB,QAAQ,EACR,GAAG,EACH;gBACE,gBAAgB,EAAE,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,iBAAiB,CAAC;aAClE,CACF,CAAC;QACJ,CAAC;QAAC,WAAM,CAAC;YACP;;;;;eAKG;YACH,aAAa,GAAG,IAAI,CAAC;QACvB,CAAC;QAED,MAAM,WAAW,GACf,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAS,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QAErE;;;;WAIG;QACH,IAAI,eAAe,GAAY,KAAK,CAAC;QACrC,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,CAAC;gBACH,eAAe,GAAG,MAAM,WAAW,CAAC,kBAAkB,CACpD,oBAAoB,CAAC,KAAK,CAAC,cAAc,CAAC,EAC1C,QAAQ,EACR,KAAK,CAAC,WAAW,EACjB;oBACE,gBAAgB,EAAE,WAAW,CAAC,UAAU,CACtC,MAAA,KAAK,CAAC,2BAA2B,mCAAI,KAAK,CAAC,iBAAiB,CAC7D;iBACF,CACF,CAAC;YACJ,CAAC;YAAC,WAAM,CAAC;gBACP;;;;;mBAKG;gBACH,eAAe,GAAG,KAAK,CAAC;YAC1B,CAAC;QACH,CAAC;QAED;;;;;WAKG;QACH,IAAI,aAAa,GAAY,KAAK,CAAC;QACnC,IAAI,eAAe,EAAE,CAAC;YACpB,IAAI,CAAC;gBACH,aAAa,GAAG,MAAM,WAAW,CAAC,oBAAoB,CACpD,oBAAoB,CAAC,KAAK,CAAC,cAAc,CAAC,EAC1C,QAAQ,EACR,GAAG,EACH;oBACE,gBAAgB,EAAE,WAAW,CAAC,UAAU,CACtC,MAAA,KAAK,CAAC,2BAA2B,mCAAI,KAAK,CAAC,iBAAiB,CAC7D;iBACF,CACF,CAAC;YACJ,CAAC;YAAC,WAAM,CAAC;gBACP,aAAa,GAAG,KAAK,CAAC;YACxB,CAAC;QACH,CAAC;QAED,IAAI,CAAC,aAAa,IAAI,CAAC,aAAa,EAAE,CAAC;YACrC,6CAA6C;YAC7C,OAAO;QACT,CAAC;QAED;;;;WAIG;QACH,MAAM,IAAI,GAAuC,gCAC3C,KAAK,CAAC,QAAoC,GAC3C,CAAC,aAAa;YACf,CAAC,CAAE,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAA6B;YACrD,CAAC,CAAC,EAAE,CAAC,CAC8B,CAAC;QAExC,IAAI,KAAK,GAAY,KAAK,CAAC;QAE3B,IAAI,CAAC;YACH,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,uCAAuC,CAAC;gBAClE,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,IAAI,EAAE,IAAI;aACX,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb;;;;;;;;eAQG;YACH,MAAM,CAAC,IAAI,CACT,gDAAgD,KAAK,CAAC,QAAQ,6CAC5D,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CACjD,EAAE,CACH,CAAC;YAEF,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,cAAc,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC;YAEvE,MAAM,KAAK,CAAC,OAAO,CAAC,uCAAuC,CAAC;gBAC1D,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,IAAI,EAAE,KAAK,CAAC,QAAQ;aACrB,CAAC,CAAC;YAEH,OAAO;QACT,CAAC;QAED,IAAI,CAAC,KAAK,IAAI,aAAa,EAAE,CAAC;YAC5B;;;;;;;;;eASG;YACH,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,cAAc,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,MAAM,CAAC,KAAK,CAAC,YAAY,CAC/B,cAAsB,EACtB,QAAgB,EAChB,WAAoB;QAEpB,MAAM,UAAU,GAAkB,WAAW;YAC3C,CAAC,CAAC;gBACE,oBAAoB,CAAC,cAAc,CAAC;gBACpC,oBAAoB,CAAC,cAAc,CAAC;aACrC;YACH,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;QAErB,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,IAAI,CAAC;gBACH,MAAM,WAAW,CAAC,SAAS,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YACnD,CAAC;YAAC,WAAM,CAAC;gBACP,oDAAoD;YACtD,CAAC;QACH,CAAC;IACH,CAAC;CACF"}