@oneuptime/common 11.7.4 → 12.0.0

package/build/dist/Server/Utils/Incident/IncidentPrivacyFilter.js

@@ -94,4 +94,42 @@ export function applyIncidentRelatedRecordPrivacyFilter(query, props) {
     query.incidentId = combineWithPrivacyClause(query.incidentId, rawClause);
     return query;
 }
+/*
+ * Null-tolerant variant of the related-record filter for child tables whose
+ * incident link is OPTIONAL (e.g. AutoRemediationSuggestion, which links an
+ * incident OR an alert). In SQL, `NULL IN (subquery)` evaluates to NULL, so
+ * the strict clause above would hide every row whose incidentId is NULL —
+ * this variant lets NULL-linked rows through and defers to the sibling
+ * column's own filter.
+ */
+export function getOptionalIncidentRelatedRecordPrivacyRaw(props) {
+    if (shouldBypassIncidentPrivacy(props)) {
+        return undefined;
+    }
+    if (!props.userId) {
+        return Raw((alias) => {
+            return `(${alias} IS NULL OR ${alias} IN (SELECT i."_id" FROM "Incident" i WHERE i."deletedAt" IS NULL AND (i."isPrivate" IS NULL OR i."isPrivate" = FALSE)))`;
+        });
+    }
+    const uidRid = "uidRelOpt_" + Text.generateRandomText(10);
+    return Raw((alias) => {
+        return (`(${alias} IS NULL OR ${alias} IN (SELECT i."_id" FROM "Incident" i WHERE i."deletedAt" IS NULL AND (` +
+            `i."isPrivate" IS NULL OR i."isPrivate" = FALSE OR ` +
+            `i."_id" IN (SELECT iou."incidentId" FROM "IncidentOwnerUser" iou WHERE iou."userId" = :${uidRid} AND iou."deletedAt" IS NULL) OR ` +
+            `i."_id" IN (SELECT iot."incidentId" FROM "IncidentOwnerTeam" iot INNER JOIN "TeamMember" tm ON tm."teamId" = iot."teamId" WHERE tm."userId" = :${uidRid} AND tm."deletedAt" IS NULL AND iot."deletedAt" IS NULL))))`);
+    }, {
+        [uidRid]: props.userId.toString(),
+    });
+}
+export function applyOptionalIncidentRelatedRecordPrivacyFilter(query, props) {
+    const rawClause = getOptionalIncidentRelatedRecordPrivacyRaw(props);
+    if (!rawClause) {
+        return query;
+    }
+    if (!query) {
+        return { incidentId: rawClause };
+    }
+    query.incidentId = combineWithPrivacyClause(query.incidentId, rawClause);
+    return query;
+}
 //# sourceMappingURL=IncidentPrivacyFilter.js.map

package/build/dist/Server/Utils/Incident/IncidentPrivacyFilter.js.map

@@ -1 +1 @@
-{"version":3,"file":"IncidentPrivacyFilter.js","sourceRoot":"","sources":["../../../../../Server/Utils/Incident/IncidentPrivacyFilter.ts"],"names":[],"mappings":"AAEA,OAAO,UAGN,MAAM,2BAA2B,CAAC;AACnC,OAAO,IAAI,MAAM,qBAAqB,CAAC;AACvC,OAAO,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AAChE,OAAO,EAAE,GAAG,EAAE,MAAM,SAAS,CAAC;AAE9B;;;;;GAKG;AACH,MAAM,UAAU,2BAA2B,CACzC,KAAqC;;IAErC,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,0BAA0B,EAAE,CAAC;QACvD,MAAM,UAAU,GACd,KAAK,CAAC,0BAA0B,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;QAE9D,IACE,MAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,WAAW,0CAAE,IAAI,CAAC,CAAC,CAAiB,EAAW,EAAE;YAC3D,OAAO,CACL,CAAC,CAAC,UAAU,KAAK,UAAU,CAAC,YAAY;gBACxC,CAAC,CAAC,UAAU,KAAK,UAAU,CAAC,YAAY,CACzC,CAAC;QACJ,CAAC,CAAC,EACF,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,yBAAyB,CACvC,KAAqC;IAErC,IAAI,2BAA2B,CAAC,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAClB,OAAO,GAAG,CAAC,CAAC,KAAa,EAAU,EAAE;YACnC,OAAO,IAAI,KAAK,eAAe,KAAK,WAAW,CAAC;QAClD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAW,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;IAEhE,OAAO,GAAG,CACR,CAAC,KAAa,EAAU,EAAE;QACxB,OAAO,CACL,IAAI,KAAK,eAAe,KAAK,cAAc;YAC3C,mGAAmG,MAAM,mCAAmC;YAC5I,2JAA2J,MAAM,2DAA2D,CAC7N,CAAC;IACJ,CAAC,EACD;QACE,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE;KAClC,CACF,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,kCAAkC,CAChD,KAAqC;IAErC,IAAI,2BAA2B,CAAC,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAClB,OAAO,GAAG,CAAC,CAAC,KAAa,EAAU,EAAE;YACnC,OAAO,IAAI,KAAK,0HAA0H,CAAC;QAC7I,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAW,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;IAE/D,OAAO,GAAG,CACR,CAAC,KAAa,EAAU,EAAE;QACxB,OAAO,CACL,IAAI,KAAK,yEAAyE;YAClF,oDAAoD;YACpD,0FAA0F,MAAM,mCAAmC;YACnI,kJAAkJ,MAAM,6DAA6D,CACtN,CAAC;IACJ,CAAC,EACD;QACE,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE;KAClC,CACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,KAAQ,EACR,KAAqC;IAErC,MAAM,SAAS,GACb,yBAAyB,CAAC,KAAK,CAAC,CAAC;IAEnC,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,EAAE,SAAS,EAAE,SAAS,EAAkB,CAAC;IAClD,CAAC;IAEA,KAAa,CAAC,SAAS,GAAG,wBAAwB,CAChD,KAAa,CAAC,SAAS,EACxB,SAAS,CACV,CAAC;IACF,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,uCAAuC,CACrD,KAAQ,EACR,KAAqC;IAErC,MAAM,SAAS,GACb,kCAAkC,CAAC,KAAK,CAAC,CAAC;IAE5C,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,EAAE,UAAU,EAAE,SAAS,EAAkB,CAAC;IACnD,CAAC;IAEA,KAAa,CAAC,UAAU,GAAG,wBAAwB,CACjD,KAAa,CAAC,UAAU,EACzB,SAAS,CACV,CAAC;IACF,OAAO,KAAK,CAAC;AACf,CAAC"}
+{"version":3,"file":"IncidentPrivacyFilter.js","sourceRoot":"","sources":["../../../../../Server/Utils/Incident/IncidentPrivacyFilter.ts"],"names":[],"mappings":"AAEA,OAAO,UAGN,MAAM,2BAA2B,CAAC;AACnC,OAAO,IAAI,MAAM,qBAAqB,CAAC;AACvC,OAAO,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AAChE,OAAO,EAAE,GAAG,EAAE,MAAM,SAAS,CAAC;AAE9B;;;;;GAKG;AACH,MAAM,UAAU,2BAA2B,CACzC,KAAqC;;IAErC,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,0BAA0B,EAAE,CAAC;QACvD,MAAM,UAAU,GACd,KAAK,CAAC,0BAA0B,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;QAE9D,IACE,MAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,WAAW,0CAAE,IAAI,CAAC,CAAC,CAAiB,EAAW,EAAE;YAC3D,OAAO,CACL,CAAC,CAAC,UAAU,KAAK,UAAU,CAAC,YAAY;gBACxC,CAAC,CAAC,UAAU,KAAK,UAAU,CAAC,YAAY,CACzC,CAAC;QACJ,CAAC,CAAC,EACF,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,yBAAyB,CACvC,KAAqC;IAErC,IAAI,2BAA2B,CAAC,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAClB,OAAO,GAAG,CAAC,CAAC,KAAa,EAAU,EAAE;YACnC,OAAO,IAAI,KAAK,eAAe,KAAK,WAAW,CAAC;QAClD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAW,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;IAEhE,OAAO,GAAG,CACR,CAAC,KAAa,EAAU,EAAE;QACxB,OAAO,CACL,IAAI,KAAK,eAAe,KAAK,cAAc;YAC3C,mGAAmG,MAAM,mCAAmC;YAC5I,2JAA2J,MAAM,2DAA2D,CAC7N,CAAC;IACJ,CAAC,EACD;QACE,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE;KAClC,CACF,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,kCAAkC,CAChD,KAAqC;IAErC,IAAI,2BAA2B,CAAC,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAClB,OAAO,GAAG,CAAC,CAAC,KAAa,EAAU,EAAE;YACnC,OAAO,IAAI,KAAK,0HAA0H,CAAC;QAC7I,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAW,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;IAE/D,OAAO,GAAG,CACR,CAAC,KAAa,EAAU,EAAE;QACxB,OAAO,CACL,IAAI,KAAK,yEAAyE;YAClF,oDAAoD;YACpD,0FAA0F,MAAM,mCAAmC;YACnI,kJAAkJ,MAAM,6DAA6D,CACtN,CAAC;IACJ,CAAC,EACD;QACE,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE;KAClC,CACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,KAAQ,EACR,KAAqC;IAErC,MAAM,SAAS,GACb,yBAAyB,CAAC,KAAK,CAAC,CAAC;IAEnC,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,EAAE,SAAS,EAAE,SAAS,EAAkB,CAAC;IAClD,CAAC;IAEA,KAAa,CAAC,SAAS,GAAG,wBAAwB,CAChD,KAAa,CAAC,SAAS,EACxB,SAAS,CACV,CAAC;IACF,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,uCAAuC,CACrD,KAAQ,EACR,KAAqC;IAErC,MAAM,SAAS,GACb,kCAAkC,CAAC,KAAK,CAAC,CAAC;IAE5C,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,EAAE,UAAU,EAAE,SAAS,EAAkB,CAAC;IACnD,CAAC;IAEA,KAAa,CAAC,UAAU,GAAG,wBAAwB,CACjD,KAAa,CAAC,UAAU,EACzB,SAAS,CACV,CAAC;IACF,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,0CAA0C,CACxD,KAAqC;IAErC,IAAI,2BAA2B,CAAC,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAClB,OAAO,GAAG,CAAC,CAAC,KAAa,EAAU,EAAE;YACnC,OAAO,IAAI,KAAK,eAAe,KAAK,0HAA0H,CAAC;QACjK,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAW,YAAY,GAAG,IAAI,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;IAElE,OAAO,GAAG,CACR,CAAC,KAAa,EAAU,EAAE;QACxB,OAAO,CACL,IAAI,KAAK,eAAe,KAAK,yEAAyE;YACtG,oDAAoD;YACpD,0FAA0F,MAAM,mCAAmC;YACnI,kJAAkJ,MAAM,6DAA6D,CACtN,CAAC;IACJ,CAAC,EACD;QACE,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE;KAClC,CACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,+CAA+C,CAC7D,KAAQ,EACR,KAAqC;IAErC,MAAM,SAAS,GACb,0CAA0C,CAAC,KAAK,CAAC,CAAC;IAEpD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,EAAE,UAAU,EAAE,SAAS,EAAkB,CAAC;IACnD,CAAC;IAEA,KAAa,CAAC,UAAU,GAAG,wBAAwB,CACjD,KAAa,CAAC,UAAU,EACzB,SAAS,CACV,CAAC;IACF,OAAO,KAAK,CAAC;AACf,CAAC"}

package/build/dist/Server/Utils/InstanceHealth/PostgresHealth.js

@@ -0,0 +1,194 @@
+import PostgresAppInstance from "../../Infrastructure/PostgresDatabase";
+import logger from "../Logger";
+/*
+ * Postgres refuses all writes once transaction-ID age reaches 2^31. Utilization
+ * is expressed against that hard ceiling rather than autovacuum_freeze_max_age,
+ * which is only the point where autovacuum is forced to intervene and is
+ * routinely exceeded on a healthy instance.
+ */
+export const POSTGRES_WRAPAROUND_CEILING = 2147483648;
+const BYTES_PER_GB = 1024 * 1024 * 1024;
+export function gigabytesToBytes(gigabytes) {
+    return gigabytes * BYTES_PER_GB;
+}
+function toNumberOrNull(value) {
+    if (value === null || value === undefined || value === "") {
+        return null;
+    }
+    const parsed = Number(value);
+    return Number.isFinite(parsed) ? parsed : null;
+}
+/*
+ * Every probe is guarded on its own so a permission error or a feature missing
+ * on this Postgres version (pg_replication_slots columns differ across major
+ * versions) leaves that one field null instead of blanking the whole snapshot.
+ * A null field means "not evaluated"; callers must not read it as healthy.
+ */
+export async function getPostgresHealthSnapshot() {
+    var _a, _b, _c, _d, _e, _f, _g, _h, _j;
+    const dataSource = PostgresAppInstance.getDataSource();
+    if (!dataSource) {
+        return null;
+    }
+    const snapshot = {
+        databaseSizeInBytes: null,
+        walSizeInBytes: null,
+        maxConnections: null,
+        usableConnections: null,
+        clientBackends: null,
+        connectionUtilizationPercent: null,
+        transactionIdAge: null,
+        multiXactIdAge: null,
+        maxTransactionIdAge: null,
+        wraparoundUtilizationPercent: null,
+        replicationSlots: null,
+        isInRecovery: false,
+    };
+    try {
+        const rows = await dataSource.query("SELECT pg_is_in_recovery() AS in_recovery");
+        snapshot.isInRecovery = Boolean((_a = rows === null || rows === void 0 ? void 0 : rows[0]) === null || _a === void 0 ? void 0 : _a.in_recovery);
+    }
+    catch (error) {
+        logger.debug("InstanceHealth: postgres recovery-state probe failed");
+        logger.debug(error);
+    }
+    try {
+        const rows = await dataSource.query("SELECT pg_database_size(current_database()) AS size");
+        snapshot.databaseSizeInBytes = toNumberOrNull((_b = rows === null || rows === void 0 ? void 0 : rows[0]) === null || _b === void 0 ? void 0 : _b.size);
+    }
+    catch (error) {
+        logger.debug("InstanceHealth: pg_database_size probe failed");
+        logger.debug(error);
+    }
+    /*
+     * WAL is measured separately because it lives on the same volume but outside
+     * pg_database_size, and an abandoned replication slot parks tens of gigabytes
+     * there. Without it the storage check can read comfortably under threshold
+     * while the volume is full and writes are already failing. pg_ls_waldir()
+     * needs superuser or pg_monitor, so this stays best-effort.
+     */
+    try {
+        const rows = await dataSource.query("SELECT COALESCE(sum(size), 0) AS size FROM pg_ls_waldir()");
+        snapshot.walSizeInBytes = toNumberOrNull((_c = rows === null || rows === void 0 ? void 0 : rows[0]) === null || _c === void 0 ? void 0 : _c.size);
+    }
+    catch (error) {
+        logger.debug("InstanceHealth: pg_ls_waldir probe failed");
+        logger.debug(error);
+    }
+    /*
+     * Backends come from pg_stat_database.numbackends rather than counting
+     * pg_stat_activity rows. pg_stat_activity nulls backend_type (and state, and
+     * client_addr) for backends belonging to other roles unless the caller is a
+     * superuser or holds pg_read_all_stats/pg_monitor, so a filtered count sees
+     * only OneUptime's own connections on a managed or hardened cluster. That
+     * failure is silent — no error, no null — so it would read as healthy while
+     * another tenant exhausts the cluster, and would actively resolve an alert
+     * raised earlier from a privileged role. numbackends is not masked.
+     *
+     * The denominator subtracts the slots reserved for superusers (and, from PG
+     * 16, for pg_use_reserved_connections): ordinary clients are refused once
+     * those are all that remain, so measuring against raw max_connections
+     * understates saturation and can put the critical tier out of reach entirely
+     * on a small max_connections.
+     */
+    try {
+        const rows = await dataSource.query(`SELECT
+         (SELECT setting::int FROM pg_settings WHERE name = 'max_connections') AS max_connections,
+         COALESCE((SELECT setting::int FROM pg_settings WHERE name = 'superuser_reserved_connections'), 0)
+           + COALESCE((SELECT setting::int FROM pg_settings WHERE name = 'reserved_connections'), 0)
+           AS reserved_connections,
+         (SELECT COALESCE(sum(numbackends), 0) FROM pg_stat_database) AS backends`);
+        const maxConnections = toNumberOrNull((_d = rows === null || rows === void 0 ? void 0 : rows[0]) === null || _d === void 0 ? void 0 : _d.max_connections);
+        const reservedConnections = (_f = toNumberOrNull((_e = rows === null || rows === void 0 ? void 0 : rows[0]) === null || _e === void 0 ? void 0 : _e.reserved_connections)) !== null && _f !== void 0 ? _f : 0;
+        const clientBackends = toNumberOrNull((_g = rows === null || rows === void 0 ? void 0 : rows[0]) === null || _g === void 0 ? void 0 : _g.backends);
+        const usableConnections = maxConnections === null
+            ? null
+            : Math.max(1, maxConnections - reservedConnections);
+        snapshot.maxConnections = maxConnections;
+        snapshot.usableConnections = usableConnections;
+        snapshot.clientBackends = clientBackends;
+        snapshot.connectionUtilizationPercent =
+            usableConnections !== null && clientBackends !== null
+                ? (clientBackends / usableConnections) * 100
+                : null;
+    }
+    catch (error) {
+        logger.debug("InstanceHealth: postgres connection probe failed");
+        logger.debug(error);
+    }
+    /*
+     * Multixact age is an independent counter with the same 2^31 ceiling and the
+     * same consequence — Postgres stops accepting commands to avoid wraparound
+     * data loss. An FK-heavy or SELECT ... FOR SHARE workload can exhaust it while
+     * ordinary XID age looks fine, so the check reports whichever is worse.
+     */
+    try {
+        const rows = await dataSource.query(`SELECT
+         max(age(datfrozenxid)) AS max_xid_age,
+         max(mxid_age(datminmxid)) AS max_mxid_age
+       FROM pg_database`);
+        const transactionIdAge = toNumberOrNull((_h = rows === null || rows === void 0 ? void 0 : rows[0]) === null || _h === void 0 ? void 0 : _h.max_xid_age);
+        const multiXactIdAge = toNumberOrNull((_j = rows === null || rows === void 0 ? void 0 : rows[0]) === null || _j === void 0 ? void 0 : _j.max_mxid_age);
+        const maxTransactionIdAge = transactionIdAge === null && multiXactIdAge === null
+            ? null
+            : Math.max(transactionIdAge !== null && transactionIdAge !== void 0 ? transactionIdAge : 0, multiXactIdAge !== null && multiXactIdAge !== void 0 ? multiXactIdAge : 0);
+        snapshot.transactionIdAge = transactionIdAge;
+        snapshot.multiXactIdAge = multiXactIdAge;
+        snapshot.maxTransactionIdAge = maxTransactionIdAge;
+        snapshot.wraparoundUtilizationPercent =
+            maxTransactionIdAge !== null
+                ? (maxTransactionIdAge / POSTGRES_WRAPAROUND_CEILING) * 100
+                : null;
+    }
+    catch (error) {
+        logger.debug("InstanceHealth: postgres wraparound probe failed");
+        logger.debug(error);
+    }
+    /*
+     * wal_status arrived in Postgres 13. On an older external database the column
+     * simply does not exist and the whole statement errors, which would silence
+     * the slot check entirely — even though restart_lsn and pg_wal_lsn_diff are
+     * available there and the retained-WAL half of the check works fine. So the
+     * version-specific column is dropped on a retry rather than taking the rest
+     * of the probe down with it.
+     */
+    const buildSlotQuery = (withWalStatus) => {
+        return `SELECT
+         slot_name,
+         slot_type,
+         active,
+         ${withWalStatus ? "COALESCE(wal_status, 'unknown')" : "'unknown'"} AS wal_status,
+         CASE WHEN pg_is_in_recovery() THEN NULL
+              ELSE pg_wal_lsn_diff(pg_current_wal_lsn(), restart_lsn) END AS retained_bytes
+       FROM pg_replication_slots
+       ORDER BY slot_name ASC`;
+    };
+    let slotRows = null;
+    try {
+        slotRows = await dataSource.query(buildSlotQuery(true));
+    }
+    catch (error) {
+        logger.debug("InstanceHealth: pg_replication_slots probe failed, retrying without wal_status");
+        logger.debug(error);
+        try {
+            slotRows = await dataSource.query(buildSlotQuery(false));
+        }
+        catch (retryError) {
+            logger.debug("InstanceHealth: pg_replication_slots probe failed");
+            logger.debug(retryError);
+        }
+    }
+    if (slotRows) {
+        snapshot.replicationSlots = slotRows.map((row) => {
+            return {
+                slotName: String(row.slot_name || ""),
+                slotType: String(row.slot_type || "unknown"),
+                isActive: Boolean(row.active),
+                walStatus: String(row.wal_status || "unknown"),
+                retainedWalInBytes: toNumberOrNull(row.retained_bytes),
+            };
+        });
+    }
+    return snapshot;
+}
+//# sourceMappingURL=PostgresHealth.js.map

package/build/dist/Server/Utils/InstanceHealth/PostgresHealth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PostgresHealth.js","sourceRoot":"","sources":["../../../../../Server/Utils/InstanceHealth/PostgresHealth.ts"],"names":[],"mappings":"AAAA,OAAO,mBAEN,MAAM,uCAAuC,CAAC;AAC/C,OAAO,MAAM,MAAM,WAAW,CAAC;AAE/B;;;;;GAKG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAW,UAAU,CAAC;AAE9D,MAAM,YAAY,GAAW,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;AAsChD,MAAM,UAAU,gBAAgB,CAAC,SAAiB;IAChD,OAAO,SAAS,GAAG,YAAY,CAAC;AAClC,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;QAC1D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC;IACrC,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;AACjD,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB;;IAC7C,MAAM,UAAU,GAA0B,mBAAmB,CAAC,aAAa,EAAE,CAAC;IAE9E,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,QAAQ,GAA2B;QACvC,mBAAmB,EAAE,IAAI;QACzB,cAAc,EAAE,IAAI;QACpB,cAAc,EAAE,IAAI;QACpB,iBAAiB,EAAE,IAAI;QACvB,cAAc,EAAE,IAAI;QACpB,4BAA4B,EAAE,IAAI;QAClC,gBAAgB,EAAE,IAAI;QACtB,cAAc,EAAE,IAAI;QACpB,mBAAmB,EAAE,IAAI;QACzB,4BAA4B,EAAE,IAAI;QAClC,gBAAgB,EAAE,IAAI;QACtB,YAAY,EAAE,KAAK;KACpB,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,IAAI,GAAoC,MAAM,UAAU,CAAC,KAAK,CAClE,2CAA2C,CAC5C,CAAC;QACF,QAAQ,CAAC,YAAY,GAAG,OAAO,CAAC,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAG,CAAC,CAAC,0CAAE,WAAW,CAAC,CAAC;IAC1D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,sDAAsD,CAAC,CAAC;QACrE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,IAAI,GAA4B,MAAM,UAAU,CAAC,KAAK,CAC1D,qDAAqD,CACtD,CAAC;QACF,QAAQ,CAAC,mBAAmB,GAAG,cAAc,CAAC,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAG,CAAC,CAAC,0CAAE,IAAI,CAAC,CAAC;IACjE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,+CAA+C,CAAC,CAAC;QAC9D,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;IAED;;;;;;OAMG;IACH,IAAI,CAAC;QACH,MAAM,IAAI,GAA4B,MAAM,UAAU,CAAC,KAAK,CAC1D,2DAA2D,CAC5D,CAAC;QACF,QAAQ,CAAC,cAAc,GAAG,cAAc,CAAC,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAG,CAAC,CAAC,0CAAE,IAAI,CAAC,CAAC;IAC5D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC1D,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACH,IAAI,CAAC;QACH,MAAM,IAAI,GAIL,MAAM,UAAU,CAAC,KAAK,CACzB;;;;;kFAK4E,CAC7E,CAAC;QAEF,MAAM,cAAc,GAAkB,cAAc,CAClD,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAG,CAAC,CAAC,0CAAE,eAAe,CAC3B,CAAC;QACF,MAAM,mBAAmB,GACvB,MAAA,cAAc,CAAC,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAG,CAAC,CAAC,0CAAE,oBAAoB,CAAC,mCAAI,CAAC,CAAC;QACvD,MAAM,cAAc,GAAkB,cAAc,CAAC,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAG,CAAC,CAAC,0CAAE,QAAQ,CAAC,CAAC;QAC1E,MAAM,iBAAiB,GACrB,cAAc,KAAK,IAAI;YACrB,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,GAAG,mBAAmB,CAAC,CAAC;QAExD,QAAQ,CAAC,cAAc,GAAG,cAAc,CAAC;QACzC,QAAQ,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC/C,QAAQ,CAAC,cAAc,GAAG,cAAc,CAAC;QACzC,QAAQ,CAAC,4BAA4B;YACnC,iBAAiB,KAAK,IAAI,IAAI,cAAc,KAAK,IAAI;gBACnD,CAAC,CAAC,CAAC,cAAc,GAAG,iBAAiB,CAAC,GAAG,GAAG;gBAC5C,CAAC,CAAC,IAAI,CAAC;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACjE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;IAED;;;;;OAKG;IACH,IAAI,CAAC;QACH,MAAM,IAAI,GAGL,MAAM,UAAU,CAAC,KAAK,CACzB;;;wBAGkB,CACnB,CAAC;QAEF,MAAM,gBAAgB,GAAkB,cAAc,CACpD,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAG,CAAC,CAAC,0CAAE,WAAW,CACvB,CAAC;QACF,MAAM,cAAc,GAAkB,cAAc,CAClD,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAG,CAAC,CAAC,0CAAE,YAAY,CACxB,CAAC;QACF,MAAM,mBAAmB,GACvB,gBAAgB,KAAK,IAAI,IAAI,cAAc,KAAK,IAAI;YAClD,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,aAAhB,gBAAgB,cAAhB,gBAAgB,GAAI,CAAC,EAAE,cAAc,aAAd,cAAc,cAAd,cAAc,GAAI,CAAC,CAAC,CAAC;QAE3D,QAAQ,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QAC7C,QAAQ,CAAC,cAAc,GAAG,cAAc,CAAC;QACzC,QAAQ,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QACnD,QAAQ,CAAC,4BAA4B;YACnC,mBAAmB,KAAK,IAAI;gBAC1B,CAAC,CAAC,CAAC,mBAAmB,GAAG,2BAA2B,CAAC,GAAG,GAAG;gBAC3D,CAAC,CAAC,IAAI,CAAC;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACjE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;IAED;;;;;;;OAOG;IACH,MAAM,cAAc,GAAuC,CACzD,aAAsB,EACd,EAAE;QACV,OAAO;;;;WAIA,aAAa,CAAC,CAAC,CAAC,iCAAiC,CAAC,CAAC,CAAC,WAAW;;;;8BAI5C,CAAC;IAC7B,CAAC,CAAC;IAUF,IAAI,QAAQ,GAA0B,IAAI,CAAC;IAE3C,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CACV,gFAAgF,CACjF,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEpB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3D,CAAC;QAAC,OAAO,UAAU,EAAE,CAAC;YACpB,MAAM,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAC;YAClE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,EAAE,CAAC;QACb,QAAQ,CAAC,gBAAgB,GAAG,QAAQ,CAAC,GAAG,CACtC,CAAC,GAAY,EAAmC,EAAE;YAChD,OAAO;gBACL,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC;gBACrC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,IAAI,SAAS,CAAC;gBAC5C,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;gBAC7B,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,IAAI,SAAS,CAAC;gBAC9C,kBAAkB,EAAE,cAAc,CAAC,GAAG,CAAC,cAAc,CAAC;aACvD,CAAC;QACJ,CAAC,CACF,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/build/dist/Server/Utils/InstanceHealth/RedisHealth.js

@@ -0,0 +1,292 @@
+import Redis from "../../Infrastructure/Redis";
+/*
+ * Where the previous counter sample is kept so a later run can turn Redis'
+ * monotonic counters into "did this happen since we last looked".
+ *
+ * Redis stores its own history here on purpose: the counters and the sample
+ * then share a lifetime, so a Redis restart clears both together and cannot
+ * leave a stale baseline that fabricates an enormous delta. The uptime guard
+ * below covers the case where the sample somehow outlives a restart anyway.
+ *
+ * Under memory pressure with an eviction policy this key can itself be evicted,
+ * which costs one interval of eviction detection: the next run finds no sample,
+ * re-seeds it, and reports deltas again from there.
+ */
+const COUNTER_SAMPLE_KEY = "oneuptime-instance-health-redis-sample";
+const COUNTER_SAMPLE_TTL_IN_SECONDS = 60 * 60;
+/*
+ * The minimum age of the baseline the counter deltas are measured against, so
+ * every evaluation answers "did this happen in at least the last half hour"
+ * rather than "did it happen in the last five minutes".
+ *
+ * That span is what keeps an edge-triggered signal from flapping. Evictions
+ * arriving in bursts would otherwise clear on the first quiet tick and fire
+ * again on the next, emailing every other cycle.
+ *
+ * Two samples are kept rather than one because a single rolling baseline is a
+ * TUMBLING window, not a sliding one: the tick immediately after a roll would
+ * compare against a five-minute-old sample and a lone quiet tick there would
+ * resolve the notification, re-notifying on the next burst of the same ongoing
+ * incident. Measuring against the OLDER of two samples makes the lookback
+ * always at least this long (and at most twice it).
+ */
+export const COUNTER_WINDOW_IN_SECONDS = 30 * 60;
+/*
+ * INFO is a flat `field:value` document split into `# Section` blocks. Section
+ * headers and comment lines are dropped; field names are unique across sections
+ * so a single flat map is unambiguous.
+ */
+export function parseRedisInfo(info) {
+    const values = {};
+    for (const line of info.split(/\r?\n/)) {
+        const trimmed = line.trim();
+        if (!trimmed || trimmed.startsWith("#")) {
+            continue;
+        }
+        const separatorIndex = trimmed.indexOf(":");
+        if (separatorIndex <= 0) {
+            continue;
+        }
+        values[trimmed.slice(0, separatorIndex)] = trimmed.slice(separatorIndex + 1);
+    }
+    return values;
+}
+function toNumber(value) {
+    const parsed = Number(value);
+    return Number.isFinite(parsed) ? parsed : 0;
+}
+function toNumberOrNull(value) {
+    if (value === undefined || value === "") {
+        return null;
+    }
+    const parsed = Number(value);
+    return Number.isFinite(parsed) ? parsed : null;
+}
+export function buildRedisInfoSnapshot(data) {
+    const maxMemoryInBytes = toNumber(data.info["maxmemory"]);
+    const usedMemoryInBytes = toNumber(data.info["used_memory"]);
+    const connectedClients = toNumber(data.info["connected_clients"]);
+    return {
+        usedMemoryInBytes,
+        maxMemoryInBytes,
+        maxMemoryPolicy: data.info["maxmemory_policy"] || "unknown",
+        memoryUtilizationPercent: maxMemoryInBytes > 0
+            ? (usedMemoryInBytes / maxMemoryInBytes) * 100
+            : null,
+        connectedClients,
+        maxClients: data.maxClients,
+        clientUtilizationPercent: data.maxClients !== null && data.maxClients > 0
+            ? (connectedClients / data.maxClients) * 100
+            : null,
+        blockedClients: toNumber(data.info["blocked_clients"]),
+        evictedKeys: toNumber(data.info["evicted_keys"]),
+        rejectedConnections: toNumber(data.info["rejected_connections"]),
+        rdbLastBgsaveStatus: data.info["rdb_last_bgsave_status"] || "unknown",
+        isAofEnabled: data.info["aof_enabled"] === "1",
+        aofLastWriteStatus: data.info["aof_last_write_status"] || "unknown",
+        aofLastBgrewriteStatus: data.info["aof_last_bgrewrite_status"] || "unknown",
+        uptimeInSeconds: toNumber(data.info["uptime_in_seconds"]),
+    };
+}
+/*
+ * maxclients moved into INFO clients in Redis 6.2. Older servers, and any
+ * server whose INFO omits it, need the CONFIG round trip — which managed Redis
+ * offerings sometimes disable, hence the null (and a skipped check) rather than
+ * a thrown error.
+ */
+async function getMaxClients(client, info) {
+    const fromInfo = toNumberOrNull(info["maxclients"]);
+    if (fromInfo !== null) {
+        return fromInfo;
+    }
+    try {
+        const reply = await client.call("CONFIG", "GET", "maxclients");
+        if (Array.isArray(reply) && reply.length >= 2) {
+            return toNumberOrNull(String(reply[1]));
+        }
+    }
+    catch (_a) {
+        // CONFIG is unavailable on this server; the caller skips the check.
+    }
+    return null;
+}
+function parseCounterSample(value) {
+    if (!value || typeof value !== "object" || Array.isArray(value)) {
+        return null;
+    }
+    const sample = value;
+    const evictedKeys = Number(sample["evictedKeys"]);
+    const rejectedConnections = Number(sample["rejectedConnections"]);
+    const uptimeInSeconds = Number(sample["uptimeInSeconds"]);
+    if (!Number.isFinite(evictedKeys) ||
+        !Number.isFinite(rejectedConnections) ||
+        !Number.isFinite(uptimeInSeconds)) {
+        return null;
+    }
+    return { evictedKeys, rejectedConnections, uptimeInSeconds };
+}
+async function readCounterSamples(client) {
+    try {
+        const raw = await client.get(COUNTER_SAMPLE_KEY);
+        if (!raw) {
+            return null;
+        }
+        const parsed = JSON.parse(raw);
+        if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) {
+            return null;
+        }
+        const stored = parsed;
+        const older = parseCounterSample(stored["older"]);
+        const newer = parseCounterSample(stored["newer"]);
+        if (older && newer) {
+            return { older, newer };
+        }
+        /*
+         * A single-sample payload is what the previous release wrote. Treat it as
+         * both ends of the pair so an upgrade keeps its baseline instead of going
+         * blind for a window.
+         */
+        const legacy = parseCounterSample(parsed);
+        return legacy ? { older: legacy, newer: legacy } : null;
+    }
+    catch (_a) {
+        // A missing or unreadable sample simply means no delta this run.
+        return null;
+    }
+}
+/*
+ * Returns whether the baseline was actually stored. The caller needs to know,
+ * because a write can fail for a reason that does not stop the key from being
+ * kept alive by other means — see getRedisHealthSnapshot.
+ */
+async function writeCounterSamples(client, samples) {
+    try {
+        await client.set(COUNTER_SAMPLE_KEY, JSON.stringify(samples), "EX", COUNTER_SAMPLE_TTL_IN_SECONDS);
+        return true;
+    }
+    catch (_a) {
+        /*
+         * Losing the baseline must never fail the health evaluation that produced
+         * this snapshot, so the error is swallowed and reported through the return.
+         */
+        return false;
+    }
+}
+// Keep a baseline alive across the runs that do not rewrite it.
+async function refreshCounterSampleTtl(client) {
+    try {
+        await client.expire(COUNTER_SAMPLE_KEY, COUNTER_SAMPLE_TTL_IN_SECONDS);
+    }
+    catch (_a) {
+        // Same reasoning as writeCounterSamples: never fail the evaluation over this.
+    }
+}
+/*
+ * The pair rolls only once the NEWER sample has aged past the window, which
+ * promotes it to `older` and starts a fresh one. Deltas are always measured
+ * against `older`, so the lookback never drops below the window. Redis' own
+ * uptime measures that age, which avoids trusting either machine's clock.
+ */
+export function shouldRollCounterSamples(data) {
+    if (!data.previous || data.didRestart) {
+        return true;
+    }
+    return (data.currentUptimeInSeconds - data.previous.newer.uptimeInSeconds >=
+        COUNTER_WINDOW_IN_SECONDS);
+}
+/*
+ * Compare a monotonic counter against its previous value. A decrease, or a
+ * shorter uptime than the sample was taken at, means Redis restarted and the
+ * counter began again from zero — the difference is meaningless, so report no
+ * delta rather than a fabricated spike.
+ */
+export function getCounterDelta(data) {
+    if (data.didRestart || data.current < data.previous) {
+        return null;
+    }
+    return data.current - data.previous;
+}
+async function readInfoSnapshot(client) {
+    const info = parseRedisInfo(await client.info());
+    return buildRedisInfoSnapshot({
+        info,
+        maxClients: await getMaxClients(client, info),
+    });
+}
+/*
+ * Read-only view for the admin health API. It deliberately does NOT touch the
+ * stored counter sample: advancing that baseline here would consume the delta
+ * the worker needs, so a page refresh could hide an eviction burst from the
+ * notification that exists to catch it.
+ */
+export async function getRedisInfoSnapshot() {
+    const client = Redis.getClient();
+    if (!client || !Redis.isConnected()) {
+        return null;
+    }
+    return await readInfoSnapshot(client);
+}
+/*
+ * The evaluating worker's view: the same INFO read, plus the counter deltas
+ * that turn cumulative totals into "did this happen in roughly the last
+ * COUNTER_WINDOW_IN_SECONDS". Returns null when Redis is unreachable, which the
+ * caller treats as "cannot evaluate" rather than "healthy".
+ */
+export async function getRedisHealthSnapshot() {
+    const client = Redis.getClient();
+    if (!client || !Redis.isConnected()) {
+        return null;
+    }
+    const snapshot = await readInfoSnapshot(client);
+    const previousSamples = await readCounterSamples(client);
+    const didRestart = Boolean(previousSamples &&
+        previousSamples.older.uptimeInSeconds > snapshot.uptimeInSeconds);
+    // Deltas always measure against the older half, never the freshly rolled one.
+    const baseline = previousSamples
+        ? previousSamples.older
+        : null;
+    const current = {
+        evictedKeys: snapshot.evictedKeys,
+        rejectedConnections: snapshot.rejectedConnections,
+        uptimeInSeconds: snapshot.uptimeInSeconds,
+    };
+    const wantsRoll = shouldRollCounterSamples({
+        previous: previousSamples,
+        currentUptimeInSeconds: snapshot.uptimeInSeconds,
+        didRestart,
+    });
+    const didRoll = wantsRoll
+        ? await writeCounterSamples(client, {
+            older: previousSamples && !didRestart ? previousSamples.newer : current,
+            newer: current,
+        })
+        : false;
+    /*
+     * Keep the existing samples alive whenever they were not rolled — including
+     * when the roll FAILED, which is the case that matters most. Under the
+     * noeviction policy Redis rejects SET once it is out of memory but still
+     * serves EXPIRE, so letting a failed write skip the refresh would expire the
+     * baseline precisely when memory is full: eviction detection would then go
+     * permanently blind at the moment it is needed, because every later write
+     * fails the same way and the key never returns.
+     */
+    if (!didRoll) {
+        await refreshCounterSampleTtl(client);
+    }
+    return Object.assign(Object.assign({}, snapshot), { counterWindowInSeconds: baseline
+            ? snapshot.uptimeInSeconds - baseline.uptimeInSeconds
+            : null, evictedKeysDelta: baseline
+            ? getCounterDelta({
+                current: snapshot.evictedKeys,
+                previous: baseline.evictedKeys,
+                didRestart,
+            })
+            : null, rejectedConnectionsDelta: baseline
+            ? getCounterDelta({
+                current: snapshot.rejectedConnections,
+                previous: baseline.rejectedConnections,
+                didRestart,
+            })
+            : null });
+}
+//# sourceMappingURL=RedisHealth.js.map

package/build/dist/Server/Utils/InstanceHealth/RedisHealth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RedisHealth.js","sourceRoot":"","sources":["../../../../../Server/Utils/InstanceHealth/RedisHealth.ts"],"names":[],"mappings":"AAAA,OAAO,KAAqB,MAAM,4BAA4B,CAAC;AAG/D;;;;;;;;;;;;GAYG;AACH,MAAM,kBAAkB,GAAW,wCAAwC,CAAC;AAC5E,MAAM,6BAA6B,GAAW,EAAE,GAAG,EAAE,CAAC;AAEtD;;;;;;;;;;;;;;;GAeG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAW,EAAE,GAAG,EAAE,CAAC;AAqDzD;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,MAAM,MAAM,GAAuB,EAAE,CAAC;IAEtC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QACvC,MAAM,OAAO,GAAW,IAAI,CAAC,IAAI,EAAE,CAAC;QAEpC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACxC,SAAS;QACX,CAAC;QAED,MAAM,cAAc,GAAW,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAEpD,IAAI,cAAc,IAAI,CAAC,EAAE,CAAC;YACxB,SAAS;QACX,CAAC;QAED,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,CACtD,cAAc,GAAG,CAAC,CACnB,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,QAAQ,CAAC,KAAyB;IACzC,MAAM,MAAM,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC;IACrC,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,cAAc,CAAC,KAAyB;IAC/C,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC;IACrC,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;AACjD,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,IAGtC;IACC,MAAM,gBAAgB,GAAW,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;IAClE,MAAM,iBAAiB,GAAW,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;IACrE,MAAM,gBAAgB,GAAW,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAE1E,OAAO;QACL,iBAAiB;QACjB,gBAAgB;QAChB,eAAe,EAAE,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,SAAS;QAC3D,wBAAwB,EACtB,gBAAgB,GAAG,CAAC;YAClB,CAAC,CAAC,CAAC,iBAAiB,GAAG,gBAAgB,CAAC,GAAG,GAAG;YAC9C,CAAC,CAAC,IAAI;QACV,gBAAgB;QAChB,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,wBAAwB,EACtB,IAAI,CAAC,UAAU,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC;YAC7C,CAAC,CAAC,CAAC,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,GAAG;YAC5C,CAAC,CAAC,IAAI;QACV,cAAc,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACtD,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAChD,mBAAmB,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAChE,mBAAmB,EAAE,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,IAAI,SAAS;QACrE,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,GAAG;QAC9C,kBAAkB,EAAE,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,IAAI,SAAS;QACnE,sBAAsB,EAAE,IAAI,CAAC,IAAI,CAAC,2BAA2B,CAAC,IAAI,SAAS;QAC3E,eAAe,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;KAC1D,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,aAAa,CAC1B,MAAkB,EAClB,IAAwB;IAExB,MAAM,QAAQ,GAAkB,cAAc,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;IAEnE,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QACtB,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,KAAK,GAAY,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC;QAExE,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC9C,OAAO,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAAC,WAAM,CAAC;QACP,oEAAoE;IACtE,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GAA4B,KAAgC,CAAC;IACzE,MAAM,WAAW,GAAW,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;IAC1D,MAAM,mBAAmB,GAAW,MAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC,CAAC;IAC1E,MAAM,eAAe,GAAW,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC;IAElE,IACE,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC7B,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QACrC,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,EACjC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,EAAE,WAAW,EAAE,mBAAmB,EAAE,eAAe,EAAE,CAAC;AAC/D,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,MAAkB;IAElB,IAAI,CAAC;QACH,MAAM,GAAG,GAAkB,MAAM,MAAM,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAEhE,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAExC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACnE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAA4B,MAAiC,CAAC;QAC1E,MAAM,KAAK,GAA8B,kBAAkB,CACzD,MAAM,CAAC,OAAO,CAAC,CAChB,CAAC;QACF,MAAM,KAAK,GAA8B,kBAAkB,CACzD,MAAM,CAAC,OAAO,CAAC,CAChB,CAAC;QAEF,IAAI,KAAK,IAAI,KAAK,EAAE,CAAC;YACnB,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QAC1B,CAAC;QAED;;;;WAIG;QACH,MAAM,MAAM,GAA8B,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAErE,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAC1D,CAAC;IAAC,WAAM,CAAC;QACP,iEAAiE;QACjE,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,mBAAmB,CAChC,MAAkB,EAClB,OAA4B;IAE5B,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,GAAG,CACd,kBAAkB,EAClB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EACvB,IAAI,EACJ,6BAA6B,CAC9B,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,WAAM,CAAC;QACP;;;WAGG;QACH,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,gEAAgE;AAChE,KAAK,UAAU,uBAAuB,CAAC,MAAkB;IACvD,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,MAAM,CAAC,kBAAkB,EAAE,6BAA6B,CAAC,CAAC;IACzE,CAAC;IAAC,WAAM,CAAC;QACP,8EAA8E;IAChF,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,wBAAwB,CAAC,IAIxC;IACC,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;QACtC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,CACL,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,eAAe;QACjE,yBAAyB,CAC1B,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAAC,IAI/B;IACC,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC;AACtC,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,MAAkB;IAElB,MAAM,IAAI,GAAuB,cAAc,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAErE,OAAO,sBAAsB,CAAC;QAC5B,IAAI;QACJ,UAAU,EAAE,MAAM,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC;KAC9C,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB;IACxC,MAAM,MAAM,GAAsB,KAAK,CAAC,SAAS,EAAE,CAAC;IAEpD,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,MAAM,gBAAgB,CAAC,MAAM,CAAC,CAAC;AACxC,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB;IAC1C,MAAM,MAAM,GAAsB,KAAK,CAAC,SAAS,EAAE,CAAC;IAEpD,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,QAAQ,GAAsB,MAAM,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAEnE,MAAM,eAAe,GACnB,MAAM,kBAAkB,CAAC,MAAM,CAAC,CAAC;IACnC,MAAM,UAAU,GAAY,OAAO,CACjC,eAAe;QACb,eAAe,CAAC,KAAK,CAAC,eAAe,GAAG,QAAQ,CAAC,eAAe,CACnE,CAAC;IACF,8EAA8E;IAC9E,MAAM,QAAQ,GAA8B,eAAe;QACzD,CAAC,CAAC,eAAe,CAAC,KAAK;QACvB,CAAC,CAAC,IAAI,CAAC;IAET,MAAM,OAAO,GAAuB;QAClC,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,mBAAmB,EAAE,QAAQ,CAAC,mBAAmB;QACjD,eAAe,EAAE,QAAQ,CAAC,eAAe;KAC1C,CAAC;IACF,MAAM,SAAS,GAAY,wBAAwB,CAAC;QAClD,QAAQ,EAAE,eAAe;QACzB,sBAAsB,EAAE,QAAQ,CAAC,eAAe;QAChD,UAAU;KACX,CAAC,CAAC;IACH,MAAM,OAAO,GAAY,SAAS;QAChC,CAAC,CAAC,MAAM,mBAAmB,CAAC,MAAM,EAAE;YAChC,KAAK,EAAE,eAAe,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO;YACvE,KAAK,EAAE,OAAO;SACf,CAAC;QACJ,CAAC,CAAC,KAAK,CAAC;IAEV;;;;;;;;OAQG;IACH,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,uBAAuB,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;IAED,uCACK,QAAQ,KACX,sBAAsB,EAAE,QAAQ;YAC9B,CAAC,CAAC,QAAQ,CAAC,eAAe,GAAG,QAAQ,CAAC,eAAe;YACrD,CAAC,CAAC,IAAI,EACR,gBAAgB,EAAE,QAAQ;YACxB,CAAC,CAAC,eAAe,CAAC;gBACd,OAAO,EAAE,QAAQ,CAAC,WAAW;gBAC7B,QAAQ,EAAE,QAAQ,CAAC,WAAW;gBAC9B,UAAU;aACX,CAAC;YACJ,CAAC,CAAC,IAAI,EACR,wBAAwB,EAAE,QAAQ;YAChC,CAAC,CAAC,eAAe,CAAC;gBACd,OAAO,EAAE,QAAQ,CAAC,mBAAmB;gBACrC,QAAQ,EAAE,QAAQ,CAAC,mBAAmB;gBACtC,UAAU;aACX,CAAC;YACJ,CAAC,CAAC,IAAI,IACR;AACJ,CAAC"}

package/build/dist/Server/Utils/Monitor/MonitorAlert.js

@@ -32,6 +32,7 @@ import CaptureSpan from "../Telemetry/CaptureSpan";
 import MonitorClusterContextUtil from "./MonitorClusterContext";
 import MonitorTemplateUtil from "./MonitorTemplateUtil";
 import OneUptimeDate from "../../../Types/Date";
+import MonitorSummarySnapshotUtil from "../../../Utils/Monitor/MonitorSummarySnapshotUtil";
 export default class MonitorAlert {
     static async checkOpenAlertsAndCloseIfResolved(input) {
         var _a, _b, _c, _d, _e;
@@ -329,6 +330,14 @@ export default class MonitorAlert {
                 alert.projectId = input.monitor.projectId;
                 alert.rootCause = seriesRootCause;
                 alert.createdStateLog = JSON.parse(JSON.stringify(input.dataToProcess, null, 2));
+                /*
+                 * Same capture on every alert this evaluation opens - they all
+                 * came from the one check.
+                 */
+                const serializedMonitorSummary = MonitorSummarySnapshotUtil.serialize(input.monitorSummary);
+                if (serializedMonitorSummary) {
+                    alert.monitorSummary = serializedMonitorSummary;
+                }
                 if ((_v = input.criteriaInstance.data) === null || _v === void 0 ? void 0 : _v.id) {
                     alert.createdCriteriaId = input.criteriaInstance.data.id.toString();
                 }