@oneuptime/common 12.0.4 → 12.0.6

package/build/dist/Server/Utils/AI/SRE/Insights/Detectors/NewExceptionDetector.js

@@ -5,7 +5,9 @@ import AIInsightSeverity from "../../../../../../Types/AI/AIInsightSeverity";
 import TelemetryExceptionService from "../../../../../Services/TelemetryExceptionService";
 import ServiceService from "../../../../../Services/ServiceService";
 import QueryHelper from "../../../../../Types/Database/QueryHelper";
+import logger from "../../../../Logger";
 import { sanitizeExceptionMessage } from "../../../../Telemetry/ExceptionSanitizer";
+import { EXCEPTION_LABEL_MESSAGE_MAX_LENGTH, buildExceptionFailureModeKey, buildExceptionLabel, } from "./ExceptionIdentity";
 /*
  * NewException — a brand-new failure mode in the code: a telemetry
  * exception group whose FIRST occurrence is inside the lookback window and
@@ -13,6 +15,18 @@ import { sanitizeExceptionMessage } from "../../../../Telemetry/ExceptionSanitiz
  * the exception groups table carries firstSeenAt and the lifetime
  * occurrence count, so no ClickHouse scan is needed at all. Deterministic —
  * no LLM anywhere in this detector.
+ *
+ * ONE INSIGHT PER FAILURE MODE, NOT PER EXCEPTION GROUP. Group identity at
+ * ingest hashes the normalized STACK TRACE alongside the type and message, so
+ * one logical failure raised from several call sites is several groups. This
+ * detector used to file one insight per group, which filed the same finding
+ * over and over — and because the title was the exceptionType alone, the rows
+ * were not merely duplicated but indistinguishable (a service whose
+ * instrumentation reports `exception.type = "401"` produced a wall of
+ * identical "New exception: 401 in api" rows). Candidates are therefore
+ * bucketed on the (entity, type, normalized message) failure mode, counts are
+ * summed across the member groups, and the insight is fingerprinted on that
+ * bucket — see ExceptionIdentity.
  */
 /*
  * Only exceptions born within this window count as "new". 24h matches the
@@ -24,30 +38,41 @@ export const NEW_EXCEPTION_LOOKBACK_HOURS = 24;
 /*
  * A single occurrence is noise (a deploy hiccup, a one-off bad request).
  * Three occurrences means the failure path is being re-hit — worth a
- * human's attention.
+ * human's attention. Applied per exception GROUP, before bucketing: a
+ * failure mode must have at least one group that is genuinely recurring,
+ * rather than qualifying by adding up single-occurrence stack variants.
  */
 export const NEW_EXCEPTION_MIN_OCCURRENCE_COUNT = 3;
 /*
  * At 50+ occurrences inside its first day the exception is hammering a hot
- * path — escalate to High so it sorts above the long tail.
+ * path — escalate to High so it sorts above the long tail. Measured on the
+ * failure mode's summed count, which is what the insight reports.
  */
 export const NEW_EXCEPTION_HIGH_SEVERITY_OCCURRENCE_COUNT = 50;
 /*
- * Upper bound on candidates per scan tick. Mirrors the TopExceptionsTool
- * cap — a project melting down does not need 500 insights, and the scanner
+ * How many exception GROUPS one tick reads. Higher than the candidate cap
+ * because groups collapse into failure modes: a single noisy throw site can
+ * easily own dozens of stack-trace variants, and reading only 25 of them
+ * would let one loud failure mode crowd every other one out of the tick. It
+ * is one indexed Postgres query either way.
+ */
+export const NEW_EXCEPTION_GROUP_SCAN_LIMIT = 100;
+/*
+ * Upper bound on candidates per scan tick, applied AFTER bucketing — a
+ * project melting down does not need 500 insights, and the scanner
  * additionally caps new insights per tick.
  */
 export const NEW_EXCEPTION_CANDIDATE_LIMIT = 25;
 // Titles must stay scannable in a list — truncate long exception messages.
-export const NEW_EXCEPTION_TITLE_MESSAGE_MAX_LENGTH = 80;
+export const NEW_EXCEPTION_TITLE_MESSAGE_MAX_LENGTH = EXCEPTION_LABEL_MESSAGE_MAX_LENGTH;
 export default class NewExceptionDetector {
     constructor() {
         this.insightType = AIInsightType.NewException;
     }
     /*
-     * Pure decision: does a lifetime occurrence count qualify, and how
-     * urgent is it. The query already filters on the minimum count — this
-     * re-check keeps the rule in one unit-testable place.
+     * Pure decision: does an occurrence count qualify, and how urgent is it.
+     * The query already filters on the minimum count — this re-check keeps the
+     * rule in one unit-testable place.
      */
     static evaluateNewException(occurrenceCount) {
         return {
@@ -58,29 +83,20 @@ export default class NewExceptionDetector {
         };
     }
     /*
-     * Human label for the exception: the type when present, else the first
-     * NEW_EXCEPTION_TITLE_MESSAGE_MAX_LENGTH characters of the message.
+     * Human label for the exception: the type AND the message, because either
+     * one alone collides across findings (see ExceptionIdentity).
      */
     static buildExceptionLabel(exceptionType, message) {
-        if (exceptionType && exceptionType.trim().length > 0) {
-            return exceptionType.trim();
-        }
-        const trimmedMessage = (message || "").trim();
-        if (trimmedMessage.length === 0) {
-            return "Unknown exception";
-        }
-        if (trimmedMessage.length <= NEW_EXCEPTION_TITLE_MESSAGE_MAX_LENGTH) {
-            return trimmedMessage;
-        }
-        return `${trimmedMessage.slice(0, NEW_EXCEPTION_TITLE_MESSAGE_MAX_LENGTH)}…`;
+        return buildExceptionLabel(exceptionType, message, NEW_EXCEPTION_TITLE_MESSAGE_MAX_LENGTH);
     }
     /*
-     * Stable dedupe key. Keyed on the exception GROUP id (not the message):
-     * the group id is the ingest-side dedupe unit, so the insight refreshes
-     * instead of duplicating across scan ticks.
+     * Stable dedupe key. Keyed on the FAILURE MODE (entity + exception type +
+     * normalized message), never on the exception group id: group identity
+     * includes the stack trace, so one failure raised from several call sites
+     * would otherwise file one insight per call site.
      */
-    static buildFingerprint(telemetryExceptionId) {
-        return `new-exception:${telemetryExceptionId}`;
+    static buildFingerprint(failureModeKey) {
+        return `new-exception:${failureModeKey}`;
     }
     async detect(context) {
         const firstSeenSince = OneUptimeDate.addRemoveHours(context.now, -1 * NEW_EXCEPTION_LOOKBACK_HOURS);
@@ -94,6 +110,13 @@ export default class NewExceptionDetector {
         /*
          * Root read with an explicit projectId in the query — the scanner is a
          * server-side worker (monitor-worker precedent), never a user ACL.
+         *
+         * firstSeenAt is a deterministic tie-break on the LIMIT boundary:
+         * occuranceCount is incremented on every ingested event, so the long
+         * tail of a noisy endpoint sits densely tied right at the cut and an
+         * untie-broken ORDER BY hands back an arbitrary, shifting subset each
+         * tick. Bucketing already keeps that churn from filing duplicates; the
+         * tie-break keeps the tick itself reproducible.
          */
         const exceptions = await TelemetryExceptionService.findBy({
             query: query,
@@ -107,79 +130,180 @@ export default class NewExceptionDetector {
             },
             sort: {
                 occuranceCount: SortOrder.Descending,
+                firstSeenAt: SortOrder.Ascending,
             },
-            limit: NEW_EXCEPTION_CANDIDATE_LIMIT,
+            limit: NEW_EXCEPTION_GROUP_SCAN_LIMIT,
             skip: 0,
             props: { isRoot: true },
         });
+        const failureModes = NewExceptionDetector.bucketIntoFailureModes(exceptions);
         const candidates = [];
-        for (const exception of exceptions) {
-            const occurrenceCount = exception.occuranceCount || 0;
-            const decision = NewExceptionDetector.evaluateNewException(occurrenceCount);
-            if (!decision.qualifies || !exception.id) {
+        // Service names are resolved once per entity, not once per group.
+        const serviceNameCache = new Map();
+        for (const failureMode of failureModes) {
+            const decision = NewExceptionDetector.evaluateNewException(failureMode.totalOccurrenceCount);
+            if (!decision.qualifies) {
                 continue;
             }
-            const serviceName = await this.resolveServiceName(exception.primaryEntityId);
-            /*
-             * The message flows into the insight title/detail/evidence, and from
-             * there into the triage LLM prompt — sanitize it once here so no
-             * interpolated user data (IDs, emails, domains) rides along. The raw
-             * message stays on the exception row for the dashboard.
-             */
-            const safeMessage = sanitizeExceptionMessage(exception.message || "");
-            const label = NewExceptionDetector.buildExceptionLabel(exception.exceptionType, safeMessage);
-            const firstSeenAtIso = exception.firstSeenAt
-                ? exception.firstSeenAt.toISOString()
+            const serviceName = await this.resolveServiceName(failureMode.representative.primaryEntityId, serviceNameCache);
+            const label = NewExceptionDetector.buildExceptionLabel(failureMode.representative.exceptionType, failureMode.safeMessage);
+            const firstSeenAtIso = failureMode.firstSeenAt
+                ? failureMode.firstSeenAt.toISOString()
                 : undefined;
             const detailLines = [
                 "**New exception detected**",
                 "",
                 `- Exception: \`${label}\``,
             ];
-            if (safeMessage) {
-                detailLines.push(`- Message: ${safeMessage}`);
+            if (failureMode.safeMessage) {
+                detailLines.push(`- Message: ${failureMode.safeMessage}`);
             }
             if (serviceName) {
                 detailLines.push(`- Service: ${serviceName}`);
             }
-            detailLines.push(`- First seen: ${firstSeenAtIso || "unknown"} (within the last ${NEW_EXCEPTION_LOOKBACK_HOURS}h)`, `- Occurrences so far: ${occurrenceCount}`);
+            detailLines.push(`- First seen: ${firstSeenAtIso || "unknown"} (within the last ${NEW_EXCEPTION_LOOKBACK_HOURS}h)`, `- Occurrences so far: ${failureMode.totalOccurrenceCount}`);
+            if (failureMode.groupCount > 1) {
+                detailLines.push(`- Raised from ${failureMode.groupCount} distinct stack traces (same exception type and message — counted together as one failure mode)`);
+            }
             candidates.push({
                 insightType: AIInsightType.NewException,
-                fingerprint: NewExceptionDetector.buildFingerprint(exception.id.toString()),
+                fingerprint: NewExceptionDetector.buildFingerprint(failureMode.failureModeKey),
                 title: `New exception: ${label}${serviceName ? ` in ${serviceName}` : ""}`,
                 detailMarkdown: detailLines.join("\n"),
                 severity: decision.severity,
                 serviceName: serviceName || undefined,
-                telemetryServiceId: serviceName ? exception.primaryEntityId : undefined,
-                telemetryExceptionId: exception.id,
+                telemetryServiceId: serviceName
+                    ? failureMode.representative.primaryEntityId
+                    : undefined,
+                telemetryExceptionId: failureMode.representativeExceptionId,
                 evidence: {
                     exception: {
-                        exceptionMessage: safeMessage,
-                        exceptionType: exception.exceptionType,
-                        totalOccurrenceCount: occurrenceCount,
+                        exceptionMessage: failureMode.safeMessage,
+                        exceptionType: failureMode.representative.exceptionType,
+                        totalOccurrenceCount: failureMode.totalOccurrenceCount,
+                        distinctExceptionGroupCount: failureMode.groupCount,
                         firstSeenAt: firstSeenAtIso,
                     },
                 },
             });
+            if (candidates.length >= NEW_EXCEPTION_CANDIDATE_LIMIT) {
+                // No silent caps — say what this tick left on the floor.
+                if (failureModes.length > candidates.length) {
+                    logger.debug(`AI Insights: NewException capped at ${NEW_EXCEPTION_CANDIDATE_LIMIT} candidates for project ${context.projectId.toString()} — ${failureModes.length - candidates.length} further failure mode(s) this tick were not emitted. They re-surface on later ticks while their exceptions stay inside the ${NEW_EXCEPTION_LOOKBACK_HOURS}h window.`);
+                }
+                break;
+            }
         }
         return candidates;
     }
+    /*
+     * Roll the tick's exception groups up into failure modes, loudest first.
+     *
+     * The representative is the group with the highest lifetime occurrence
+     * count (ties broken by the earliest firstSeenAt, then by id, so the choice
+     * is deterministic rather than dependent on row order). It supplies the
+     * label and the exception the insight links to — but NOT the fingerprint,
+     * which is the bucket key, so a representative that changes as counts move
+     * can never file a second insight for the same failure mode.
+     */
+    static bucketIntoFailureModes(exceptions) {
+        const buckets = new Map();
+        for (const exception of exceptions) {
+            const exceptionId = exception.id || undefined;
+            if (!exceptionId) {
+                continue;
+            }
+            const failureModeKey = buildExceptionFailureModeKey({
+                primaryEntityId: exception.primaryEntityId,
+                exceptionType: exception.exceptionType,
+                message: exception.message,
+            });
+            const occurrenceCount = exception.occuranceCount || 0;
+            const existing = buckets.get(failureModeKey);
+            if (!existing) {
+                buckets.set(failureModeKey, {
+                    failureModeKey: failureModeKey,
+                    representative: exception,
+                    representativeExceptionId: exceptionId,
+                    totalOccurrenceCount: occurrenceCount,
+                    groupCount: 1,
+                    firstSeenAt: exception.firstSeenAt,
+                    /*
+                     * The message flows into the insight title/detail/evidence, and
+                     * from there into the triage LLM prompt — sanitize it once here so
+                     * no interpolated user data (IDs, emails, domains) rides along. The
+                     * raw message stays on the exception row for the dashboard.
+                     */
+                    safeMessage: sanitizeExceptionMessage(exception.message || ""),
+                });
+                continue;
+            }
+            existing.totalOccurrenceCount += occurrenceCount;
+            existing.groupCount++;
+            if (exception.firstSeenAt &&
+                (!existing.firstSeenAt || exception.firstSeenAt < existing.firstSeenAt)) {
+                existing.firstSeenAt = exception.firstSeenAt;
+            }
+            if (NewExceptionDetector.isBetterRepresentative(exception, existing.representative)) {
+                existing.representative = exception;
+                existing.representativeExceptionId = exceptionId;
+                existing.safeMessage = sanitizeExceptionMessage(exception.message || "");
+            }
+        }
+        /*
+         * Loudest first, ties broken on the key — the candidate cap cuts this
+         * list, so the order decides what a tick emits and it must not depend on
+         * the arbitrary order rows came back in.
+         */
+        return Array.from(buckets.values()).sort((a, b) => {
+            if (a.totalOccurrenceCount !== b.totalOccurrenceCount) {
+                return b.totalOccurrenceCount - a.totalOccurrenceCount;
+            }
+            return a.failureModeKey < b.failureModeKey ? -1 : 1;
+        });
+    }
+    // Loudest wins; ties go to the older group, then to the lower id.
+    static isBetterRepresentative(candidate, current) {
+        var _a, _b;
+        const candidateCount = candidate.occuranceCount || 0;
+        const currentCount = current.occuranceCount || 0;
+        if (candidateCount !== currentCount) {
+            return candidateCount > currentCount;
+        }
+        if (candidate.firstSeenAt && current.firstSeenAt) {
+            const candidateTime = candidate.firstSeenAt.getTime();
+            const currentTime = current.firstSeenAt.getTime();
+            if (candidateTime !== currentTime) {
+                return candidateTime < currentTime;
+            }
+        }
+        return (((_a = candidate.id) === null || _a === void 0 ? void 0 : _a.toString()) || "") < (((_b = current.id) === null || _b === void 0 ? void 0 : _b.toString()) || "");
+    }
     /*
      * Best-effort service attribution: primaryEntityId is polymorphic
      * (Service/Host/DockerHost/...), and findOneById simply returns null for
      * the non-Service kinds (AIInvestigationAPI precedent) — the insight then
-     * ships without a service name.
+     * ships without a service name. Cached per tick: a project's exceptions
+     * cluster on a handful of services, and the lookup is the only per-
+     * candidate IO left in this detector.
      */
-    async resolveServiceName(primaryEntityId) {
+    async resolveServiceName(primaryEntityId, cache) {
         if (!primaryEntityId) {
             return null;
         }
+        const cacheKey = primaryEntityId.toString();
+        const cached = cache.get(cacheKey);
+        if (cached !== undefined) {
+            return cached;
+        }
         const service = await ServiceService.findOneById({
             id: primaryEntityId,
             select: { name: true },
             props: { isRoot: true },
         });
-        return (service === null || service === void 0 ? void 0 : service.name) || null;
+        const serviceName = (service === null || service === void 0 ? void 0 : service.name) || null;
+        cache.set(cacheKey, serviceName);
+        return serviceName;
     }
 }
 //# sourceMappingURL=NewExceptionDetector.js.map

package/build/dist/Server/Utils/AI/SRE/Insights/Detectors/NewExceptionDetector.js.map

@@ -1 +1 @@
-{"version":3,"file":"NewExceptionDetector.js","sourceRoot":"","sources":["../../../../../../../../Server/Utils/AI/SRE/Insights/Detectors/NewExceptionDetector.ts"],"names":[],"mappings":"AACA,OAAO,aAAa,MAAM,8BAA8B,CAAC;AACzD,OAAO,SAAS,MAAM,gDAAgD,CAAC;AAEvE,OAAO,aAAa,MAAM,0CAA0C,CAAC;AACrE,OAAO,iBAAiB,MAAM,8CAA8C,CAAC;AAG7E,OAAO,yBAAyB,MAAM,mDAAmD,CAAC;AAC1F,OAAO,cAAc,MAAM,wCAAwC,CAAC;AACpE,OAAO,WAAW,MAAM,2CAA2C,CAAC;AACpE,OAAO,EAAE,wBAAwB,EAAE,MAAM,0CAA0C,CAAC;AAOpF;;;;;;;GAOG;AAEH;;;;;GAKG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAW,EAAE,CAAC;AAEvD;;;;GAIG;AACH,MAAM,CAAC,MAAM,kCAAkC,GAAW,CAAC,CAAC;AAE5D;;;GAGG;AACH,MAAM,CAAC,MAAM,4CAA4C,GAAW,EAAE,CAAC;AAEvE;;;;GAIG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAW,EAAE,CAAC;AAExD,2EAA2E;AAC3E,MAAM,CAAC,MAAM,sCAAsC,GAAW,EAAE,CAAC;AAOjE,MAAM,CAAC,OAAO,OAAO,oBAAoB;IAAzC;QACS,gBAAW,GAAkB,aAAa,CAAC,YAAY,CAAC;IAwLjE,CAAC;IAtLC;;;;OAIG;IACI,MAAM,CAAC,oBAAoB,CAChC,eAAuB;QAEvB,OAAO;YACL,SAAS,EAAE,eAAe,IAAI,kCAAkC;YAChE,QAAQ,EACN,eAAe,IAAI,4CAA4C;gBAC7D,CAAC,CAAC,iBAAiB,CAAC,IAAI;gBACxB,CAAC,CAAC,iBAAiB,CAAC,MAAM;SAC/B,CAAC;IACJ,CAAC;IAED;;;OAGG;IACI,MAAM,CAAC,mBAAmB,CAC/B,aAAiC,EACjC,OAA2B;QAE3B,IAAI,aAAa,IAAI,aAAa,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrD,OAAO,aAAa,CAAC,IAAI,EAAE,CAAC;QAC9B,CAAC;QACD,MAAM,cAAc,GAAW,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACtD,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChC,OAAO,mBAAmB,CAAC;QAC7B,CAAC;QACD,IAAI,cAAc,CAAC,MAAM,IAAI,sCAAsC,EAAE,CAAC;YACpE,OAAO,cAAc,CAAC;QACxB,CAAC;QACD,OAAO,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,sCAAsC,CAAC,GAAG,CAAC;IAC/E,CAAC;IAED;;;;OAIG;IACI,MAAM,CAAC,gBAAgB,CAAC,oBAA4B;QACzD,OAAO,iBAAiB,oBAAoB,EAAE,CAAC;IACjD,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,OAA2B;QAE3B,MAAM,cAAc,GAAS,aAAa,CAAC,cAAc,CACvD,OAAO,CAAC,GAAG,EACX,CAAC,CAAC,GAAG,4BAA4B,CAClC,CAAC;QAEF,MAAM,KAAK,GAAe;YACxB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,WAAW,CAAC,kBAAkB,CAAC,cAAc,CAAC;YAC3D,UAAU,EAAE,KAAK;YACjB,UAAU,EAAE,KAAK;YACjB,cAAc,EAAE,WAAW,CAAC,kBAAkB,CAC5C,kCAAkC,CACnC;SACF,CAAC;QAEF;;;WAGG;QACH,MAAM,UAAU,GACd,MAAM,yBAAyB,CAAC,MAAM,CAAC;YACrC,KAAK,EAAE,KAAc;YACrB,MAAM,EAAE;gBACN,GAAG,EAAE,IAAI;gBACT,OAAO,EAAE,IAAI;gBACb,aAAa,EAAE,IAAI;gBACnB,cAAc,EAAE,IAAI;gBACpB,WAAW,EAAE,IAAI;gBACjB,eAAe,EAAE,IAAI;aACtB;YACD,IAAI,EAAE;gBACJ,cAAc,EAAE,SAAS,CAAC,UAAU;aACrC;YACD,KAAK,EAAE,6BAA6B;YACpC,IAAI,EAAE,CAAC;YACP,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CAAC;QAEL,MAAM,UAAU,GAA4B,EAAE,CAAC;QAE/C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,eAAe,GAAW,SAAS,CAAC,cAAc,IAAI,CAAC,CAAC;YAC9D,MAAM,QAAQ,GACZ,oBAAoB,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAAC;YAE7D,IAAI,CAAC,QAAQ,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC;gBACzC,SAAS;YACX,CAAC;YAED,MAAM,WAAW,GAAkB,MAAM,IAAI,CAAC,kBAAkB,CAC9D,SAAS,CAAC,eAAe,CAC1B,CAAC;YAEF;;;;;eAKG;YACH,MAAM,WAAW,GAAW,wBAAwB,CAClD,SAAS,CAAC,OAAO,IAAI,EAAE,CACxB,CAAC;YAEF,MAAM,KAAK,GAAW,oBAAoB,CAAC,mBAAmB,CAC5D,SAAS,CAAC,aAAa,EACvB,WAAW,CACZ,CAAC;YAEF,MAAM,cAAc,GAAuB,SAAS,CAAC,WAAW;gBAC9D,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,WAAW,EAAE;gBACrC,CAAC,CAAC,SAAS,CAAC;YAEd,MAAM,WAAW,GAAkB;gBACjC,4BAA4B;gBAC5B,EAAE;gBACF,kBAAkB,KAAK,IAAI;aAC5B,CAAC;YACF,IAAI,WAAW,EAAE,CAAC;gBAChB,WAAW,CAAC,IAAI,CAAC,cAAc,WAAW,EAAE,CAAC,CAAC;YAChD,CAAC;YACD,IAAI,WAAW,EAAE,CAAC;gBAChB,WAAW,CAAC,IAAI,CAAC,cAAc,WAAW,EAAE,CAAC,CAAC;YAChD,CAAC;YACD,WAAW,CAAC,IAAI,CACd,iBAAiB,cAAc,IAAI,SAAS,qBAAqB,4BAA4B,IAAI,EACjG,yBAAyB,eAAe,EAAE,CAC3C,CAAC;YAEF,UAAU,CAAC,IAAI,CAAC;gBACd,WAAW,EAAE,aAAa,CAAC,YAAY;gBACvC,WAAW,EAAE,oBAAoB,CAAC,gBAAgB,CAChD,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,CACxB;gBACD,KAAK,EAAE,kBAAkB,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,OAAO,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC1E,cAAc,EAAE,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;gBACtC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,WAAW,EAAE,WAAW,IAAI,SAAS;gBACrC,kBAAkB,EAAE,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS;gBACvE,oBAAoB,EAAE,SAAS,CAAC,EAAE;gBAClC,QAAQ,EAAE;oBACR,SAAS,EAAE;wBACT,gBAAgB,EAAE,WAAW;wBAC7B,aAAa,EAAE,SAAS,CAAC,aAAa;wBACtC,oBAAoB,EAAE,eAAe;wBACrC,WAAW,EAAE,cAAc;qBAC5B;iBACF;aACF,CAAC,CAAC;QACL,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,kBAAkB,CAC9B,eAAqC;QAErC,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,OAAO,GAAmB,MAAM,cAAc,CAAC,WAAW,CAAC;YAC/D,EAAE,EAAE,eAAe;YACnB,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;YACtB,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CAAC;QACH,OAAO,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,IAAI,KAAI,IAAI,CAAC;IAC/B,CAAC;CACF"}
+{"version":3,"file":"NewExceptionDetector.js","sourceRoot":"","sources":["../../../../../../../../Server/Utils/AI/SRE/Insights/Detectors/NewExceptionDetector.ts"],"names":[],"mappings":"AACA,OAAO,aAAa,MAAM,8BAA8B,CAAC;AACzD,OAAO,SAAS,MAAM,gDAAgD,CAAC;AAEvE,OAAO,aAAa,MAAM,0CAA0C,CAAC;AACrE,OAAO,iBAAiB,MAAM,8CAA8C,CAAC;AAG7E,OAAO,yBAAyB,MAAM,mDAAmD,CAAC;AAC1F,OAAO,cAAc,MAAM,wCAAwC,CAAC;AACpE,OAAO,WAAW,MAAM,2CAA2C,CAAC;AACpE,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,wBAAwB,EAAE,MAAM,0CAA0C,CAAC;AACpF,OAAO,EACL,kCAAkC,EAClC,4BAA4B,EAC5B,mBAAmB,GACpB,MAAM,qBAAqB,CAAC;AAO7B;;;;;;;;;;;;;;;;;;;GAmBG;AAEH;;;;;GAKG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAW,EAAE,CAAC;AAEvD;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,kCAAkC,GAAW,CAAC,CAAC;AAE5D;;;;GAIG;AACH,MAAM,CAAC,MAAM,4CAA4C,GAAW,EAAE,CAAC;AAEvE;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAW,GAAG,CAAC;AAE1D;;;;GAIG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAW,EAAE,CAAC;AAExD,2EAA2E;AAC3E,MAAM,CAAC,MAAM,sCAAsC,GACjD,kCAAkC,CAAC;AA4BrC,MAAM,CAAC,OAAO,OAAO,oBAAoB;IAAzC;QACS,gBAAW,GAAkB,aAAa,CAAC,YAAY,CAAC;IA2UjE,CAAC;IAzUC;;;;OAIG;IACI,MAAM,CAAC,oBAAoB,CAChC,eAAuB;QAEvB,OAAO;YACL,SAAS,EAAE,eAAe,IAAI,kCAAkC;YAChE,QAAQ,EACN,eAAe,IAAI,4CAA4C;gBAC7D,CAAC,CAAC,iBAAiB,CAAC,IAAI;gBACxB,CAAC,CAAC,iBAAiB,CAAC,MAAM;SAC/B,CAAC;IACJ,CAAC;IAED;;;OAGG;IACI,MAAM,CAAC,mBAAmB,CAC/B,aAAiC,EACjC,OAA2B;QAE3B,OAAO,mBAAmB,CACxB,aAAa,EACb,OAAO,EACP,sCAAsC,CACvC,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACI,MAAM,CAAC,gBAAgB,CAAC,cAAsB;QACnD,OAAO,iBAAiB,cAAc,EAAE,CAAC;IAC3C,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,OAA2B;QAE3B,MAAM,cAAc,GAAS,aAAa,CAAC,cAAc,CACvD,OAAO,CAAC,GAAG,EACX,CAAC,CAAC,GAAG,4BAA4B,CAClC,CAAC;QAEF,MAAM,KAAK,GAAe;YACxB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,WAAW,CAAC,kBAAkB,CAAC,cAAc,CAAC;YAC3D,UAAU,EAAE,KAAK;YACjB,UAAU,EAAE,KAAK;YACjB,cAAc,EAAE,WAAW,CAAC,kBAAkB,CAC5C,kCAAkC,CACnC;SACF,CAAC;QAEF;;;;;;;;;;WAUG;QACH,MAAM,UAAU,GACd,MAAM,yBAAyB,CAAC,MAAM,CAAC;YACrC,KAAK,EAAE,KAAc;YACrB,MAAM,EAAE;gBACN,GAAG,EAAE,IAAI;gBACT,OAAO,EAAE,IAAI;gBACb,aAAa,EAAE,IAAI;gBACnB,cAAc,EAAE,IAAI;gBACpB,WAAW,EAAE,IAAI;gBACjB,eAAe,EAAE,IAAI;aACtB;YACD,IAAI,EAAE;gBACJ,cAAc,EAAE,SAAS,CAAC,UAAU;gBACpC,WAAW,EAAE,SAAS,CAAC,SAAS;aACjC;YACD,KAAK,EAAE,8BAA8B;YACrC,IAAI,EAAE,CAAC;YACP,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CAAC;QAEL,MAAM,YAAY,GAChB,oBAAoB,CAAC,sBAAsB,CAAC,UAAU,CAAC,CAAC;QAE1D,MAAM,UAAU,GAA4B,EAAE,CAAC;QAE/C,kEAAkE;QAClE,MAAM,gBAAgB,GAA+B,IAAI,GAAG,EAAE,CAAC;QAE/D,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;YACvC,MAAM,QAAQ,GACZ,oBAAoB,CAAC,oBAAoB,CACvC,WAAW,CAAC,oBAAoB,CACjC,CAAC;YAEJ,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;gBACxB,SAAS;YACX,CAAC;YAED,MAAM,WAAW,GAAkB,MAAM,IAAI,CAAC,kBAAkB,CAC9D,WAAW,CAAC,cAAc,CAAC,eAAe,EAC1C,gBAAgB,CACjB,CAAC;YAEF,MAAM,KAAK,GAAW,oBAAoB,CAAC,mBAAmB,CAC5D,WAAW,CAAC,cAAc,CAAC,aAAa,EACxC,WAAW,CAAC,WAAW,CACxB,CAAC;YAEF,MAAM,cAAc,GAAuB,WAAW,CAAC,WAAW;gBAChE,CAAC,CAAC,WAAW,CAAC,WAAW,CAAC,WAAW,EAAE;gBACvC,CAAC,CAAC,SAAS,CAAC;YAEd,MAAM,WAAW,GAAkB;gBACjC,4BAA4B;gBAC5B,EAAE;gBACF,kBAAkB,KAAK,IAAI;aAC5B,CAAC;YACF,IAAI,WAAW,CAAC,WAAW,EAAE,CAAC;gBAC5B,WAAW,CAAC,IAAI,CAAC,cAAc,WAAW,CAAC,WAAW,EAAE,CAAC,CAAC;YAC5D,CAAC;YACD,IAAI,WAAW,EAAE,CAAC;gBAChB,WAAW,CAAC,IAAI,CAAC,cAAc,WAAW,EAAE,CAAC,CAAC;YAChD,CAAC;YACD,WAAW,CAAC,IAAI,CACd,iBAAiB,cAAc,IAAI,SAAS,qBAAqB,4BAA4B,IAAI,EACjG,yBAAyB,WAAW,CAAC,oBAAoB,EAAE,CAC5D,CAAC;YACF,IAAI,WAAW,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;gBAC/B,WAAW,CAAC,IAAI,CACd,iBAAiB,WAAW,CAAC,UAAU,iGAAiG,CACzI,CAAC;YACJ,CAAC;YAED,UAAU,CAAC,IAAI,CAAC;gBACd,WAAW,EAAE,aAAa,CAAC,YAAY;gBACvC,WAAW,EAAE,oBAAoB,CAAC,gBAAgB,CAChD,WAAW,CAAC,cAAc,CAC3B;gBACD,KAAK,EAAE,kBAAkB,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,OAAO,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC1E,cAAc,EAAE,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;gBACtC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,WAAW,EAAE,WAAW,IAAI,SAAS;gBACrC,kBAAkB,EAAE,WAAW;oBAC7B,CAAC,CAAC,WAAW,CAAC,cAAc,CAAC,eAAe;oBAC5C,CAAC,CAAC,SAAS;gBACb,oBAAoB,EAAE,WAAW,CAAC,yBAAyB;gBAC3D,QAAQ,EAAE;oBACR,SAAS,EAAE;wBACT,gBAAgB,EAAE,WAAW,CAAC,WAAW;wBACzC,aAAa,EAAE,WAAW,CAAC,cAAc,CAAC,aAAa;wBACvD,oBAAoB,EAAE,WAAW,CAAC,oBAAoB;wBACtD,2BAA2B,EAAE,WAAW,CAAC,UAAU;wBACnD,WAAW,EAAE,cAAc;qBAC5B;iBACF;aACF,CAAC,CAAC;YAEH,IAAI,UAAU,CAAC,MAAM,IAAI,6BAA6B,EAAE,CAAC;gBACvD,yDAAyD;gBACzD,IAAI,YAAY,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC;oBAC5C,MAAM,CAAC,KAAK,CACV,uCAAuC,6BAA6B,2BAA2B,OAAO,CAAC,SAAS,CAAC,QAAQ,EAAE,MACzH,YAAY,CAAC,MAAM,GAAG,UAAU,CAAC,MACnC,8HAA8H,4BAA4B,WAAW,CACtK,CAAC;gBACJ,CAAC;gBACD,MAAM;YACR,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;;;;;;;;OASG;IACI,MAAM,CAAC,sBAAsB,CAClC,UAAqC;QAErC,MAAM,OAAO,GAAyC,IAAI,GAAG,EAAE,CAAC;QAEhE,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,WAAW,GAAyB,SAAS,CAAC,EAAE,IAAI,SAAS,CAAC;YAEpE,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,SAAS;YACX,CAAC;YAED,MAAM,cAAc,GAAW,4BAA4B,CAAC;gBAC1D,eAAe,EAAE,SAAS,CAAC,eAAe;gBAC1C,aAAa,EAAE,SAAS,CAAC,aAAa;gBACtC,OAAO,EAAE,SAAS,CAAC,OAAO;aAC3B,CAAC,CAAC;YAEH,MAAM,eAAe,GAAW,SAAS,CAAC,cAAc,IAAI,CAAC,CAAC;YAC9D,MAAM,QAAQ,GACZ,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAE9B,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE;oBAC1B,cAAc,EAAE,cAAc;oBAC9B,cAAc,EAAE,SAAS;oBACzB,yBAAyB,EAAE,WAAW;oBACtC,oBAAoB,EAAE,eAAe;oBACrC,UAAU,EAAE,CAAC;oBACb,WAAW,EAAE,SAAS,CAAC,WAAW;oBAClC;;;;;uBAKG;oBACH,WAAW,EAAE,wBAAwB,CAAC,SAAS,CAAC,OAAO,IAAI,EAAE,CAAC;iBAC/D,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,QAAQ,CAAC,oBAAoB,IAAI,eAAe,CAAC;YACjD,QAAQ,CAAC,UAAU,EAAE,CAAC;YAEtB,IACE,SAAS,CAAC,WAAW;gBACrB,CAAC,CAAC,QAAQ,CAAC,WAAW,IAAI,SAAS,CAAC,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC,EACvE,CAAC;gBACD,QAAQ,CAAC,WAAW,GAAG,SAAS,CAAC,WAAW,CAAC;YAC/C,CAAC;YAED,IACE,oBAAoB,CAAC,sBAAsB,CACzC,SAAS,EACT,QAAQ,CAAC,cAAc,CACxB,EACD,CAAC;gBACD,QAAQ,CAAC,cAAc,GAAG,SAAS,CAAC;gBACpC,QAAQ,CAAC,yBAAyB,GAAG,WAAW,CAAC;gBACjD,QAAQ,CAAC,WAAW,GAAG,wBAAwB,CAC7C,SAAS,CAAC,OAAO,IAAI,EAAE,CACxB,CAAC;YACJ,CAAC;QACH,CAAC;QAED;;;;WAIG;QACH,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CACtC,CAAC,CAA0B,EAAE,CAA0B,EAAU,EAAE;YACjE,IAAI,CAAC,CAAC,oBAAoB,KAAK,CAAC,CAAC,oBAAoB,EAAE,CAAC;gBACtD,OAAO,CAAC,CAAC,oBAAoB,GAAG,CAAC,CAAC,oBAAoB,CAAC;YACzD,CAAC;YACD,OAAO,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtD,CAAC,CACF,CAAC;IACJ,CAAC;IAED,kEAAkE;IAC1D,MAAM,CAAC,sBAAsB,CACnC,SAA6B,EAC7B,OAA2B;;QAE3B,MAAM,cAAc,GAAW,SAAS,CAAC,cAAc,IAAI,CAAC,CAAC;QAC7D,MAAM,YAAY,GAAW,OAAO,CAAC,cAAc,IAAI,CAAC,CAAC;QAEzD,IAAI,cAAc,KAAK,YAAY,EAAE,CAAC;YACpC,OAAO,cAAc,GAAG,YAAY,CAAC;QACvC,CAAC;QAED,IAAI,SAAS,CAAC,WAAW,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACjD,MAAM,aAAa,GAAW,SAAS,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;YAC9D,MAAM,WAAW,GAAW,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;YAC1D,IAAI,aAAa,KAAK,WAAW,EAAE,CAAC;gBAClC,OAAO,aAAa,GAAG,WAAW,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,CAAC,CAAA,MAAA,SAAS,CAAC,EAAE,0CAAE,QAAQ,EAAE,KAAI,EAAE,CAAC,GAAG,CAAC,CAAA,MAAA,OAAO,CAAC,EAAE,0CAAE,QAAQ,EAAE,KAAI,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED;;;;;;;OAOG;IACK,KAAK,CAAC,kBAAkB,CAC9B,eAAqC,EACrC,KAAiC;QAEjC,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,QAAQ,GAAW,eAAe,CAAC,QAAQ,EAAE,CAAC;QACpD,MAAM,MAAM,GAA8B,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC9D,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,OAAO,GAAmB,MAAM,cAAc,CAAC,WAAW,CAAC;YAC/D,EAAE,EAAE,eAAe;YACnB,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;YACtB,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CAAC;QAEH,MAAM,WAAW,GAAkB,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,IAAI,KAAI,IAAI,CAAC;QACzD,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QACjC,OAAO,WAAW,CAAC;IACrB,CAAC;CACF"}

package/build/dist/Server/Utils/AI/SRE/Insights/InsightStore.js

@@ -35,10 +35,28 @@ export const MAX_NEW_INSIGHTS_PER_PROJECT_PER_SCAN = 10;
  * G11 noise posture: a human dismissal is the strongest precision signal we
  * have, so a finding with the same fingerprint stays suppressed for this
  * many days after the dismissal instead of reappearing on the next tick.
- * After the cooldown (or after a Resolved insight's signal returns) a fresh
- * insight is warranted — a resolved issue that reappears is a regression.
  */
 export const DISMISSED_COOLDOWN_DAYS = 7;
+/*
+ * The same idea for the other human terminal state, with a much shorter
+ * clock: a resolved issue that comes back IS a regression worth re-filing,
+ * but it has to actually come back first.
+ *
+ * WITHOUT THIS, RESOLVE DID NOT STICK. Detectors emit on a standing
+ * condition, not on an event — NewException re-emits an unchanged candidate
+ * on all ~96 ticks of the 24h window after the exception's firstSeenAt, and
+ * resolving an insight changes nothing the detector looks at. So a Resolved
+ * row (terminal, therefore never refreshed) fell straight through to CREATE
+ * and a byte-identical insight reappeared within 15 minutes, complete with
+ * its own triage LLM run. Resolving again just minted another one.
+ *
+ * 24 hours is chosen to cover NEW_EXCEPTION_LOOKBACK_HOURS: it outlasts the
+ * window in which a NewException candidate is re-emitted from the same
+ * evidence, so that finding stays closed, while the standing-condition
+ * detectors (spikes, drift) can still re-file a day later if their signal
+ * genuinely returns.
+ */
+export const RESOLVED_COOLDOWN_HOURS = 24;
 /*
  * Column-safety clamps: DatabaseService validates string columns against the
  * model's declared lengths and THROWS on overflow, and detectors embed raw
@@ -63,8 +81,8 @@ export default class InsightStore {
      *   - none                          → CREATE (subject to the per-scan cap)
      *   - non-terminal                  → REFRESH (never touches status)
      *   - Dismissed within the cooldown → suppress
-     *   - Dismissed past the cooldown,
-     *     or Resolved                   → CREATE (regression / recurrence)
+     *   - Resolved within the cooldown  → suppress
+     *   - either, past its cooldown     → CREATE (regression / recurrence)
      * All access is root-props: the scanner is a system actor with explicit
      * projectId scoping, not a per-user ACL consumer.
      */
@@ -107,6 +125,8 @@ export default class InsightStore {
                         status: true,
                         occurrenceCount: true,
                         humanVerdictAt: true,
+                        // The cooldown fallback when no verdict was ever stamped.
+                        lastSeenAt: true,
                     },
                     sort: { createdAt: SortOrder.Descending },
                     props: { isRoot: true },
@@ -127,6 +147,14 @@ export default class InsightStore {
                             lastSeenAt: data.now,
                             occurrenceCount: (existing.occurrenceCount || 1) + 1,
                             severity: candidate.severity,
+                            /*
+                             * The title is refreshed with the rest of the picture, not
+                             * frozen at creation. Detectors put live numbers in it (a spike
+                             * multiplier, a latency factor) and the label itself sharpens as
+                             * more of the failure is observed — a row left showing "at 5.2x"
+                             * beside a High severity and a 12x detail body reads as a bug.
+                             */
+                            title: this.clampToColumn(candidate.title, INSIGHT_TITLE_MAX_LENGTH),
                             detailMarkdown: candidate.detailMarkdown,
                             evidence: candidate.evidence,
                         },
@@ -135,22 +163,43 @@ export default class InsightStore {
                     result.refreshed++;
                     continue;
                 }
-                if (existing && existing.status === AIInsightStatus.Dismissed) {
+                if (existing &&
+                    existing.status &&
+                    AIInsightStatusHelper.isTerminalStatus(existing.status)) {
+                    /*
+                     * Both human terminal states get a cooldown, measured from the
+                     * human's action and inclusive at the boundary (a cooldown exactly
+                     * elapsed still suppresses). They differ only in length: a
+                     * dismissal says "this is not worth my time" (7 days), a resolve
+                     * says "handled" (24 hours — long enough that the detector stops
+                     * re-emitting the very evidence the human just closed).
+                     */
+                    const isDismissed = existing.status === AIInsightStatus.Dismissed;
+                    const cooldownMs = isDismissed
+                        ? OneUptimeDate.getMillisecondsInDays(DISMISSED_COOLDOWN_DAYS)
+                        : OneUptimeDate.getMillisecondsInHours(RESOLVED_COOLDOWN_HOURS);
                     /*
-                     * Cooldown is measured from the human's dismissal, inclusive at the
-                     * boundary (exactly DISMISSED_COOLDOWN_DAYS old still suppresses).
-                     * A Dismissed row without a verdict timestamp cannot prove the
-                     * cooldown elapsed, so it suppresses too — when in doubt, stay
-                     * quiet (G11 noise posture).
+                     * humanVerdictAt is the moment the human acted. It can be missing
+                     * (defensive) and, on a Confirm-then-Resolve, it holds the CONFIRM
+                     * time — resolveInsight leaves an existing verdict alone. lastSeenAt
+                     * is the fallback: refreshes stop the moment a row goes terminal, so
+                     * it is pinned to the last tick before the human closed it, which is
+                     * never later than the close. Neither available → suppress; a
+                     * terminal row we cannot date must not be re-filed every 15 minutes
+                     * (G11 noise posture: when in doubt, stay quiet).
                      */
-                    const cooldownMs = OneUptimeDate.getMillisecondsInDays(DISMISSED_COOLDOWN_DAYS);
-                    const withinCooldown = existing.humanVerdictAt
-                        ? data.now.getTime() -
-                            OneUptimeDate.fromString(existing.humanVerdictAt).getTime() <=
-                            cooldownMs
+                    const closedAt = existing.humanVerdictAt
+                        ? OneUptimeDate.fromString(existing.humanVerdictAt)
+                        : existing.lastSeenAt
+                            ? OneUptimeDate.fromString(existing.lastSeenAt)
+                            : undefined;
+                    const withinCooldown = closedAt
+                        ? data.now.getTime() - closedAt.getTime() <= cooldownMs
                         : true;
                     if (withinCooldown) {
-                        logger.debug(`AI Insights: suppressing candidate ${fingerprint} for project ${data.projectId.toString()} — dismissed by a human within the last ${DISMISSED_COOLDOWN_DAYS} days.`);
+                        logger.debug(`AI Insights: suppressing candidate ${fingerprint} for project ${data.projectId.toString()} — ${isDismissed
+                            ? `dismissed by a human within the last ${DISMISSED_COOLDOWN_DAYS} days`
+                            : `resolved by a human within the last ${RESOLVED_COOLDOWN_HOURS} hours`}.`);
                         result.suppressed++;
                         continue;
                     }

package/build/dist/Server/Utils/AI/SRE/Insights/InsightStore.js.map

@@ -1 +1 @@
-{"version":3,"file":"InsightStore.js","sourceRoot":"","sources":["../../../../../../../Server/Utils/AI/SRE/Insights/InsightStore.ts"],"names":[],"mappings":";;;;;;;;;AACA,OAAO,aAAa,MAAM,2BAA2B,CAAC;AACtD,OAAO,YAAY,MAAM,4CAA4C,CAAC;AACtE,OAAO,SAAS,MAAM,6CAA6C,CAAC;AACpE,OAAO,SAAS,MAAM,gDAAgD,CAAC;AACvE,OAAO,eAAe,EAAE,EACtB,qBAAqB,GACtB,MAAM,yCAAyC,CAAC;AACjD,OAAO,gBAAgB,MAAM,uCAAuC,CAAC;AAErE,OAAO,MAAM,MAAM,iBAAiB,CAAC;AACrC,OAAO,WAAW,MAAM,gCAAgC,CAAC;AAEzD;;;;;;;GAOG;AAEH;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,qCAAqC,GAAW,EAAE,CAAC;AAEhE;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAW,CAAC,CAAC;AAEjD;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAW,YAAY,CAAC,QAAQ,CAAC;AAC5E,MAAM,CAAC,MAAM,wBAAwB,GAAW,YAAY,CAAC,QAAQ,CAAC;AACtE,MAAM,CAAC,MAAM,+BAA+B,GAAW,YAAY,CAAC,QAAQ,CAAC;AAC7E,MAAM,CAAC,MAAM,8BAA8B,GAAW,YAAY,CAAC,QAAQ,CAAC;AAC5E,MAAM,CAAC,MAAM,2BAA2B,GAAW,YAAY,CAAC,SAAS,CAAC;AAa1E,MAAM,CAAC,OAAO,OAAO,YAAY;IAC/B;;;;;;;;;;;OAWG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAIpC;QACC,MAAM,MAAM,GAA2B;YACrC,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,CAAC;YACZ,UAAU,EAAE,CAAC;YACb,YAAY,EAAE,CAAC;SAChB,CAAC;QAEF,kEAAkE;QAClE,MAAM,mBAAmB,GAAkB,EAAE,CAAC;QAE9C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACxC;;;;;;;eAOG;YACH,IAAI,CAAC;gBACH;;;mBAGG;gBACH,MAAM,WAAW,GAAW,IAAI,CAAC,aAAa,CAC5C,SAAS,CAAC,WAAW,EACrB,8BAA8B,CAC/B,CAAC;gBAEF;;;;mBAIG;gBACH,MAAM,QAAQ,GAAqB,MAAM,gBAAgB,CAAC,SAAS,CAAC;oBAClE,KAAK,EAAE;wBACL,SAAS,EAAE,IAAI,CAAC,SAAS;wBACzB,WAAW,EAAE,WAAW;qBACzB;oBACD,MAAM,EAAE;wBACN,GAAG,EAAE,IAAI;wBACT,MAAM,EAAE,IAAI;wBACZ,eAAe,EAAE,IAAI;wBACrB,cAAc,EAAE,IAAI;qBACrB;oBACD,IAAI,EAAE,EAAE,SAAS,EAAE,SAAS,CAAC,UAAU,EAAE;oBACzC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;iBACxB,CAAC,CAAC;gBAEH,IACE,QAAQ;oBACR,QAAQ,CAAC,MAAM;oBACf,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,EACxD,CAAC;oBACD;;;;;;uBAMG;oBACH,MAAM,gBAAgB,CAAC,aAAa,CAAC;wBACnC,EAAE,EAAE,QAAQ,CAAC,EAAG;wBAChB,IAAI,EAAE;4BACJ,UAAU,EAAE,IAAI,CAAC,GAAG;4BACpB,eAAe,EAAE,CAAC,QAAQ,CAAC,eAAe,IAAI,CAAC,CAAC,GAAG,CAAC;4BACpD,QAAQ,EAAE,SAAS,CAAC,QAAQ;4BAC5B,cAAc,EAAE,SAAS,CAAC,cAAc;4BACxC,QAAQ,EAAE,SAAS,CAAC,QAAQ;yBAC7B;wBACD,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;qBACxB,CAAC,CAAC;oBAEH,MAAM,CAAC,SAAS,EAAE,CAAC;oBACnB,SAAS;gBACX,CAAC;gBAED,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,eAAe,CAAC,SAAS,EAAE,CAAC;oBAC9D;;;;;;uBAMG;oBACH,MAAM,UAAU,GAAW,aAAa,CAAC,qBAAqB,CAC5D,uBAAuB,CACxB,CAAC;oBAEF,MAAM,cAAc,GAAY,QAAQ,CAAC,cAAc;wBACrD,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE;4BAChB,aAAa,CAAC,UAAU,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE;4BAC7D,UAAU;wBACZ,CAAC,CAAC,IAAI,CAAC;oBAET,IAAI,cAAc,EAAE,CAAC;wBACnB,MAAM,CAAC,KAAK,CACV,sCAAsC,WAAW,gBAAgB,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,2CAA2C,uBAAuB,QAAQ,CACrK,CAAC;wBAEF,MAAM,CAAC,UAAU,EAAE,CAAC;wBACpB,SAAS;oBACX,CAAC;gBACH,CAAC;gBAED;;;mBAGG;gBACH,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,qCAAqC,EAAE,CAAC;oBACnE,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;oBACtC,MAAM,CAAC,YAAY,EAAE,CAAC;oBACtB,SAAS;gBACX,CAAC;gBAED,MAAM,OAAO,GAAc,IAAI,SAAS,EAAE,CAAC;gBAC3C,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;gBACnC,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC,WAAW,CAAC;gBAC5C,oEAAoE;gBACpE,OAAO,CAAC,MAAM,GAAG,eAAe,CAAC,QAAQ,CAAC;gBAC1C,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;gBACtC,OAAO,CAAC,WAAW,GAAG,WAAW,CAAC;gBAClC,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,aAAa,CAChC,SAAS,CAAC,KAAK,EACf,wBAAwB,CACzB,CAAC;gBACF,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC,cAAc,CAAC;gBAClD,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;gBACtC,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC;gBAC/B,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC;gBAC9B,OAAO,CAAC,eAAe,GAAG,CAAC,CAAC;gBAE5B,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC;oBAC1B,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,aAAa,CACtC,SAAS,CAAC,WAAW,EACrB,+BAA+B,CAChC,CAAC;gBACJ,CAAC;gBACD,IAAI,SAAS,CAAC,kBAAkB,EAAE,CAAC;oBACjC,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC,kBAAkB,CAAC;gBAC5D,CAAC;gBACD,IAAI,SAAS,CAAC,oBAAoB,EAAE,CAAC;oBACnC,OAAO,CAAC,oBAAoB,GAAG,SAAS,CAAC,oBAAoB,CAAC;gBAChE,CAAC;gBACD,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;oBACtB,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,CAClC,SAAS,CAAC,OAAO,EACjB,2BAA2B,CAC5B,CAAC;gBACJ,CAAC;gBACD,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;oBACzB,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,aAAa,CACrC,SAAS,CAAC,UAAU,EACpB,8BAA8B,CAC/B,CAAC;gBACJ,CAAC;gBAED,MAAM,OAAO,GAAc,MAAM,gBAAgB,CAAC,MAAM,CAAC;oBACvD,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;iBACxB,CAAC,CAAC;gBAEH,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CACV,4CAA4C,SAAS,CAAC,WAAW,aAAa,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,iDAAiD,KAAK,EAAE,CAChK,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,MAAM,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,CAAC,KAAK,CACV,+EAA+E,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,KAAK,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC9I,CAAC;YACF,MAAM,CAAC,IAAI,CACT,0CAA0C,qCAAqC,yBAAyB,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,cAAc,MAAM,CAAC,YAAY,sGAAsG,CACzQ,CAAC;QACJ,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;;OAMG;IACK,MAAM,CAAC,aAAa,CAAC,KAAa,EAAE,SAAiB;QAC3D,IAAI,KAAK,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;YAC9B,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IACnC,CAAC;CACF;AAxMqB;IADnB,WAAW,EAAE;;;;0CA0Lb"}
+{"version":3,"file":"InsightStore.js","sourceRoot":"","sources":["../../../../../../../Server/Utils/AI/SRE/Insights/InsightStore.ts"],"names":[],"mappings":";;;;;;;;;AACA,OAAO,aAAa,MAAM,2BAA2B,CAAC;AACtD,OAAO,YAAY,MAAM,4CAA4C,CAAC;AACtE,OAAO,SAAS,MAAM,6CAA6C,CAAC;AACpE,OAAO,SAAS,MAAM,gDAAgD,CAAC;AACvE,OAAO,eAAe,EAAE,EACtB,qBAAqB,GACtB,MAAM,yCAAyC,CAAC;AACjD,OAAO,gBAAgB,MAAM,uCAAuC,CAAC;AAErE,OAAO,MAAM,MAAM,iBAAiB,CAAC;AACrC,OAAO,WAAW,MAAM,gCAAgC,CAAC;AAEzD;;;;;;;GAOG;AAEH;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,qCAAqC,GAAW,EAAE,CAAC;AAEhE;;;;GAIG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAW,CAAC,CAAC;AAEjD;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAW,EAAE,CAAC;AAElD;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAW,YAAY,CAAC,QAAQ,CAAC;AAC5E,MAAM,CAAC,MAAM,wBAAwB,GAAW,YAAY,CAAC,QAAQ,CAAC;AACtE,MAAM,CAAC,MAAM,+BAA+B,GAAW,YAAY,CAAC,QAAQ,CAAC;AAC7E,MAAM,CAAC,MAAM,8BAA8B,GAAW,YAAY,CAAC,QAAQ,CAAC;AAC5E,MAAM,CAAC,MAAM,2BAA2B,GAAW,YAAY,CAAC,SAAS,CAAC;AAa1E,MAAM,CAAC,OAAO,OAAO,YAAY;IAC/B;;;;;;;;;;;OAWG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAIpC;QACC,MAAM,MAAM,GAA2B;YACrC,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,CAAC;YACZ,UAAU,EAAE,CAAC;YACb,YAAY,EAAE,CAAC;SAChB,CAAC;QAEF,kEAAkE;QAClE,MAAM,mBAAmB,GAAkB,EAAE,CAAC;QAE9C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACxC;;;;;;;eAOG;YACH,IAAI,CAAC;gBACH;;;mBAGG;gBACH,MAAM,WAAW,GAAW,IAAI,CAAC,aAAa,CAC5C,SAAS,CAAC,WAAW,EACrB,8BAA8B,CAC/B,CAAC;gBAEF;;;;mBAIG;gBACH,MAAM,QAAQ,GAAqB,MAAM,gBAAgB,CAAC,SAAS,CAAC;oBAClE,KAAK,EAAE;wBACL,SAAS,EAAE,IAAI,CAAC,SAAS;wBACzB,WAAW,EAAE,WAAW;qBACzB;oBACD,MAAM,EAAE;wBACN,GAAG,EAAE,IAAI;wBACT,MAAM,EAAE,IAAI;wBACZ,eAAe,EAAE,IAAI;wBACrB,cAAc,EAAE,IAAI;wBACpB,0DAA0D;wBAC1D,UAAU,EAAE,IAAI;qBACjB;oBACD,IAAI,EAAE,EAAE,SAAS,EAAE,SAAS,CAAC,UAAU,EAAE;oBACzC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;iBACxB,CAAC,CAAC;gBAEH,IACE,QAAQ;oBACR,QAAQ,CAAC,MAAM;oBACf,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,EACxD,CAAC;oBACD;;;;;;uBAMG;oBACH,MAAM,gBAAgB,CAAC,aAAa,CAAC;wBACnC,EAAE,EAAE,QAAQ,CAAC,EAAG;wBAChB,IAAI,EAAE;4BACJ,UAAU,EAAE,IAAI,CAAC,GAAG;4BACpB,eAAe,EAAE,CAAC,QAAQ,CAAC,eAAe,IAAI,CAAC,CAAC,GAAG,CAAC;4BACpD,QAAQ,EAAE,SAAS,CAAC,QAAQ;4BAC5B;;;;;;+BAMG;4BACH,KAAK,EAAE,IAAI,CAAC,aAAa,CACvB,SAAS,CAAC,KAAK,EACf,wBAAwB,CACzB;4BACD,cAAc,EAAE,SAAS,CAAC,cAAc;4BACxC,QAAQ,EAAE,SAAS,CAAC,QAAQ;yBAC7B;wBACD,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;qBACxB,CAAC,CAAC;oBAEH,MAAM,CAAC,SAAS,EAAE,CAAC;oBACnB,SAAS;gBACX,CAAC;gBAED,IACE,QAAQ;oBACR,QAAQ,CAAC,MAAM;oBACf,qBAAqB,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,EACvD,CAAC;oBACD;;;;;;;uBAOG;oBACH,MAAM,WAAW,GACf,QAAQ,CAAC,MAAM,KAAK,eAAe,CAAC,SAAS,CAAC;oBAEhD,MAAM,UAAU,GAAW,WAAW;wBACpC,CAAC,CAAC,aAAa,CAAC,qBAAqB,CAAC,uBAAuB,CAAC;wBAC9D,CAAC,CAAC,aAAa,CAAC,sBAAsB,CAAC,uBAAuB,CAAC,CAAC;oBAElE;;;;;;;;;uBASG;oBACH,MAAM,QAAQ,GAAqB,QAAQ,CAAC,cAAc;wBACxD,CAAC,CAAC,aAAa,CAAC,UAAU,CAAC,QAAQ,CAAC,cAAc,CAAC;wBACnD,CAAC,CAAC,QAAQ,CAAC,UAAU;4BACnB,CAAC,CAAC,aAAa,CAAC,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC;4BAC/C,CAAC,CAAC,SAAS,CAAC;oBAEhB,MAAM,cAAc,GAAY,QAAQ;wBACtC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,QAAQ,CAAC,OAAO,EAAE,IAAI,UAAU;wBACvD,CAAC,CAAC,IAAI,CAAC;oBAET,IAAI,cAAc,EAAE,CAAC;wBACnB,MAAM,CAAC,KAAK,CACV,sCAAsC,WAAW,gBAAgB,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,MACxF,WAAW;4BACT,CAAC,CAAC,wCAAwC,uBAAuB,OAAO;4BACxE,CAAC,CAAC,uCAAuC,uBAAuB,QACpE,GAAG,CACJ,CAAC;wBAEF,MAAM,CAAC,UAAU,EAAE,CAAC;wBACpB,SAAS;oBACX,CAAC;gBACH,CAAC;gBAED;;;mBAGG;gBACH,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,qCAAqC,EAAE,CAAC;oBACnE,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;oBACtC,MAAM,CAAC,YAAY,EAAE,CAAC;oBACtB,SAAS;gBACX,CAAC;gBAED,MAAM,OAAO,GAAc,IAAI,SAAS,EAAE,CAAC;gBAC3C,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;gBACnC,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC,WAAW,CAAC;gBAC5C,oEAAoE;gBACpE,OAAO,CAAC,MAAM,GAAG,eAAe,CAAC,QAAQ,CAAC;gBAC1C,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;gBACtC,OAAO,CAAC,WAAW,GAAG,WAAW,CAAC;gBAClC,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,aAAa,CAChC,SAAS,CAAC,KAAK,EACf,wBAAwB,CACzB,CAAC;gBACF,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC,cAAc,CAAC;gBAClD,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;gBACtC,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC;gBAC/B,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC;gBAC9B,OAAO,CAAC,eAAe,GAAG,CAAC,CAAC;gBAE5B,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC;oBAC1B,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,aAAa,CACtC,SAAS,CAAC,WAAW,EACrB,+BAA+B,CAChC,CAAC;gBACJ,CAAC;gBACD,IAAI,SAAS,CAAC,kBAAkB,EAAE,CAAC;oBACjC,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC,kBAAkB,CAAC;gBAC5D,CAAC;gBACD,IAAI,SAAS,CAAC,oBAAoB,EAAE,CAAC;oBACnC,OAAO,CAAC,oBAAoB,GAAG,SAAS,CAAC,oBAAoB,CAAC;gBAChE,CAAC;gBACD,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;oBACtB,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,CAClC,SAAS,CAAC,OAAO,EACjB,2BAA2B,CAC5B,CAAC;gBACJ,CAAC;gBACD,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;oBACzB,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,aAAa,CACrC,SAAS,CAAC,UAAU,EACpB,8BAA8B,CAC/B,CAAC;gBACJ,CAAC;gBAED,MAAM,OAAO,GAAc,MAAM,gBAAgB,CAAC,MAAM,CAAC;oBACvD,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;iBACxB,CAAC,CAAC;gBAEH,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CACV,4CAA4C,SAAS,CAAC,WAAW,aAAa,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,iDAAiD,KAAK,EAAE,CAChK,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,MAAM,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,CAAC,KAAK,CACV,+EAA+E,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,KAAK,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC9I,CAAC;YACF,MAAM,CAAC,IAAI,CACT,0CAA0C,qCAAqC,yBAAyB,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,cAAc,MAAM,CAAC,YAAY,sGAAsG,CACzQ,CAAC;QACJ,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;;OAMG;IACK,MAAM,CAAC,aAAa,CAAC,KAAa,EAAE,SAAiB;QAC3D,IAAI,KAAK,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;YAC9B,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IACnC,CAAC;CACF;AA/OqB;IADnB,WAAW,EAAE;;;;0CAiOb"}

package/build/dist/Server/Utils/AI/SRE/InstrumentationTaskTrigger.js

@@ -30,10 +30,19 @@ export default class InstrumentationTaskTrigger {
          * Strict opt-in — the column defaults to false, so unset/legacy rows
          * never enqueue. Autonomous PR creation must never be default-on.
          */
-        if (input.project.enableInstrumentationFixTasks !== true) {
+        if (Boolean(input.incidentId) === Boolean(input.alertId)) {
             return {
                 enqueue: false,
-                reason: "project has not opted in to instrumentation fix tasks",
+                reason: "exactly one incident or alert subject is required",
+            };
+        }
+        const instrumentationFixTasksEnabled = input.incidentId
+            ? input.project.enableIncidentInstrumentationFixTasks === true
+            : input.project.enableAlertInstrumentationFixTasks === true;
+        if (!instrumentationFixTasksEnabled) {
+            return {
+                enqueue: false,
+                reason: `project has not opted in to ${input.incidentId ? "incident" : "alert"} instrumentation fix tasks`,
             };
         }
         if (!input.hasConnectedRepository) {
@@ -69,15 +78,20 @@ export default class InstrumentationTaskTrigger {
         var _a, _b;
         const { projectId } = data;
         try {
-            if (!data.incidentId && !data.alertId) {
+            if (Boolean(data.incidentId) === Boolean(data.alertId)) {
                 return;
             }
             const project = await ProjectService.findOneById({
                 id: projectId,
-                select: {
-                    enableAi: true,
-                    enableInstrumentationFixTasks: true,
-                },
+                select: data.incidentId
+                    ? {
+                        enableAi: true,
+                        enableIncidentInstrumentationFixTasks: true,
+                    }
+                    : {
+                        enableAi: true,
+                        enableAlertInstrumentationFixTasks: true,
+                    },
                 props: { isRoot: true },
             });
             /*
@@ -86,6 +100,8 @@ export default class InstrumentationTaskTrigger {
              */
             const optInDecision = this.shouldEnqueueInstrumentationTask({
                 project,
+                incidentId: data.incidentId,
+                alertId: data.alertId,
                 hasConnectedRepository: true,
                 existingRun: null,
             });
@@ -100,9 +116,15 @@ export default class InstrumentationTaskTrigger {
              * throw the same rejection, but that lands in the catch below as an
              * error log; a budget skip is expected behavior, not a failure).
              */
-            const budget = await FixRunBudget.getBudgetStatus(projectId);
+            const budget = await FixRunBudget.getBudgetStatus(projectId, {
+                incidentId: data.incidentId,
+                alertId: data.alertId,
+            });
             if (!budget.allowed) {
-                logger.debug(`AI: not enqueueing instrumentation task for project ${projectId.toString()} — ${FixRunBudget.describeRejection(budget)}`);
+                logger.debug(`AI: not enqueueing instrumentation task for project ${projectId.toString()} — ${FixRunBudget.describeRejection(budget, {
+                    incidentId: data.incidentId,
+                    alertId: data.alertId,
+                })}`);
                 return;
             }
             /*
@@ -117,6 +139,8 @@ export default class InstrumentationTaskTrigger {
             });
             const decision = this.shouldEnqueueInstrumentationTask({
                 project,
+                incidentId: data.incidentId,
+                alertId: data.alertId,
                 hasConnectedRepository,
                 existingRun,
             });

package/build/dist/Server/Utils/AI/SRE/InstrumentationTaskTrigger.js.map

@@ -1 +1 @@
-{"version":3,"file":"InstrumentationTaskTrigger.js","sourceRoot":"","sources":["../../../../../../Server/Utils/AI/SRE/InstrumentationTaskTrigger.ts"],"names":[],"mappings":";;;;;;;;;AACA,OAAO,eAAe,MAAM,sCAAsC,CAAC;AAGnE,OAAO,cAAc,MAAM,kCAAkC,CAAC;AAC9D,OAAO,iBAAiB,MAAM,qBAAqB,CAAC;AACpD,OAAO,YAAsC,MAAM,yBAAyB,CAAC;AAC7E,OAAO,MAAM,MAAM,cAAc,CAAC;AAClC,OAAO,WAAW,MAAM,6BAA6B,CAAC;AAoCtD,MAAM,CAAC,OAAO,OAAO,0BAA0B;IAC7C;;;;OAIG;IACI,MAAM,CAAC,gCAAgC,CAC5C,KAAmC;QAEnC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACnB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,mBAAmB,EAAE,CAAC;QACzD,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YACrC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,gCAAgC,EAAE,CAAC;QACtE,CAAC;QAED;;;WAGG;QACH,IAAI,KAAK,CAAC,OAAO,CAAC,6BAA6B,KAAK,IAAI,EAAE,CAAC;YACzD,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,uDAAuD;aAChE,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,sBAAsB,EAAE,CAAC;YAClC,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,gDAAgD;aACzD,CAAC;QACJ,CAAC;QAED;;;;WAIG;QACH,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;YACtB,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM,EACJ,2EAA2E;aAC9E,CAAC;QACJ,CAAC;QAED,OAAO;YACL,OAAO,EAAE,IAAI;YACb,MAAM,EAAE,4CAA4C;SACrD,CAAC;IACJ,CAAC;IAED;;;;;;OAMG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,IAIvD;;QACC,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC;QAE3B,IAAI,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACtC,OAAO;YACT,CAAC;YAED,MAAM,OAAO,GAAmB,MAAM,cAAc,CAAC,WAAW,CAAC;gBAC/D,EAAE,EAAE,SAAS;gBACb,MAAM,EAAE;oBACN,QAAQ,EAAE,IAAI;oBACd,6BAA6B,EAAE,IAAI;iBACpC;gBACD,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CAAC;YAEH;;;eAGG;YACH,MAAM,aAAa,GACjB,IAAI,CAAC,gCAAgC,CAAC;gBACpC,OAAO;gBACP,sBAAsB,EAAE,IAAI;gBAC5B,WAAW,EAAE,IAAI;aAClB,CAAC,CAAC;YAEL,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;gBAC3B,MAAM,CAAC,KAAK,CACV,uDAAuD,SAAS,CAAC,QAAQ,EAAE,MAAM,aAAa,CAAC,MAAM,GAAG,CACzG,CAAC;gBACF,OAAO;YACT,CAAC;YAED;;;;;;eAMG;YACH,MAAM,MAAM,GACV,MAAM,YAAY,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;YAEhD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,MAAM,CAAC,KAAK,CACV,uDAAuD,SAAS,CAAC,QAAQ,EAAE,MAAM,YAAY,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAAE,CAC1H,CAAC;gBACF,OAAO;YACT,CAAC;YAED;;;eAGG;YACH,MAAM,sBAAsB,GAC1B,MAAM,iBAAiB,CAAC,+BAA+B,CAAC,SAAS,CAAC,CAAC;YAErE,MAAM,WAAW,GACf,MAAM,iBAAiB,CAAC,4BAA4B,CAAC;gBACnD,QAAQ,EAAE,eAAe,CAAC,sBAAsB;gBAChD,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;aACtB,CAAC,CAAC;YAEL,MAAM,QAAQ,GACZ,IAAI,CAAC,gCAAgC,CAAC;gBACpC,OAAO;gBACP,sBAAsB;gBACtB,WAAW;aACZ,CAAC,CAAC;YAEL,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACtB,MAAM,CAAC,KAAK,CACV,uDAAuD,SAAS,CAAC,QAAQ,EAAE,MAAM,QAAQ,CAAC,MAAM,GAAG,CACpG,CAAC;gBACF,OAAO;YACT,CAAC;YAED,MAAM,UAAU,GACd,MAAM,iBAAiB,CAAC,wBAAwB,CAAC;gBAC/C,SAAS;gBACT,QAAQ,EAAE,eAAe,CAAC,sBAAsB;gBAChD,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;aACtB,CAAC,CAAC;YAEL,MAAM,CAAC,KAAK,CACV,2CAA2C,MAAA,UAAU,CAAC,EAAE,0CAAE,QAAQ,EAAE,QAClE,IAAI,CAAC,UAAU;gBACb,CAAC,CAAC,YAAY,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE;gBAC1C,CAAC,CAAC,SAAS,MAAA,IAAI,CAAC,OAAO,0CAAE,QAAQ,EAAE,EACvC,uCAAuC,CACxC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,0DAA0D,SAAS,CAAC,QAAQ,EAAE,KAAK,KAAK,EAAE,CAC3F,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAzGqB;IADnB,WAAW,EAAE;;;;2EAyGb"}
+{"version":3,"file":"InstrumentationTaskTrigger.js","sourceRoot":"","sources":["../../../../../../Server/Utils/AI/SRE/InstrumentationTaskTrigger.ts"],"names":[],"mappings":";;;;;;;;;AACA,OAAO,eAAe,MAAM,sCAAsC,CAAC;AAGnE,OAAO,cAAc,MAAM,kCAAkC,CAAC;AAC9D,OAAO,iBAAiB,MAAM,qBAAqB,CAAC;AACpD,OAAO,YAAsC,MAAM,yBAAyB,CAAC;AAC7E,OAAO,MAAM,MAAM,cAAc,CAAC;AAClC,OAAO,WAAW,MAAM,6BAA6B,CAAC;AAuCtD,MAAM,CAAC,OAAO,OAAO,0BAA0B;IAC7C;;;;OAIG;IACI,MAAM,CAAC,gCAAgC,CAC5C,KAAmC;QAEnC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACnB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,mBAAmB,EAAE,CAAC;QACzD,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YACrC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,gCAAgC,EAAE,CAAC;QACtE,CAAC;QAED;;;WAGG;QACH,IAAI,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;YACzD,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,mDAAmD;aAC5D,CAAC;QACJ,CAAC;QAED,MAAM,8BAA8B,GAAY,KAAK,CAAC,UAAU;YAC9D,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,qCAAqC,KAAK,IAAI;YAC9D,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,kCAAkC,KAAK,IAAI,CAAC;QAE9D,IAAI,CAAC,8BAA8B,EAAE,CAAC;YACpC,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,+BAA+B,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,4BAA4B;aAC3G,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,sBAAsB,EAAE,CAAC;YAClC,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,gDAAgD;aACzD,CAAC;QACJ,CAAC;QAED;;;;WAIG;QACH,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;YACtB,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM,EACJ,2EAA2E;aAC9E,CAAC;QACJ,CAAC;QAED,OAAO;YACL,OAAO,EAAE,IAAI;YACb,MAAM,EAAE,4CAA4C;SACrD,CAAC;IACJ,CAAC;IAED;;;;;;OAMG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,IAIvD;;QACC,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC;QAE3B,IAAI,CAAC;YACH,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBACvD,OAAO;YACT,CAAC;YAED,MAAM,OAAO,GAAmB,MAAM,cAAc,CAAC,WAAW,CAAC;gBAC/D,EAAE,EAAE,SAAS;gBACb,MAAM,EAAE,IAAI,CAAC,UAAU;oBACrB,CAAC,CAAC;wBACE,QAAQ,EAAE,IAAI;wBACd,qCAAqC,EAAE,IAAI;qBAC5C;oBACH,CAAC,CAAC;wBACE,QAAQ,EAAE,IAAI;wBACd,kCAAkC,EAAE,IAAI;qBACzC;gBACL,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CAAC;YAEH;;;eAGG;YACH,MAAM,aAAa,GACjB,IAAI,CAAC,gCAAgC,CAAC;gBACpC,OAAO;gBACP,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,sBAAsB,EAAE,IAAI;gBAC5B,WAAW,EAAE,IAAI;aAClB,CAAC,CAAC;YAEL,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;gBAC3B,MAAM,CAAC,KAAK,CACV,uDAAuD,SAAS,CAAC,QAAQ,EAAE,MAAM,aAAa,CAAC,MAAM,GAAG,CACzG,CAAC;gBACF,OAAO;YACT,CAAC;YAED;;;;;;eAMG;YACH,MAAM,MAAM,GAAyB,MAAM,YAAY,CAAC,eAAe,CACrE,SAAS,EACT;gBACE,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;aACtB,CACF,CAAC;YAEF,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,MAAM,CAAC,KAAK,CACV,uDAAuD,SAAS,CAAC,QAAQ,EAAE,MAAM,YAAY,CAAC,iBAAiB,CAC7G,MAAM,EACN;oBACE,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;iBACtB,CACF,EAAE,CACJ,CAAC;gBACF,OAAO;YACT,CAAC;YAED;;;eAGG;YACH,MAAM,sBAAsB,GAC1B,MAAM,iBAAiB,CAAC,+BAA+B,CAAC,SAAS,CAAC,CAAC;YAErE,MAAM,WAAW,GACf,MAAM,iBAAiB,CAAC,4BAA4B,CAAC;gBACnD,QAAQ,EAAE,eAAe,CAAC,sBAAsB;gBAChD,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;aACtB,CAAC,CAAC;YAEL,MAAM,QAAQ,GACZ,IAAI,CAAC,gCAAgC,CAAC;gBACpC,OAAO;gBACP,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,sBAAsB;gBACtB,WAAW;aACZ,CAAC,CAAC;YAEL,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACtB,MAAM,CAAC,KAAK,CACV,uDAAuD,SAAS,CAAC,QAAQ,EAAE,MAAM,QAAQ,CAAC,MAAM,GAAG,CACpG,CAAC;gBACF,OAAO;YACT,CAAC;YAED,MAAM,UAAU,GACd,MAAM,iBAAiB,CAAC,wBAAwB,CAAC;gBAC/C,SAAS;gBACT,QAAQ,EAAE,eAAe,CAAC,sBAAsB;gBAChD,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;aACtB,CAAC,CAAC;YAEL,MAAM,CAAC,KAAK,CACV,2CAA2C,MAAA,UAAU,CAAC,EAAE,0CAAE,QAAQ,EAAE,QAClE,IAAI,CAAC,UAAU;gBACb,CAAC,CAAC,YAAY,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE;gBAC1C,CAAC,CAAC,SAAS,MAAA,IAAI,CAAC,OAAO,0CAAE,QAAQ,EAAE,EACvC,uCAAuC,CACxC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,0DAA0D,SAAS,CAAC,QAAQ,EAAE,KAAK,KAAK,EAAE,CAC3F,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AA7HqB;IADnB,WAAW,EAAE;;;;2EA6Hb"}