@oneuptime/common 11.5.4 → 11.5.5

package/build/dist/Server/Utils/AI/SRE/InvestigationGrader.js

@@ -0,0 +1,231 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+import OneUptimeDate from "../../../../Types/Date";
+import AIRunType from "../../../../Types/AI/AIRunType";
+import AIRunStatus from "../../../../Types/AI/AIRunStatus";
+import AIRunAutoGrade from "../../../../Types/AI/AIRunAutoGrade";
+import SortOrder from "../../../../Types/BaseDatabase/SortOrder";
+import { IncidentFeedEventType, } from "../../../../Models/DatabaseModels/IncidentFeed";
+import AIRunService from "../../../Services/AIRunService";
+import IncidentService from "../../../Services/IncidentService";
+import IncidentFeedService from "../../../Services/IncidentFeedService";
+import AIService, { AI_INVESTIGATION_GRADING_FEATURE, } from "../../../Services/AIService";
+import logger from "../../Logger";
+import CaptureSpan from "../../Telemetry/CaptureSpan";
+/*
+ * AI SRE — on-resolve investigation grading (Phase 2 measurement layer).
+ *
+ * When an incident resolves with a human-recorded root cause AND a completed
+ * AI investigation exists for it, ONE constrained LLM call compares the
+ * investigation's posted analysis (the RootCause feed item — the only
+ * persisted copy, the same source the fix recipes read) with
+ * Incident.rootCause and stores MATCH / PARTIAL / MISMATCH on the run
+ * (AIRun.autoGrade + autoGradeAt). This feeds the vision §8 accuracy metrics
+ * and the G3 eval work.
+ *
+ * Trigger idiom mirrors IncidentPostmortemRunner: fired (fire-and-forget)
+ * from IncidentStateTimelineService when the incident enters a resolved
+ * state; never throws, never blocks the resolve. Deduped via autoGrade — a
+ * run is graded at most once. Budgeted: the feature is in
+ * AUTONOMOUS_AI_FEATURES, so the daily autonomous token budget covers it.
+ *
+ * Incidents only for now: alerts do have a rootCause column, but no
+ * human-authored resolution flow populates it the way incident resolution
+ * does — grade quality there is unproven, so the alert side is deliberately
+ * skipped (noted in the roadmap).
+ */
+/*
+ * Persisted LlmLog label. Owned by AIService so this writer and the G4 budget
+ * match-list (AUTONOMOUS_AI_FEATURES) can never drift — a drift here would
+ * silently drop grading out of the daily budget forever.
+ */
+const FEATURE_NAME = AI_INVESTIGATION_GRADING_FEATURE;
+// Truncation caps keep the comparison call cheap and inside context limits.
+const MAX_ANALYSIS_CHARS = 8000;
+const MAX_ROOT_CAUSE_CHARS = 2000;
+// Word-bounded token matchers (hoisted: wrap-regex and prettier disagree inline).
+const MISMATCH_RE = /\bMISMATCH\b/;
+const PARTIAL_RE = /\bPARTIAL\b/;
+const MATCH_RE = /\bMATCH\b/;
+export default class InvestigationGrader {
+    /*
+     * Pure gating decision (exported for tests): grade only when a completed
+     * investigation run exists, it has not been graded yet (dedupe), and the
+     * incident carries a non-empty human-recorded root cause to grade against.
+     */
+    static shouldGradeInvestigation(data) {
+        if (!data.run || !data.run.id) {
+            return false;
+        }
+        if (data.run.autoGrade) {
+            // Dedupe: a run is graded at most once.
+            return false;
+        }
+        if (!data.rootCause || data.rootCause.trim().length === 0) {
+            return false;
+        }
+        return true;
+    }
+    /*
+     * Defensive one-token parse (pure, exported for tests). The prompt demands
+     * exactly one token, but models editorialize — accept the verdict when
+     * exactly ONE of the three tokens appears in the response, word-bounded so
+     * the MATCH inside MISMATCH does not double-count. None found, or more
+     * than one distinct token → unparseable → null (no grade stored).
+     */
+    static parseAutoGradeToken(response) {
+        if (!response) {
+            return null;
+        }
+        const text = response.toUpperCase();
+        const found = [];
+        if (MISMATCH_RE.test(text)) {
+            found.push(AIRunAutoGrade.Mismatch);
+        }
+        if (PARTIAL_RE.test(text)) {
+            found.push(AIRunAutoGrade.Partial);
+        }
+        if (MATCH_RE.test(text)) {
+            found.push(AIRunAutoGrade.Match);
+        }
+        if (found.length !== 1) {
+            return null;
+        }
+        return found[0];
+    }
+    /*
+     * Entry point called (fire-and-forget) from IncidentStateTimelineService
+     * when an incident enters a resolved state. Never throws — all failures
+     * are logged and swallowed so the resolve flow can never be affected.
+     */
+    static async gradeInvestigationOnResolve(data) {
+        const { incidentId, projectId } = data;
+        try {
+            // The latest completed investigation for this incident (if any).
+            const run = await AIRunService.findOneBy({
+                query: {
+                    runType: AIRunType.Investigation,
+                    status: AIRunStatus.Completed,
+                    triggeredByIncidentId: incidentId,
+                },
+                select: {
+                    _id: true,
+                    autoGrade: true,
+                },
+                sort: { createdAt: SortOrder.Descending },
+                props: { isRoot: true },
+            });
+            if (!run) {
+                // Nothing to grade — skip before loading anything else.
+                return;
+            }
+            const incident = await IncidentService.findOneById({
+                id: incidentId,
+                select: {
+                    _id: true,
+                    rootCause: true,
+                },
+                props: { isRoot: true },
+            });
+            if (!this.shouldGradeInvestigation({
+                run,
+                rootCause: incident === null || incident === void 0 ? void 0 : incident.rootCause,
+            })) {
+                return;
+            }
+            /*
+             * The posted analysis: the latest RootCause feed item — the AI's
+             * postAnalysis is its only writer, and it is the only persisted copy
+             * of the analysis (the same source the fix recipes read).
+             */
+            const feedItem = await IncidentFeedService.findOneBy({
+                query: {
+                    incidentId: incidentId,
+                    incidentFeedEventType: IncidentFeedEventType.RootCause,
+                },
+                select: {
+                    feedInfoInMarkdown: true,
+                },
+                sort: {
+                    createdAt: SortOrder.Descending,
+                },
+                props: { isRoot: true },
+            });
+            const analysisMarkdown = ((feedItem === null || feedItem === void 0 ? void 0 : feedItem.feedInfoInMarkdown) || "").trim();
+            if (!analysisMarkdown) {
+                logger.debug(`AI grading: no posted analysis found for incident ${incidentId.toString()} — skipping.`);
+                return;
+            }
+            const rootCause = incident.rootCause.trim();
+            const response = await AIService.executeWithLogging({
+                projectId,
+                feature: FEATURE_NAME,
+                incidentId,
+                aiRunId: run.id,
+                // Grades are stored on the run; no need to persist prompt previews.
+                storeContentPreviews: false,
+                temperature: 0,
+                maxTokens: 20,
+                messages: [
+                    {
+                        role: "system",
+                        content: [
+                            "You grade an AI incident investigation against the root cause humans recorded when they resolved the incident.",
+                            "Respond with EXACTLY one token and nothing else:",
+                            "MATCH — the investigation identified the same root cause.",
+                            "PARTIAL — the investigation identified part of the cause, or a closely related cause.",
+                            "MISMATCH — the investigation pointed somewhere else.",
+                        ].join("\n"),
+                    },
+                    {
+                        role: "user",
+                        content: [
+                            "Human-recorded root cause:",
+                            '"""',
+                            rootCause.substring(0, MAX_ROOT_CAUSE_CHARS),
+                            '"""',
+                            "",
+                            "AI investigation analysis:",
+                            '"""',
+                            analysisMarkdown.substring(0, MAX_ANALYSIS_CHARS),
+                            '"""',
+                            "",
+                            "One token only: MATCH, PARTIAL, or MISMATCH.",
+                        ].join("\n"),
+                    },
+                ],
+            });
+            const grade = this.parseAutoGradeToken(response.content);
+            if (!grade) {
+                logger.warn(`AI grading: unparseable grade response for incident ${incidentId.toString()} (run ${run.id.toString()}) — no grade stored.`);
+                return;
+            }
+            await AIRunService.updateOneById({
+                id: run.id,
+                data: {
+                    autoGrade: grade,
+                    autoGradeAt: OneUptimeDate.getCurrentDate(),
+                },
+                props: { isRoot: true },
+            });
+            logger.debug(`AI grading: incident ${incidentId.toString()} investigation graded ${grade}.`);
+        }
+        catch (error) {
+            logger.error(`AI grading: failed for incident ${incidentId.toString()}: ${error}`);
+        }
+    }
+}
+__decorate([
+    CaptureSpan(),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", Promise)
+], InvestigationGrader, "gradeInvestigationOnResolve", null);
+//# sourceMappingURL=InvestigationGrader.js.map

package/build/dist/Server/Utils/AI/SRE/InvestigationGrader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"InvestigationGrader.js","sourceRoot":"","sources":["../../../../../../Server/Utils/AI/SRE/InvestigationGrader.ts"],"names":[],"mappings":";;;;;;;;;AACA,OAAO,aAAa,MAAM,wBAAwB,CAAC;AACnD,OAAO,SAAS,MAAM,gCAAgC,CAAC;AACvD,OAAO,WAAW,MAAM,kCAAkC,CAAC;AAC3D,OAAO,cAAc,MAAM,qCAAqC,CAAC;AACjE,OAAO,SAAS,MAAM,0CAA0C,CAAC;AAGjE,OAAqB,EACnB,qBAAqB,GACtB,MAAM,gDAAgD,CAAC;AACxD,OAAO,YAAY,MAAM,gCAAgC,CAAC;AAC1D,OAAO,eAAe,MAAM,mCAAmC,CAAC;AAChE,OAAO,mBAAmB,MAAM,uCAAuC,CAAC;AACxE,OAAO,SAAS,EAAE,EAEhB,gCAAgC,GACjC,MAAM,6BAA6B,CAAC;AACrC,OAAO,MAAM,MAAM,cAAc,CAAC;AAClC,OAAO,WAAW,MAAM,6BAA6B,CAAC;AAEtD;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH;;;;GAIG;AACH,MAAM,YAAY,GAAW,gCAAgC,CAAC;AAE9D,4EAA4E;AAC5E,MAAM,kBAAkB,GAAW,IAAI,CAAC;AACxC,MAAM,oBAAoB,GAAW,IAAI,CAAC;AAE1C,kFAAkF;AAClF,MAAM,WAAW,GAAW,cAAc,CAAC;AAC3C,MAAM,UAAU,GAAW,aAAa,CAAC;AACzC,MAAM,QAAQ,GAAW,WAAW,CAAC;AAUrC,MAAM,CAAC,OAAO,OAAO,mBAAmB;IACtC;;;;OAIG;IACI,MAAM,CAAC,wBAAwB,CAAC,IAAoB;QACzD,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YAC9B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;YACvB,wCAAwC;YACxC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1D,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;;;OAMG;IACI,MAAM,CAAC,mBAAmB,CAC/B,QAAmC;QAEnC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,IAAI,GAAW,QAAQ,CAAC,WAAW,EAAE,CAAC;QAE5C,MAAM,KAAK,GAA0B,EAAE,CAAC;QAExC,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QACrC,CAAC;QAED,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,KAAK,CAAC,CAAC,CAAE,CAAC;IACnB,CAAC;IAED;;;;OAIG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,IAG/C;QACC,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC;QAEvC,IAAI,CAAC;YACH,iEAAiE;YACjE,MAAM,GAAG,GAAiB,MAAM,YAAY,CAAC,SAAS,CAAC;gBACrD,KAAK,EAAE;oBACL,OAAO,EAAE,SAAS,CAAC,aAAa;oBAChC,MAAM,EAAE,WAAW,CAAC,SAAS;oBAC7B,qBAAqB,EAAE,UAAU;iBAClC;gBACD,MAAM,EAAE;oBACN,GAAG,EAAE,IAAI;oBACT,SAAS,EAAE,IAAI;iBAChB;gBACD,IAAI,EAAE,EAAE,SAAS,EAAE,SAAS,CAAC,UAAU,EAAE;gBACzC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CAAC;YAEH,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,wDAAwD;gBACxD,OAAO;YACT,CAAC;YAED,MAAM,QAAQ,GAAoB,MAAM,eAAe,CAAC,WAAW,CAAC;gBAClE,EAAE,EAAE,UAAU;gBACd,MAAM,EAAE;oBACN,GAAG,EAAE,IAAI;oBACT,SAAS,EAAE,IAAI;iBAChB;gBACD,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CAAC;YAEH,IACE,CAAC,IAAI,CAAC,wBAAwB,CAAC;gBAC7B,GAAG;gBACH,SAAS,EAAE,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,SAAS;aAC/B,CAAC,EACF,CAAC;gBACD,OAAO;YACT,CAAC;YAED;;;;eAIG;YACH,MAAM,QAAQ,GAAwB,MAAM,mBAAmB,CAAC,SAAS,CACvE;gBACE,KAAK,EAAE;oBACL,UAAU,EAAE,UAAU;oBACtB,qBAAqB,EAAE,qBAAqB,CAAC,SAAS;iBACvD;gBACD,MAAM,EAAE;oBACN,kBAAkB,EAAE,IAAI;iBACzB;gBACD,IAAI,EAAE;oBACJ,SAAS,EAAE,SAAS,CAAC,UAAU;iBAChC;gBACD,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CACF,CAAC;YAEF,MAAM,gBAAgB,GAAW,CAC/B,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,kBAAkB,KAAI,EAAE,CACnC,CAAC,IAAI,EAAE,CAAC;YAET,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACtB,MAAM,CAAC,KAAK,CACV,qDAAqD,UAAU,CAAC,QAAQ,EAAE,cAAc,CACzF,CAAC;gBACF,OAAO;YACT,CAAC;YAED,MAAM,SAAS,GAAW,QAAS,CAAC,SAAU,CAAC,IAAI,EAAE,CAAC;YAEtD,MAAM,QAAQ,GAAkB,MAAM,SAAS,CAAC,kBAAkB,CAAC;gBACjE,SAAS;gBACT,OAAO,EAAE,YAAY;gBACrB,UAAU;gBACV,OAAO,EAAE,GAAG,CAAC,EAAG;gBAChB,oEAAoE;gBACpE,oBAAoB,EAAE,KAAK;gBAC3B,WAAW,EAAE,CAAC;gBACd,SAAS,EAAE,EAAE;gBACb,QAAQ,EAAE;oBACR;wBACE,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE;4BACP,gHAAgH;4BAChH,kDAAkD;4BAClD,2DAA2D;4BAC3D,uFAAuF;4BACvF,sDAAsD;yBACvD,CAAC,IAAI,CAAC,IAAI,CAAC;qBACb;oBACD;wBACE,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE;4BACP,4BAA4B;4BAC5B,KAAK;4BACL,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,oBAAoB,CAAC;4BAC5C,KAAK;4BACL,EAAE;4BACF,4BAA4B;4BAC5B,KAAK;4BACL,gBAAgB,CAAC,SAAS,CAAC,CAAC,EAAE,kBAAkB,CAAC;4BACjD,KAAK;4BACL,EAAE;4BACF,8CAA8C;yBAC/C,CAAC,IAAI,CAAC,IAAI,CAAC;qBACb;iBACF;aACF,CAAC,CAAC;YAEH,MAAM,KAAK,GAA0B,IAAI,CAAC,mBAAmB,CAC3D,QAAQ,CAAC,OAAO,CACjB,CAAC;YAEF,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,CAAC,IAAI,CACT,uDAAuD,UAAU,CAAC,QAAQ,EAAE,SAAS,GAAG,CAAC,EAAG,CAAC,QAAQ,EAAE,sBAAsB,CAC9H,CAAC;gBACF,OAAO;YACT,CAAC;YAED,MAAM,YAAY,CAAC,aAAa,CAAC;gBAC/B,EAAE,EAAE,GAAG,CAAC,EAAG;gBACX,IAAI,EAAE;oBACJ,SAAS,EAAE,KAAK;oBAChB,WAAW,EAAE,aAAa,CAAC,cAAc,EAAE;iBAC5C;gBACD,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CAAC;YAEH,MAAM,CAAC,KAAK,CACV,wBAAwB,UAAU,CAAC,QAAQ,EAAE,yBAAyB,KAAK,GAAG,CAC/E,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,mCAAmC,UAAU,CAAC,QAAQ,EAAE,KAAK,KAAK,EAAE,CACrE,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAnJqB;IADnB,WAAW,EAAE;;;;4DAmJb"}

package/build/dist/Server/Utils/AI/{Sentinel → SRE}/InvestigationQueue.js

@@ -19,7 +19,7 @@ import QueryHelper from "../../../Types/Database/QueryHelper";
 import logger from "../../Logger";
 import CaptureSpan from "../../Telemetry/CaptureSpan";
 /*
- * Sentinel — the durable investigation queue (Phase 2's first item; Q1
+ * AI SRE — the durable investigation queue (Phase 2's first item; Q1
  * decided as the DB-claim pattern on AIRun rows, no new infrastructure).
  *
  * The problem it replaces: investigations ran as detached in-process
@@ -64,6 +64,29 @@ export const DEFAULT_MAX_CONCURRENT_INVESTIGATIONS = 3;
  */
 const MIN_CONCURRENT_INVESTIGATIONS = 1;
 const MAX_CONCURRENT_INVESTIGATIONS = 25;
+/*
+ * Lane priority. Two kinds of run share this queue and the per-project
+ * concurrency cap above:
+ *   - the INTERACTIVE lane (incident/alert RCA) — a human is waiting;
+ *   - the PREVENTIVE lane (AI-insight triage, identified by
+ *     triggeredByAiInsightId) — nobody is waiting, and one scan tick
+ *     can file up to MAX_NEW_INSIGHTS_PER_PROJECT_PER_SCAN (10) of them.
+ *
+ * Without a sub-cap the preventive lane can hold every slot, and since the
+ * poller drains oldest-first, an incident that fires after a scan queues
+ * BEHIND that backlog — the exact RCA latency the product promises.
+ *
+ * So the preventive lane may hold at most (cap - RESERVED) slots: at least
+ * one slot is always unreachable by triage. Combined with the inline kick
+ * that enqueue() fires for every run, that reserved slot is enough on its
+ * own — an incident/alert enqueue calls processRun immediately, passes the
+ * gates against a cap that triage cannot have saturated, and dispatches
+ * without ever touching the poller (so it can also never be TTL-expired
+ * behind triage). Splitting the poller's oldest-first query into two lane
+ * queries would therefore only re-order runs that are ALREADY late, at the
+ * cost of an extra query every tick — deliberately not done.
+ */
+export const INSIGHT_TRIAGE_RESERVED_SLOTS = 1;
 /*
  * A first-pass RCA is only useful while the incident is fresh. Queued runs
  * older than this are expired rather than run late — this also caps queue
@@ -72,12 +95,16 @@ const MAX_CONCURRENT_INVESTIGATIONS = 25;
 export const QUEUE_TTL_MINUTES = 30;
 // How many queued runs one poller tick will try to claim.
 const POLLER_BATCH_SIZE = 10;
-export default class SentinelInvestigationQueue {
+export default class AIInvestigationQueue {
     /*
      * Record the durable intent to investigate, then try to process it
      * immediately (detached — the poller is the safety net if this pod dies).
      * Callers have already passed the subject-specific gates (opt-in,
      * severity floor, dedupe window).
+     *
+     * Returns the created run's id (so subject rows can link back to it), or
+     * null when the enqueue was quiet-skipped (budget) or failed — enqueue
+     * itself never throws.
      */
     static async enqueue(data) {
         const { projectId } = data;
@@ -89,13 +116,13 @@ export default class SentinelInvestigationQueue {
         try {
             const budget = await AIService.getAutonomousDailyBudgetStatus(projectId);
             if (budget.exhausted) {
-                logger.debug(`Sentinel: not enqueueing investigation for project ${projectId.toString()} — daily autonomous token budget exhausted (${budget.usedTokensToday} of ${budget.limitInTokens} tokens used today).`);
-                return;
+                logger.debug(`AI: not enqueueing investigation for project ${projectId.toString()} — daily autonomous token budget exhausted (${budget.usedTokensToday} of ${budget.limitInTokens} tokens used today).`);
+                return null;
             }
         }
         catch (error) {
-            logger.error(`Sentinel: budget check failed, not enqueueing investigation: ${error}`);
-            return;
+            logger.error(`AI: budget check failed, not enqueueing investigation: ${error}`);
+            return null;
         }
         const run = new AIRun();
         run.projectId = projectId;
@@ -110,6 +137,9 @@ export default class SentinelInvestigationQueue {
         if (data.subjectMonitorId) {
             run.monitorId = data.subjectMonitorId;
         }
+        if (data.subjectAIInsightId) {
+            run.triggeredByAiInsightId = data.subjectAIInsightId;
+        }
         let createdRun;
         try {
             createdRun = await AIRunService.create({
@@ -118,8 +148,8 @@ export default class SentinelInvestigationQueue {
             });
         }
         catch (error) {
-            logger.error(`Sentinel: failed to enqueue investigation run: ${error}`);
-            return;
+            logger.error(`AI: failed to enqueue investigation run: ${error}`);
+            return null;
         }
         // Inline kick — preserves the 1-3 minute RCA latency on the happy path.
         this.processRun({
@@ -128,10 +158,12 @@ export default class SentinelInvestigationQueue {
             attemptCount: 0,
             triggeredByIncidentId: data.subjectIncidentId,
             triggeredByAlertId: data.subjectAlertId,
+            triggeredByAiInsightId: data.subjectAIInsightId,
         }).catch((error) => {
             var _a;
-            logger.error(`Sentinel: inline processing of queued run ${(_a = createdRun.id) === null || _a === void 0 ? void 0 : _a.toString()} failed: ${error}`);
+            logger.error(`AI: inline processing of queued run ${(_a = createdRun.id) === null || _a === void 0 ? void 0 : _a.toString()} failed: ${error}`);
         });
+        return createdRun.id || null;
     }
     /*
      * Claim a queued run and execute it to completion. Safe to call from
@@ -151,7 +183,7 @@ export default class SentinelInvestigationQueue {
             await this.dispatch(run, attempt);
         }
         catch (error) {
-            logger.error(`Sentinel: failed to process queued run ${run.id.toString()}: ${error}`);
+            logger.error(`AI: failed to process queued run ${run.id.toString()}: ${error}`);
         }
     }
     /*
@@ -198,6 +230,7 @@ export default class SentinelInvestigationQueue {
                 attemptCount: true,
                 triggeredByIncidentId: true,
                 triggeredByAlertId: true,
+                triggeredByAiInsightId: true,
             },
             sort: { createdAt: SortOrder.Ascending },
             limit: POLLER_BATCH_SIZE,
@@ -211,6 +244,7 @@ export default class SentinelInvestigationQueue {
                 attemptCount: queued.attemptCount || 0,
                 triggeredByIncidentId: queued.triggeredByIncidentId,
                 triggeredByAlertId: queued.triggeredByAlertId,
+                triggeredByAiInsightId: queued.triggeredByAiInsightId,
             };
             try {
                 if (!(await this.passesClaimGates(ref))) {
@@ -225,11 +259,11 @@ export default class SentinelInvestigationQueue {
                  * the sweeper owns recovery if this pod dies mid-flight.
                  */
                 this.dispatch(ref, attempt).catch((error) => {
-                    logger.error(`Sentinel: detached execution of run ${ref.id.toString()} failed: ${error}`);
+                    logger.error(`AI: detached execution of run ${ref.id.toString()} failed: ${error}`);
                 });
             }
             catch (error) {
-                logger.error(`Sentinel: poller failed on queued run ${ref.id.toString()}: ${error}`);
+                logger.error(`AI: poller failed on queued run ${ref.id.toString()}: ${error}`);
             }
         }
     }
@@ -251,7 +285,7 @@ export default class SentinelInvestigationQueue {
                 },
             });
             if (requeued > 0) {
-                logger.debug(`Sentinel: requeued run ${data.aiRunId.toString()} after attempt ${data.attemptCount} failed.`);
+                logger.debug(`AI: requeued run ${data.aiRunId.toString()} after attempt ${data.attemptCount} failed.`);
             }
             return;
         }
@@ -296,9 +330,10 @@ export default class SentinelInvestigationQueue {
         return "stale";
     }
     /*
-     * The claim-time cost gates: concurrency cap and daily budget. A run
-     * failing these stays Queued — the poller retries and the TTL expires
-     * what never fits. Fails cheap (skip) on gate errors.
+     * The claim-time cost gates: concurrency cap, the preventive-lane sub-cap
+     * and the daily budget. A run failing these stays Queued — the poller
+     * retries and the TTL expires what never fits. Fails cheap (skip) on gate
+     * errors.
      */
     static async passesClaimGates(run) {
         var _a;
@@ -318,12 +353,38 @@ export default class SentinelInvestigationQueue {
             props: { isRoot: true },
         })).toNumber();
         if (runningCount >= concurrencyCap) {
-            logger.debug(`Sentinel: leaving run ${run.id.toString()} queued — ${runningCount} investigations already running (cap: ${concurrencyCap}).`);
+            logger.debug(`AI: leaving run ${run.id.toString()} queued — ${runningCount} investigations already running (cap: ${concurrencyCap}).`);
             return false;
         }
+        /*
+         * The preventive lane's sub-cap: insight triage may never occupy the
+         * slot(s) reserved for incident/alert RCA (see
+         * INSIGHT_TRIAGE_RESERVED_SLOTS). Floored at 1 so a project running at
+         * the minimum cap of 1 still triages its insights (slower, one at a
+         * time) instead of deadlocking the lane entirely — the interactive lane
+         * keeps its priority through the global cap check above, which a single
+         * running triage run cannot outlast for long (triage is read-only and
+         * short).
+         */
+        if (run.triggeredByAiInsightId) {
+            const triageCap = Math.max(1, concurrencyCap - INSIGHT_TRIAGE_RESERVED_SLOTS);
+            const runningTriageCount = (await AIRunService.countBy({
+                query: {
+                    projectId: run.projectId,
+                    runType: AIRunType.Investigation,
+                    status: AIRunStatus.Running,
+                    triggeredByAiInsightId: QueryHelper.notNull(),
+                },
+                props: { isRoot: true },
+            })).toNumber();
+            if (runningTriageCount >= triageCap) {
+                logger.debug(`AI: leaving insight triage run ${run.id.toString()} queued — ${runningTriageCount} triage runs already running (triage lane cap: ${triageCap} of ${concurrencyCap}).`);
+                return false;
+            }
+        }
         const budget = await AIService.getAutonomousDailyBudgetStatus(run.projectId);
         if (budget.exhausted) {
-            logger.debug(`Sentinel: leaving run ${run.id.toString()} queued — daily autonomous token budget exhausted.`);
+            logger.debug(`AI: leaving run ${run.id.toString()} queued — daily autonomous token budget exhausted.`);
             return false;
         }
         return true;
@@ -383,6 +444,24 @@ export default class SentinelInvestigationQueue {
             });
             return;
         }
+        /*
+         * AI-insight triage runs carry their subject in
+         * triggeredByAiInsightId — they must be recognized here as
+         * subject-BEARING, or the fallthrough below would fail every one of
+         * them as subject-less.
+         */
+        if (run.triggeredByAiInsightId) {
+            const insightTriageRunner = 
+            // eslint-disable-next-line @typescript-eslint/no-require-imports, @typescript-eslint/no-var-requires
+            require("./Insights/InsightTriageRunner").default;
+            await insightTriageRunner.executeTriage({
+                aiRunId: run.id,
+                projectId: run.projectId,
+                sentinelInsightId: run.triggeredByAiInsightId,
+                attemptCount: attempt,
+            });
+            return;
+        }
         // A queued investigation without a subject cannot be executed.
         await AIRunService.attemptStatusTransition({
             aiRunId: run.id,
@@ -400,29 +479,29 @@ __decorate([
     __metadata("design:type", Function),
     __metadata("design:paramtypes", [Object]),
     __metadata("design:returntype", Promise)
-], SentinelInvestigationQueue, "enqueue", null);
+], AIInvestigationQueue, "enqueue", null);
 __decorate([
     CaptureSpan(),
     __metadata("design:type", Function),
     __metadata("design:paramtypes", [Object]),
     __metadata("design:returntype", Promise)
-], SentinelInvestigationQueue, "processRun", null);
+], AIInvestigationQueue, "processRun", null);
 __decorate([
     CaptureSpan(),
     __metadata("design:type", Function),
     __metadata("design:paramtypes", []),
     __metadata("design:returntype", Promise)
-], SentinelInvestigationQueue, "processQueuedRuns", null);
+], AIInvestigationQueue, "processQueuedRuns", null);
 __decorate([
     CaptureSpan(),
     __metadata("design:type", Function),
     __metadata("design:paramtypes", [Object]),
     __metadata("design:returntype", Promise)
-], SentinelInvestigationQueue, "failOrRequeue", null);
+], AIInvestigationQueue, "failOrRequeue", null);
 __decorate([
     CaptureSpan(),
     __metadata("design:type", Function),
     __metadata("design:paramtypes", [Object]),
     __metadata("design:returntype", Promise)
-], SentinelInvestigationQueue, "requeueOrMarkStale", null);
+], AIInvestigationQueue, "requeueOrMarkStale", null);
 //# sourceMappingURL=InvestigationQueue.js.map

package/build/dist/Server/Utils/AI/SRE/InvestigationQueue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"InvestigationQueue.js","sourceRoot":"","sources":["../../../../../../Server/Utils/AI/SRE/InvestigationQueue.ts"],"names":[],"mappings":";;;;;;;;;AACA,OAAO,aAAa,MAAM,wBAAwB,CAAC;AACnD,OAAO,SAAS,MAAM,gCAAgC,CAAC;AACvD,OAAO,WAAW,MAAM,kCAAkC,CAAC;AAC3D,OAAO,KAAK,MAAM,yCAAyC,CAAC;AAE5D,OAAO,YAAY,MAAM,gCAAgC,CAAC;AAC1D,OAAO,cAAc,MAAM,kCAAkC,CAAC;AAC9D,OAAO,SAAqC,MAAM,6BAA6B,CAAC;AAChF,OAAO,SAAS,MAAM,0CAA0C,CAAC;AACjE,OAAO,WAAW,MAAM,qCAAqC,CAAC;AAC9D,OAAO,MAAM,MAAM,cAAc,CAAC;AAClC,OAAO,WAAW,MAAM,6BAA6B,CAAC;AAEtD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AAEH,+BAA+B;AAC/B,MAAM,CAAC,MAAM,0BAA0B,GAAW,CAAC,CAAC;AAEpD;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,qCAAqC,GAAW,CAAC,CAAC;AAC/D;;;GAGG;AACH,MAAM,6BAA6B,GAAW,CAAC,CAAC;AAChD,MAAM,6BAA6B,GAAW,EAAE,CAAC;AAEjD;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAW,CAAC,CAAC;AAEvD;;;;GAIG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAW,EAAE,CAAC;AAE5C,0DAA0D;AAC1D,MAAM,iBAAiB,GAAW,EAAE,CAAC;AAWrC,MAAM,CAAC,OAAO,OAAO,oBAAoB;IACvC;;;;;;;;;OASG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAM3B;QACC,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC;QAE3B;;;;WAIG;QACH,IAAI,CAAC;YACH,MAAM,MAAM,GACV,MAAM,SAAS,CAAC,8BAA8B,CAAC,SAAS,CAAC,CAAC;YAE5D,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;gBACrB,MAAM,CAAC,KAAK,CACV,gDAAgD,SAAS,CAAC,QAAQ,EAAE,+CAA+C,MAAM,CAAC,eAAe,OAAO,MAAM,CAAC,aAAa,sBAAsB,CAC3L,CAAC;gBACF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,0DAA0D,KAAK,EAAE,CAClE,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,GAAG,GAAU,IAAI,KAAK,EAAE,CAAC;QAC/B,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC;QAC1B,GAAG,CAAC,OAAO,GAAG,SAAS,CAAC,aAAa,CAAC;QACtC,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;QAEhC,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,GAAG,CAAC,qBAAqB,GAAG,IAAI,CAAC,iBAAiB,CAAC;QACrD,CAAC;QACD,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,GAAG,CAAC,kBAAkB,GAAG,IAAI,CAAC,cAAc,CAAC;QAC/C,CAAC;QACD,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,GAAG,CAAC,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC;QACxC,CAAC;QACD,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5B,GAAG,CAAC,sBAAsB,GAAG,IAAI,CAAC,kBAAkB,CAAC;QACvD,CAAC;QAED,IAAI,UAAiB,CAAC;QACtB,IAAI,CAAC;YACH,UAAU,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC;gBACrC,IAAI,EAAE,GAAG;gBACT,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,4CAA4C,KAAK,EAAE,CAAC,CAAC;YAClE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,wEAAwE;QACxE,IAAI,CAAC,UAAU,CAAC;YACd,EAAE,EAAE,UAAU,CAAC,EAAG;YAClB,SAAS;YACT,YAAY,EAAE,CAAC;YACf,qBAAqB,EAAE,IAAI,CAAC,iBAAiB;YAC7C,kBAAkB,EAAE,IAAI,CAAC,cAAc;YACvC,sBAAsB,EAAE,IAAI,CAAC,kBAAkB;SAChD,CAAC,CAAC,KAAK,CAAC,CAAC,KAAY,EAAE,EAAE;;YACxB,MAAM,CAAC,KAAK,CACV,uCAAuC,MAAA,UAAU,CAAC,EAAE,0CAAE,QAAQ,EAAE,YAAY,KAAK,EAAE,CACpF,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,OAAO,UAAU,CAAC,EAAE,IAAI,IAAI,CAAC;IAC/B,CAAC;IAED;;;;;OAKG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,GAAiB;QAC9C,IAAI,CAAC;YACH,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;gBACxC,OAAO;YACT,CAAC;YAED,MAAM,OAAO,GAAkB,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAErD,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;gBACrB,OAAO;YACT,CAAC;YAED,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,oCAAoC,GAAG,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,KAAK,EAAE,CAClE,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;;;;;;OAQG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,iBAAiB;QACnC,MAAM,eAAe,GACnB,aAAa,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QAErD,MAAM,WAAW,GAAiB,MAAM,YAAY,CAAC,MAAM,CAAC;YAC1D,KAAK,EAAE;gBACL,OAAO,EAAE,SAAS,CAAC,aAAa;gBAChC,MAAM,EAAE,WAAW,CAAC,MAAM;gBAC1B,SAAS,EAAE,WAAW,CAAC,QAAQ,CAAC,eAAe,CAAC;aACjD;YACD,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE;YACrB,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,CAAC;YACP,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CAAC;QAEH,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;YAClC,MAAM,YAAY,CAAC,uBAAuB,CAAC;gBACzC,OAAO,EAAE,OAAO,CAAC,EAAG;gBACpB,UAAU,EAAE,WAAW,CAAC,MAAM;gBAC9B,GAAG,EAAE;oBACH,MAAM,EAAE,WAAW,CAAC,SAAS;oBAC7B,WAAW,EAAE,aAAa,CAAC,cAAc,EAAE;oBAC3C,YAAY,EAAE,4CAA4C,iBAAiB,+IAA+I;iBAC3N;aACF,CAAC,CAAC;QACL,CAAC;QAED,MAAM,UAAU,GAAiB,MAAM,YAAY,CAAC,MAAM,CAAC;YACzD,KAAK,EAAE;gBACL,OAAO,EAAE,SAAS,CAAC,aAAa;gBAChC,MAAM,EAAE,WAAW,CAAC,MAAM;aAC3B;YACD,MAAM,EAAE;gBACN,GAAG,EAAE,IAAI;gBACT,SAAS,EAAE,IAAI;gBACf,YAAY,EAAE,IAAI;gBAClB,qBAAqB,EAAE,IAAI;gBAC3B,kBAAkB,EAAE,IAAI;gBACxB,sBAAsB,EAAE,IAAI;aAC7B;YACD,IAAI,EAAE,EAAE,SAAS,EAAE,SAAS,CAAC,SAAS,EAAE;YACxC,KAAK,EAAE,iBAAiB;YACxB,IAAI,EAAE,CAAC;YACP,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CAAC;QAEH,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;YAChC,MAAM,GAAG,GAAiB;gBACxB,EAAE,EAAE,MAAM,CAAC,EAAG;gBACd,SAAS,EAAE,MAAM,CAAC,SAAU;gBAC5B,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,CAAC;gBACtC,qBAAqB,EAAE,MAAM,CAAC,qBAAqB;gBACnD,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;gBAC7C,sBAAsB,EAAE,MAAM,CAAC,sBAAsB;aACtD,CAAC;YAEF,IAAI,CAAC;gBACH,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;oBACxC,SAAS;gBACX,CAAC;gBAED,MAAM,OAAO,GAAkB,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAErD,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;oBACrB,SAAS;gBACX,CAAC;gBAED;;;mBAGG;gBACH,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,KAAY,EAAE,EAAE;oBACjD,MAAM,CAAC,KAAK,CACV,iCAAiC,GAAG,CAAC,EAAE,CAAC,QAAQ,EAAE,YAAY,KAAK,EAAE,CACtE,CAAC;gBACJ,CAAC,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CACV,mCAAmC,GAAG,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,KAAK,EAAE,CACjE,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;OAKG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,IAKjC;QACC,MAAM,gBAAgB,GAAW,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAErE,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,YAAY,GAAG,0BAA0B,EAAE,CAAC;YACxE,MAAM,QAAQ,GAAW,MAAM,YAAY,CAAC,uBAAuB,CAAC;gBAClE,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,UAAU,EAAE,WAAW,CAAC,OAAO;gBAC/B,GAAG,EAAE;oBACH,MAAM,EAAE,WAAW,CAAC,MAAM;oBAC1B,YAAY,EAAE,WAAW,IAAI,CAAC,YAAY,qCAAqC,gBAAgB,EAAE;iBAClG;aACF,CAAC,CAAC;YAEH,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;gBACjB,MAAM,CAAC,KAAK,CACV,oBAAoB,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,kBAAkB,IAAI,CAAC,YAAY,UAAU,CACzF,CAAC;YACJ,CAAC;YACD,OAAO;QACT,CAAC;QAED,MAAM,YAAY,CAAC,uBAAuB,CAAC;YACzC,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,WAAW,CAAC,OAAO;YAC/B,GAAG,EAAE;gBACH,MAAM,EAAE,WAAW,CAAC,KAAK;gBACzB,WAAW,EAAE,aAAa,CAAC,cAAc,EAAE;gBAC3C,YAAY,EAAE,gBAAgB;aAC/B;SACF,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,GAGtC;QACC,IAAI,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,0BAA0B,EAAE,CAAC;YACzD,MAAM,QAAQ,GAAW,MAAM,YAAY,CAAC,uBAAuB,CAAC;gBAClE,OAAO,EAAE,GAAG,CAAC,EAAE;gBACf,UAAU,EAAE,WAAW,CAAC,OAAO;gBAC/B,GAAG,EAAE;oBACH,MAAM,EAAE,WAAW,CAAC,MAAM;oBAC1B,YAAY,EAAE,WAAW,GAAG,CAAC,YAAY,qGAAqG;iBAC/I;aACF,CAAC,CAAC;YAEH,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;gBACjB,OAAO,UAAU,CAAC;YACpB,CAAC;QACH,CAAC;QAED,MAAM,YAAY,CAAC,uBAAuB,CAAC;YACzC,OAAO,EAAE,GAAG,CAAC,EAAE;YACf,UAAU,EAAE,WAAW,CAAC,OAAO;YAC/B,GAAG,EAAE;gBACH,MAAM,EAAE,WAAW,CAAC,KAAK;gBACzB,WAAW,EAAE,aAAa,CAAC,cAAc,EAAE;gBAC3C,YAAY,EACV,8IAA8I;aACjJ;SACF,CAAC,CAAC;QAEH,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;OAKG;IACK,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,GAAiB;;QACrD,oEAAoE;QACpE,MAAM,OAAO,GAAmB,MAAM,cAAc,CAAC,WAAW,CAAC;YAC/D,EAAE,EAAE,GAAG,CAAC,SAAS;YACjB,MAAM,EAAE,EAAE,6BAA6B,EAAE,IAAI,EAAE;YAC/C,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CAAC;QAEH,MAAM,cAAc,GAAW,IAAI,CAAC,GAAG,CACrC,6BAA6B,EAC7B,IAAI,CAAC,GAAG,CACN,6BAA6B,EAC7B,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,6BAA6B,mCACpC,qCAAqC,CACxC,CACF,CAAC;QAEF,MAAM,YAAY,GAAW,CAC3B,MAAM,YAAY,CAAC,OAAO,CAAC;YACzB,KAAK,EAAE;gBACL,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO,EAAE,SAAS,CAAC,aAAa;gBAChC,MAAM,EAAE,WAAW,CAAC,OAAO;aAC5B;YACD,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CACH,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,YAAY,IAAI,cAAc,EAAE,CAAC;YACnC,MAAM,CAAC,KAAK,CACV,mBAAmB,GAAG,CAAC,EAAE,CAAC,QAAQ,EAAE,aAAa,YAAY,yCAAyC,cAAc,IAAI,CACzH,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;QAED;;;;;;;;;WASG;QACH,IAAI,GAAG,CAAC,sBAAsB,EAAE,CAAC;YAC/B,MAAM,SAAS,GAAW,IAAI,CAAC,GAAG,CAChC,CAAC,EACD,cAAc,GAAG,6BAA6B,CAC/C,CAAC;YAEF,MAAM,kBAAkB,GAAW,CACjC,MAAM,YAAY,CAAC,OAAO,CAAC;gBACzB,KAAK,EAAE;oBACL,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,OAAO,EAAE,SAAS,CAAC,aAAa;oBAChC,MAAM,EAAE,WAAW,CAAC,OAAO;oBAC3B,sBAAsB,EAAE,WAAW,CAAC,OAAO,EAAE;iBAC9C;gBACD,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CACH,CAAC,QAAQ,EAAE,CAAC;YAEb,IAAI,kBAAkB,IAAI,SAAS,EAAE,CAAC;gBACpC,MAAM,CAAC,KAAK,CACV,kCAAkC,GAAG,CAAC,EAAE,CAAC,QAAQ,EAAE,aAAa,kBAAkB,kDAAkD,SAAS,OAAO,cAAc,IAAI,CACvK,CAAC;gBACF,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GACV,MAAM,SAAS,CAAC,8BAA8B,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAEhE,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,MAAM,CAAC,KAAK,CACV,mBAAmB,GAAG,CAAC,EAAE,CAAC,QAAQ,EAAE,oDAAoD,CACzF,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;;OAKG;IACK,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAiB;QAC1C,MAAM,OAAO,GAAW,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QAEpD,MAAM,YAAY,GAAW,MAAM,YAAY,CAAC,uBAAuB,CAAC;YACtE,OAAO,EAAE,GAAG,CAAC,EAAE;YACf,UAAU,EAAE,WAAW,CAAC,MAAM;YAC9B,oBAAoB,EAAE,GAAG,CAAC,YAAY,IAAI,CAAC;YAC3C,GAAG,EAAE;gBACH,MAAM,EAAE,WAAW,CAAC,OAAO;gBAC3B,SAAS,EAAE,aAAa,CAAC,cAAc,EAAE;gBACzC,eAAe,EAAE,aAAa,CAAC,cAAc,EAAE;gBAC/C,YAAY,EAAE,OAAO;aACtB;SACF,CAAC,CAAC;QAEH,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,iDAAiD;IACzC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAC3B,GAAiB,EACjB,OAAe;QAEf,IAAI,GAAG,CAAC,qBAAqB,EAAE,CAAC;YAC9B;;;;eAIG;YACH,MAAM,cAAc;YAClB,qGAAqG;YACrG,OAAO,CAAC,+BAA+B,CAAC,CAAC,OAAO,CAAC;YAEnD,MAAM,cAAc,CAAC,oBAAoB,CAAC;gBACxC,OAAO,EAAE,GAAG,CAAC,EAAE;gBACf,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,UAAU,EAAE,GAAG,CAAC,qBAAqB;gBACrC,YAAY,EAAE,OAAO;aACtB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,GAAG,CAAC,kBAAkB,EAAE,CAAC;YAC3B,MAAM,WAAW;YACf,qGAAqG;YACrG,OAAO,CAAC,4BAA4B,CAAC,CAAC,OAAO,CAAC;YAEhD,MAAM,WAAW,CAAC,oBAAoB,CAAC;gBACrC,OAAO,EAAE,GAAG,CAAC,EAAE;gBACf,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO,EAAE,GAAG,CAAC,kBAAkB;gBAC/B,YAAY,EAAE,OAAO;aACtB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED;;;;;WAKG;QACH,IAAI,GAAG,CAAC,sBAAsB,EAAE,CAAC;YAC/B,MAAM,mBAAmB;YACvB,qGAAqG;YACrG,OAAO,CAAC,gCAAgC,CAAC,CAAC,OAAO,CAAC;YAEpD,MAAM,mBAAmB,CAAC,aAAa,CAAC;gBACtC,OAAO,EAAE,GAAG,CAAC,EAAE;gBACf,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,iBAAiB,EAAE,GAAG,CAAC,sBAAsB;gBAC7C,YAAY,EAAE,OAAO;aACtB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,+DAA+D;QAC/D,MAAM,YAAY,CAAC,uBAAuB,CAAC;YACzC,OAAO,EAAE,GAAG,CAAC,EAAE;YACf,UAAU,EAAE,WAAW,CAAC,OAAO;YAC/B,GAAG,EAAE;gBACH,MAAM,EAAE,WAAW,CAAC,KAAK;gBACzB,WAAW,EAAE,aAAa,CAAC,cAAc,EAAE;gBAC3C,YAAY,EAAE,qDAAqD;aACpE;SACF,CAAC,CAAC;IACL,CAAC;CACF;AArdqB;IADnB,WAAW,EAAE;;;;yCA4Eb;AASmB;IADnB,WAAW,EAAE;;;;4CAmBb;AAYmB;IADnB,WAAW,EAAE;;;;mDAoFb;AASmB;IADnB,WAAW,EAAE;;;;+CAoCb;AAQmB;IADnB,WAAW,EAAE;;;;oDAgCb"}