@oneuptime/common 11.4.1 → 11.5.0

package/build/dist/Server/Utils/AI/Sentinel/SentinelInvestigationEngine.js

@@ -9,15 +9,14 @@ var __metadata = (this && this.__metadata) || function (k, v) {
 };
 import ObjectID from "../../../../Types/ObjectID";
 import OneUptimeDate from "../../../../Types/Date";
-import AIRunType from "../../../../Types/AI/AIRunType";
 import AIRunStatus from "../../../../Types/AI/AIRunStatus";
 import AIRunEventType from "../../../../Types/AI/AIRunEventType";
-import AIRun from "../../../../Models/DatabaseModels/AIRun";
 import AIRunEvent from "../../../../Models/DatabaseModels/AIRunEvent";
 import AIRunService from "../../../Services/AIRunService";
 import AIRunEventService from "../../../Services/AIRunEventService";
 import ProjectService from "../../../Services/ProjectService";
 import LlmProviderService from "../../../Services/LlmProviderService";
+import SentinelInvestigationQueue from "./InvestigationQueue";
 import ObservabilityAssistant from "../Chat/ObservabilityAssistant";
 import logger from "../../Logger";
 import CaptureSpan from "../../Telemetry/CaptureSpan";
@@ -47,6 +46,12 @@ const MAX_OUTPUT_TOKENS = 2000;
  * a non-answer should never loudly page the on-call.
  */
 const INCONCLUSIVE_RE = /inconclusive[^.\n]*insufficient signal/i;
+/*
+ * Failures a retry cannot fix within the run's usefulness window: missing/
+ * broken provider configuration and budget exhaustion (both messages minted
+ * by our own gating in AIService/LLMService, so they are stable to match).
+ */
+const PERMANENT_FAILURE_RE = /no llm provider configured|llm provider type is not configured|token budget exhausted/i;
 // Maps a live agent step to the AIRunEvent type persisted for the glass-box trail.
 const STEP_EVENT_TYPE = {
     llm_started: AIRunEventType.LlmCallStarted,
@@ -59,7 +64,7 @@ const INVESTIGATION_PERSONA = `You are "Sentinel", OneUptime's autonomous AI Sit
 
 Investigate like a senior on-call engineer:
 - Start from the affected monitors/services named in the signal.
-- Use your read tools to inspect the telemetry AROUND the signal's creation time: recent exceptions and their trends, error/latency metrics versus their normal range, failing traces, relevant logs, and recent changes / deploys.
+- Use your read tools to inspect the telemetry AROUND the signal's creation time: recent exceptions and their trends, error/latency metrics versus their normal range (use baseline_anomaly to judge a metric against its learned hour-of-week baseline quantitatively instead of eyeballing), failing traces, relevant logs, and recent changes / deploys.
 - Form the single most likely root-cause hypothesis. If the evidence is inconclusive, say so plainly and list what you checked — do NOT guess a cause the data does not support.
 - If the context lists past resolved incidents, check whether this is a RECURRENCE. If the current signal matches one, say so explicitly, reference that incident number, and note how it was resolved before — but still verify against the current telemetry.
 
@@ -107,37 +112,27 @@ export default class SentinelInvestigationEngine {
         return true;
     }
     /*
-     * Run one investigation end-to-end. Never throws — failures are logged and
-     * recorded on the AIRun.
+     * Execute an already-CLAIMED (Running) investigation run end-to-end.
+     * Called by SentinelInvestigationQueue after a successful CAS claim —
+     * cap/budget gating and run creation live in the queue now. Never throws;
+     * failures are handed to the queue's retry policy (failOrRequeue).
      */
-    static async investigate(request) {
-        const { projectId } = request;
-        // Record the run up front so it is auditable even if it fails.
-        const run = new AIRun();
-        run.projectId = projectId;
-        run.runType = AIRunType.Investigation;
-        run.status = AIRunStatus.Running;
-        run.startedAt = OneUptimeDate.getCurrentDate();
-        run.lastHeartbeatAt = OneUptimeDate.getCurrentDate();
-        if (request.subjectIncidentId) {
-            run.triggeredByIncidentId = request.subjectIncidentId;
-        }
-        if (request.subjectAlertId) {
-            run.triggeredByAlertId = request.subjectAlertId;
-        }
-        let createdRun;
+    static async executeRun(data) {
+        const { aiRunId, projectId, request } = data;
+        /*
+         * Retried runs already have events from earlier attempts; continue the
+         * sequence so the glass-box trail stays ordered and shows every attempt.
+         */
+        let sequence = 0;
         try {
-            createdRun = await AIRunService.create({
-                data: run,
+            sequence = (await AIRunEventService.countBy({
+                query: { aiRunId },
                 props: { isRoot: true },
-            });
+            })).toNumber();
         }
         catch (error) {
-            logger.error(`Sentinel: failed to create investigation run: ${error}`);
-            return;
+            logger.error(`Sentinel: failed to read event count for run ${aiRunId.toString()}; starting sequence at 0: ${error}`);
         }
-        const aiRunId = createdRun.id;
-        let sequence = 0;
         await this.emitEvent({
             projectId,
             aiRunId,
@@ -168,10 +163,12 @@ export default class SentinelInvestigationEngine {
                 resultSummary,
                 citationId: step.citationId,
             });
-            // Keep the run visibly alive for the stale-run sweeper + live UI.
-            if (step.type === "llm_started") {
-                await this.touchHeartbeat(aiRunId);
-            }
+            /*
+             * Keep the run visibly alive for the stale-run sweeper + live UI on
+             * EVERY step — a slow self-hosted LLM call can approach the sweeper's
+             * timeout, so the heartbeat must be as frequent as we can make it.
+             */
+            await this.touchHeartbeat(aiRunId);
         };
         try {
             const result = await ObservabilityAssistant.answerQuestion({
@@ -187,9 +184,18 @@ export default class SentinelInvestigationEngine {
                 maxOutputTokens: MAX_OUTPUT_TOKENS,
                 onStep,
             });
-            await AIRunService.updateOneBy({
-                query: { _id: aiRunId.toString(), status: AIRunStatus.Running },
-                data: {
+            /*
+             * Atomic Running -> Completed. If we did NOT win this transition,
+             * another actor moved the run while we executed — most likely the
+             * stale sweeper falsely requeued it (slow LLM call outlasting the
+             * heartbeat window) and a second attempt is or will be running. In
+             * that case DO NOT post the analysis: the winning attempt will, and
+             * posting here would duplicate the RCA in the feed and workspace.
+             */
+            const completedCount = await AIRunService.attemptStatusTransition({
+                aiRunId,
+                fromStatus: AIRunStatus.Running,
+                set: {
                     status: AIRunStatus.Completed,
                     completedAt: OneUptimeDate.getCurrentDate(),
                     lastHeartbeatAt: OneUptimeDate.getCurrentDate(),
@@ -197,8 +203,11 @@ export default class SentinelInvestigationEngine {
                     toolCallCount: result.toolCallCount,
                     totalTokens: result.totalTokens,
                 },
-                props: { isRoot: true },
             });
+            if (completedCount === 0) {
+                logger.warn(`Sentinel: run ${aiRunId.toString()} finished but was no longer Running (likely requeued as stale mid-flight); skipping postAnalysis to avoid a duplicate RCA.`);
+                return;
+            }
             await this.emitEvent({
                 projectId,
                 aiRunId,
@@ -220,22 +229,29 @@ export default class SentinelInvestigationEngine {
         }
         catch (error) {
             const message = error instanceof Error ? error.message : String(error);
-            await AIRunService.updateOneBy({
-                query: { _id: aiRunId.toString(), status: AIRunStatus.Running },
-                data: {
-                    status: AIRunStatus.Error,
-                    completedAt: OneUptimeDate.getCurrentDate(),
-                    errorMessage: message.substring(0, 480),
-                },
-                props: { isRoot: true },
-            });
             await this.emitEvent({
                 projectId,
                 aiRunId,
                 sequence: sequence++,
                 eventType: AIRunEventType.RunFailed,
             });
-            logger.error(`Sentinel: investigation failed (run ${aiRunId.toString()}): ${message}`);
+            /*
+             * Hand the failure to the queue's retry policy: transient errors
+             * requeue while attempts remain; permanent ones finalize as Error
+             * since retrying cannot help. Classification is by message, NOT by
+             * exception type: LLMService wraps transient provider failures (429s,
+             * 5xx, timeouts) in BadDataException too, so type-based classification
+             * would wrongly make the exact failures retries exist for permanent.
+             * Only configuration/budget gating — which a retry cannot change
+             * within the run's usefulness window — counts as permanent.
+             */
+            await SentinelInvestigationQueue.failOrRequeue({
+                aiRunId,
+                attemptCount: data.attemptCount,
+                errorMessage: message,
+                isPermanent: PERMANENT_FAILURE_RE.test(message),
+            });
+            logger.error(`Sentinel: investigation attempt ${data.attemptCount} failed (run ${aiRunId.toString()}): ${message}`);
         }
     }
     // Wrap the agent's analysis with Sentinel branding + an evidence list.
@@ -307,5 +323,5 @@ __decorate([
     __metadata("design:type", Function),
     __metadata("design:paramtypes", [Object]),
     __metadata("design:returntype", Promise)
-], SentinelInvestigationEngine, "investigate", null);
+], SentinelInvestigationEngine, "executeRun", null);
 //# sourceMappingURL=SentinelInvestigationEngine.js.map

package/build/dist/Server/Utils/AI/Sentinel/SentinelInvestigationEngine.js.map

@@ -1 +1 @@
-{"version":3,"file":"SentinelInvestigationEngine.js","sourceRoot":"","sources":["../../../../../../Server/Utils/AI/Sentinel/SentinelInvestigationEngine.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,QAAQ,MAAM,4BAA4B,CAAC;AAClD,OAAO,aAAa,MAAM,wBAAwB,CAAC;AAMnD,OAAO,SAAS,MAAM,gCAAgC,CAAC;AACvD,OAAO,WAAW,MAAM,kCAAkC,CAAC;AAC3D,OAAO,cAAc,MAAM,qCAAqC,CAAC;AACjE,OAAO,KAAK,MAAM,yCAAyC,CAAC;AAC5D,OAAO,UAAU,MAAM,8CAA8C,CAAC;AAGtE,OAAO,YAAY,MAAM,gCAAgC,CAAC;AAC1D,OAAO,iBAAiB,MAAM,qCAAqC,CAAC;AACpE,OAAO,cAAc,MAAM,kCAAkC,CAAC;AAC9D,OAAO,kBAAkB,MAAM,sCAAsC,CAAC;AACtE,OAAO,sBAIN,MAAM,gCAAgC,CAAC;AACxC,OAAO,MAAM,MAAM,cAAc,CAAC;AAClC,OAAO,WAAW,MAAM,6BAA6B,CAAC;AAEtD;;;;;;;;;;;;;;GAcG;AAEH,oFAAoF;AACpF,MAAM,aAAa,GAAW,CAAC,CAAC;AAChC,MAAM,cAAc,GAAW,EAAE,CAAC;AAClC,MAAM,iBAAiB,GAAW,GAAG,GAAG,IAAI,CAAC;AAC7C,MAAM,iBAAiB,GAAW,IAAI,CAAC;AAEvC;;;;GAIG;AACH,MAAM,eAAe,GAAW,yCAAyC,CAAC;AAE1E,mFAAmF;AACnF,MAAM,eAAe,GACnB;IACE,WAAW,EAAE,cAAc,CAAC,cAAc;IAC1C,aAAa,EAAE,cAAc,CAAC,gBAAgB;IAC9C,YAAY,EAAE,cAAc,CAAC,eAAe;IAC5C,cAAc,EAAE,cAAc,CAAC,iBAAiB;IAChD,WAAW,EAAE,cAAc,CAAC,cAAc;CAC3C,CAAC;AAEJ,MAAM,qBAAqB,GAAW;;;;;;;;;;;;;;sFAcgD,CAAC;AA8BvF,MAAM,CAAC,OAAO,OAAO,2BAA2B;IAC9C;;;;;OAKG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,mBAAmB,CACrC,SAAmB,EACnB,WAAgC;QAEhC,MAAM,OAAO,GAAmB,MAAM,cAAc,CAAC,WAAW,CAAC;YAC/D,EAAE,EAAE,SAAS;YACb,MAAM,EAAE;gBACN,QAAQ,EAAE,IAAI;gBACd,oCAAoC,EAAE,IAAI;gBAC1C,iCAAiC,EAAE,IAAI;aACxC;YACD,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YAC/B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,SAAS,GACb,WAAW,KAAK,OAAO;YACrB,CAAC,CAAC,OAAO,CAAC,iCAAiC,KAAK,IAAI;YACpD,CAAC,CAAC,OAAO,CAAC,oCAAoC,KAAK,IAAI,CAAC;QAE5D,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,WAAW,GACf,MAAM,kBAAkB,CAAC,wBAAwB,CAAC,SAAS,CAAC,CAAC;QAE/D,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,CAAC,KAAK,CACV,gDAAgD,SAAS,CAAC,QAAQ,EAAE,gCAAgC,CACrG,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;OAGG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,WAAW,CAC7B,OAA6B;QAE7B,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;QAE9B,+DAA+D;QAC/D,MAAM,GAAG,GAAU,IAAI,KAAK,EAAE,CAAC;QAC/B,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC;QAC1B,GAAG,CAAC,OAAO,GAAG,SAAS,CAAC,aAAa,CAAC;QACtC,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC,OAAO,CAAC;QACjC,GAAG,CAAC,SAAS,GAAG,aAAa,CAAC,cAAc,EAAE,CAAC;QAC/C,GAAG,CAAC,eAAe,GAAG,aAAa,CAAC,cAAc,EAAE,CAAC;QAErD,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;YAC9B,GAAG,CAAC,qBAAqB,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACxD,CAAC;QACD,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,GAAG,CAAC,kBAAkB,GAAG,OAAO,CAAC,cAAc,CAAC;QAClD,CAAC;QAED,IAAI,UAAiB,CAAC;QACtB,IAAI,CAAC;YACH,UAAU,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC;gBACrC,IAAI,EAAE,GAAG;gBACT,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,iDAAiD,KAAK,EAAE,CAAC,CAAC;YACvE,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAa,UAAU,CAAC,EAAG,CAAC;QACzC,IAAI,QAAQ,GAAW,CAAC,CAAC;QAEzB,MAAM,IAAI,CAAC,SAAS,CAAC;YACnB,SAAS;YACT,OAAO;YACP,QAAQ,EAAE,QAAQ,EAAE;YACpB,SAAS,EAAE,cAAc,CAAC,UAAU;SACrC,CAAC,CAAC;QAEH;;;WAGG;QACH,MAAM,MAAM,GAAwD,KAAK,EACvE,IAAgC,EACjB,EAAE;YACjB,MAAM,aAAa,GACjB,IAAI,CAAC,QAAQ,KAAK,SAAS;gBAC3B,IAAI,CAAC,UAAU,KAAK,SAAS;gBAC7B,IAAI,CAAC,YAAY,KAAK,SAAS;gBAC7B,CAAC,CAAC;oBACE,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,YAAY,EAAE,IAAI,CAAC,UAAU;oBAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;iBAChC;gBACH,CAAC,CAAC,SAAS,CAAC;YAEhB,MAAM,IAAI,CAAC,SAAS,CAAC;gBACnB,SAAS;gBACT,OAAO;gBACP,QAAQ,EAAE,QAAQ,EAAE;gBACpB,SAAS,EAAE,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC;gBACrC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,aAAa;gBACb,UAAU,EAAE,IAAI,CAAC,UAAU;aAC5B,CAAC,CAAC;YAEH,kEAAkE;YAClE,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;gBAChC,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YACrC,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,MAAM,GACV,MAAM,sBAAsB,CAAC,cAAc,CAAC;gBAC1C,SAAS;gBACT,4DAA4D;gBAC5D,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;gBACvB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,kBAAkB,EAAE,qBAAqB;gBACzC,QAAQ,EAAE,2IAA2I,OAAO,CAAC,cAAc,EAAE;gBAC7K,WAAW,EAAE,aAAa;gBAC1B,YAAY,EAAE,cAAc;gBAC5B,cAAc,EAAE,iBAAiB;gBACjC,eAAe,EAAE,iBAAiB;gBAClC,MAAM;aACP,CAAC,CAAC;YAEL,MAAM,YAAY,CAAC,WAAW,CAAC;gBAC7B,KAAK,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,EAAE;gBAC/D,IAAI,EAAE;oBACJ,MAAM,EAAE,WAAW,CAAC,SAAS;oBAC7B,WAAW,EAAE,aAAa,CAAC,cAAc,EAAE;oBAC3C,eAAe,EAAE,aAAa,CAAC,cAAc,EAAE;oBAC/C,YAAY,EAAE,MAAM,CAAC,YAAY;oBACjC,aAAa,EAAE,MAAM,CAAC,aAAa;oBACnC,WAAW,EAAE,MAAM,CAAC,WAAW;iBACvB;gBACV,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,SAAS,CAAC;gBACnB,SAAS;gBACT,OAAO;gBACP,QAAQ,EAAE,QAAQ,EAAE;gBACpB,SAAS,EAAE,cAAc,CAAC,YAAY;aACvC,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAW,CAAC,MAAM,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAEjE,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,CAAC,KAAK,CACV,gCAAgC,OAAO,CAAC,QAAQ,EAAE,yCAAyC,CAC5F,CAAC;gBACF,OAAO;YACT,CAAC;YAED,MAAM,WAAW,GAAY,CAAC,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAE7D,MAAM,OAAO,CAAC,YAAY,CAAC;gBACzB,gBAAgB,EAAE,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE,QAAQ,CAAC;gBAC7D,WAAW;gBACX,MAAM;aACP,CAAC,CAAC;YAEH,MAAM,CAAC,KAAK,CACV,yCAAyC,OAAO,CAAC,QAAQ,EAAE,eAAe,WAAW,KAAK,MAAM,CAAC,YAAY,eAAe,MAAM,CAAC,aAAa,WAAW,MAAM,CAAC,WAAW,WAAW,CACzL,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GACX,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEzD,MAAM,YAAY,CAAC,WAAW,CAAC;gBAC7B,KAAK,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,EAAE;gBAC/D,IAAI,EAAE;oBACJ,MAAM,EAAE,WAAW,CAAC,KAAK;oBACzB,WAAW,EAAE,aAAa,CAAC,cAAc,EAAE;oBAC3C,YAAY,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC;iBAC/B;gBACV,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,SAAS,CAAC;gBACnB,SAAS;gBACT,OAAO;gBACP,QAAQ,EAAE,QAAQ,EAAE;gBACpB,SAAS,EAAE,cAAc,CAAC,SAAS;aACpC,CAAC,CAAC;YAEH,MAAM,CAAC,KAAK,CACV,uCAAuC,OAAO,CAAC,QAAQ,EAAE,MAAM,OAAO,EAAE,CACzE,CAAC;QACJ,CAAC;IACH,CAAC;IAED,uEAAuE;IAC/D,MAAM,CAAC,oBAAoB,CACjC,MAAoC,EACpC,gBAAwB;QAExB,IAAI,QAAQ,GAAW,qDAAqD,gBAAgB,EAAE,CAAC;QAE/F,MAAM,SAAS,GAA0B,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;QAEhE,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,QAAQ,IAAI,0BAA0B,CAAC;YACvC,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;gBAC9C,QAAQ,IAAI,UAAU,QAAQ,CAAC,EAAE,OAAO,QAAQ,CAAC,KAAK,MAAM,QAAQ,CAAC,QAAQ,SAAS,CAAC;YACzF,CAAC;QACH,CAAC;QAED,QAAQ,IAAI,2EAA2E,MAAM,CAAC,aAAa,QACzG,MAAM,CAAC,aAAa,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KACrC,iCACE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EACpD,8DAA8D,CAAC;QAE/D,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,gFAAgF;IACxE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,OAAiB;QACnD,IAAI,CAAC;YACH,MAAM,YAAY,CAAC,WAAW,CAAC;gBAC7B,KAAK,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,EAAE;gBAC/D,IAAI,EAAE;oBACJ,eAAe,EAAE,aAAa,CAAC,cAAc,EAAE;iBACvC;gBACV,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,sCAAsC,KAAK,EAAE,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAS9B;QACC,IAAI,CAAC;YACH,MAAM,KAAK,GAAe,IAAI,UAAU,EAAE,CAAC;YAC3C,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YACjC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;YAC7B,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC/B,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAEjC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;YACjC,CAAC;YACD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvB,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;YAC3C,CAAC;YACD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvB,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;YAC3C,CAAC;YACD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;YACrC,CAAC;YAED,MAAM,iBAAiB,CAAC,MAAM,CAAC;gBAC7B,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,yEAAyE;YACzE,MAAM,CAAC,KAAK,CAAC,wCAAwC,KAAK,EAAE,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;CACF;AA/RqB;IADnB,WAAW,EAAE;;qCAED,QAAQ;;4DAyCpB;AAOmB;IADnB,WAAW,EAAE;;;;oDA8Jb"}
+{"version":3,"file":"SentinelInvestigationEngine.js","sourceRoot":"","sources":["../../../../../../Server/Utils/AI/Sentinel/SentinelInvestigationEngine.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,QAAQ,MAAM,4BAA4B,CAAC;AAClD,OAAO,aAAa,MAAM,wBAAwB,CAAC;AAMnD,OAAO,WAAW,MAAM,kCAAkC,CAAC;AAC3D,OAAO,cAAc,MAAM,qCAAqC,CAAC;AACjE,OAAO,UAAU,MAAM,8CAA8C,CAAC;AAGtE,OAAO,YAAY,MAAM,gCAAgC,CAAC;AAC1D,OAAO,iBAAiB,MAAM,qCAAqC,CAAC;AACpE,OAAO,cAAc,MAAM,kCAAkC,CAAC;AAC9D,OAAO,kBAAkB,MAAM,sCAAsC,CAAC;AACtE,OAAO,0BAA0B,MAAM,sBAAsB,CAAC;AAC9D,OAAO,sBAIN,MAAM,gCAAgC,CAAC;AACxC,OAAO,MAAM,MAAM,cAAc,CAAC;AAClC,OAAO,WAAW,MAAM,6BAA6B,CAAC;AAEtD;;;;;;;;;;;;;;GAcG;AAEH,oFAAoF;AACpF,MAAM,aAAa,GAAW,CAAC,CAAC;AAChC,MAAM,cAAc,GAAW,EAAE,CAAC;AAClC,MAAM,iBAAiB,GAAW,GAAG,GAAG,IAAI,CAAC;AAC7C,MAAM,iBAAiB,GAAW,IAAI,CAAC;AAEvC;;;;GAIG;AACH,MAAM,eAAe,GAAW,yCAAyC,CAAC;AAE1E;;;;GAIG;AACH,MAAM,oBAAoB,GACxB,wFAAwF,CAAC;AAE3F,mFAAmF;AACnF,MAAM,eAAe,GACnB;IACE,WAAW,EAAE,cAAc,CAAC,cAAc;IAC1C,aAAa,EAAE,cAAc,CAAC,gBAAgB;IAC9C,YAAY,EAAE,cAAc,CAAC,eAAe;IAC5C,cAAc,EAAE,cAAc,CAAC,iBAAiB;IAChD,WAAW,EAAE,cAAc,CAAC,cAAc;CAC3C,CAAC;AAEJ,MAAM,qBAAqB,GAAW;;;;;;;;;;;;;;sFAcgD,CAAC;AAuBvF,MAAM,CAAC,OAAO,OAAO,2BAA2B;IAC9C;;;;;OAKG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,mBAAmB,CACrC,SAAmB,EACnB,WAAgC;QAEhC,MAAM,OAAO,GAAmB,MAAM,cAAc,CAAC,WAAW,CAAC;YAC/D,EAAE,EAAE,SAAS;YACb,MAAM,EAAE;gBACN,QAAQ,EAAE,IAAI;gBACd,oCAAoC,EAAE,IAAI;gBAC1C,iCAAiC,EAAE,IAAI;aACxC;YACD,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YAC/B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,SAAS,GACb,WAAW,KAAK,OAAO;YACrB,CAAC,CAAC,OAAO,CAAC,iCAAiC,KAAK,IAAI;YACpD,CAAC,CAAC,OAAO,CAAC,oCAAoC,KAAK,IAAI,CAAC;QAE5D,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,WAAW,GACf,MAAM,kBAAkB,CAAC,wBAAwB,CAAC,SAAS,CAAC,CAAC;QAE/D,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,CAAC,KAAK,CACV,gDAAgD,SAAS,CAAC,QAAQ,EAAE,gCAAgC,CACrG,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;;OAKG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,IAK9B;QACC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;QAE7C;;;WAGG;QACH,IAAI,QAAQ,GAAW,CAAC,CAAC;QACzB,IAAI,CAAC;YACH,QAAQ,GAAG,CACT,MAAM,iBAAiB,CAAC,OAAO,CAAC;gBAC9B,KAAK,EAAE,EAAE,OAAO,EAAE;gBAClB,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CACH,CAAC,QAAQ,EAAE,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,gDAAgD,OAAO,CAAC,QAAQ,EAAE,6BAA6B,KAAK,EAAE,CACvG,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,CAAC,SAAS,CAAC;YACnB,SAAS;YACT,OAAO;YACP,QAAQ,EAAE,QAAQ,EAAE;YACpB,SAAS,EAAE,cAAc,CAAC,UAAU;SACrC,CAAC,CAAC;QAEH;;;WAGG;QACH,MAAM,MAAM,GAAwD,KAAK,EACvE,IAAgC,EACjB,EAAE;YACjB,MAAM,aAAa,GACjB,IAAI,CAAC,QAAQ,KAAK,SAAS;gBAC3B,IAAI,CAAC,UAAU,KAAK,SAAS;gBAC7B,IAAI,CAAC,YAAY,KAAK,SAAS;gBAC7B,CAAC,CAAC;oBACE,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,YAAY,EAAE,IAAI,CAAC,UAAU;oBAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;iBAChC;gBACH,CAAC,CAAC,SAAS,CAAC;YAEhB,MAAM,IAAI,CAAC,SAAS,CAAC;gBACnB,SAAS;gBACT,OAAO;gBACP,QAAQ,EAAE,QAAQ,EAAE;gBACpB,SAAS,EAAE,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC;gBACrC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,aAAa;gBACb,UAAU,EAAE,IAAI,CAAC,UAAU;aAC5B,CAAC,CAAC;YAEH;;;;eAIG;YACH,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QACrC,CAAC,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,MAAM,GACV,MAAM,sBAAsB,CAAC,cAAc,CAAC;gBAC1C,SAAS;gBACT,4DAA4D;gBAC5D,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;gBACvB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,kBAAkB,EAAE,qBAAqB;gBACzC,QAAQ,EAAE,2IAA2I,OAAO,CAAC,cAAc,EAAE;gBAC7K,WAAW,EAAE,aAAa;gBAC1B,YAAY,EAAE,cAAc;gBAC5B,cAAc,EAAE,iBAAiB;gBACjC,eAAe,EAAE,iBAAiB;gBAClC,MAAM;aACP,CAAC,CAAC;YAEL;;;;;;;eAOG;YACH,MAAM,cAAc,GAAW,MAAM,YAAY,CAAC,uBAAuB,CACvE;gBACE,OAAO;gBACP,UAAU,EAAE,WAAW,CAAC,OAAO;gBAC/B,GAAG,EAAE;oBACH,MAAM,EAAE,WAAW,CAAC,SAAS;oBAC7B,WAAW,EAAE,aAAa,CAAC,cAAc,EAAE;oBAC3C,eAAe,EAAE,aAAa,CAAC,cAAc,EAAE;oBAC/C,YAAY,EAAE,MAAM,CAAC,YAAY;oBACjC,aAAa,EAAE,MAAM,CAAC,aAAa;oBACnC,WAAW,EAAE,MAAM,CAAC,WAAW;iBAChC;aACF,CACF,CAAC;YAEF,IAAI,cAAc,KAAK,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,CACT,iBAAiB,OAAO,CAAC,QAAQ,EAAE,4HAA4H,CAChK,CAAC;gBACF,OAAO;YACT,CAAC;YAED,MAAM,IAAI,CAAC,SAAS,CAAC;gBACnB,SAAS;gBACT,OAAO;gBACP,QAAQ,EAAE,QAAQ,EAAE;gBACpB,SAAS,EAAE,cAAc,CAAC,YAAY;aACvC,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAW,CAAC,MAAM,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAEjE,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,CAAC,KAAK,CACV,gCAAgC,OAAO,CAAC,QAAQ,EAAE,yCAAyC,CAC5F,CAAC;gBACF,OAAO;YACT,CAAC;YAED,MAAM,WAAW,GAAY,CAAC,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAE7D,MAAM,OAAO,CAAC,YAAY,CAAC;gBACzB,gBAAgB,EAAE,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE,QAAQ,CAAC;gBAC7D,WAAW;gBACX,MAAM;aACP,CAAC,CAAC;YAEH,MAAM,CAAC,KAAK,CACV,yCAAyC,OAAO,CAAC,QAAQ,EAAE,eAAe,WAAW,KAAK,MAAM,CAAC,YAAY,eAAe,MAAM,CAAC,aAAa,WAAW,MAAM,CAAC,WAAW,WAAW,CACzL,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GACX,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEzD,MAAM,IAAI,CAAC,SAAS,CAAC;gBACnB,SAAS;gBACT,OAAO;gBACP,QAAQ,EAAE,QAAQ,EAAE;gBACpB,SAAS,EAAE,cAAc,CAAC,SAAS;aACpC,CAAC,CAAC;YAEH;;;;;;;;;eASG;YACH,MAAM,0BAA0B,CAAC,aAAa,CAAC;gBAC7C,OAAO;gBACP,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,YAAY,EAAE,OAAO;gBACrB,WAAW,EAAE,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC;aAChD,CAAC,CAAC;YAEH,MAAM,CAAC,KAAK,CACV,mCAAmC,IAAI,CAAC,YAAY,gBAAgB,OAAO,CAAC,QAAQ,EAAE,MAAM,OAAO,EAAE,CACtG,CAAC;QACJ,CAAC;IACH,CAAC;IAED,uEAAuE;IAC/D,MAAM,CAAC,oBAAoB,CACjC,MAAoC,EACpC,gBAAwB;QAExB,IAAI,QAAQ,GAAW,qDAAqD,gBAAgB,EAAE,CAAC;QAE/F,MAAM,SAAS,GAA0B,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;QAEhE,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,QAAQ,IAAI,0BAA0B,CAAC;YACvC,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;gBAC9C,QAAQ,IAAI,UAAU,QAAQ,CAAC,EAAE,OAAO,QAAQ,CAAC,KAAK,MAAM,QAAQ,CAAC,QAAQ,SAAS,CAAC;YACzF,CAAC;QACH,CAAC;QAED,QAAQ,IAAI,2EAA2E,MAAM,CAAC,aAAa,QACzG,MAAM,CAAC,aAAa,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KACrC,iCACE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EACpD,8DAA8D,CAAC;QAE/D,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,gFAAgF;IACxE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,OAAiB;QACnD,IAAI,CAAC;YACH,MAAM,YAAY,CAAC,WAAW,CAAC;gBAC7B,KAAK,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,EAAE;gBAC/D,IAAI,EAAE;oBACJ,eAAe,EAAE,aAAa,CAAC,cAAc,EAAE;iBACvC;gBACV,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,sCAAsC,KAAK,EAAE,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAS9B;QACC,IAAI,CAAC;YACH,MAAM,KAAK,GAAe,IAAI,UAAU,EAAE,CAAC;YAC3C,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YACjC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;YAC7B,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC/B,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAEjC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;YACjC,CAAC;YACD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvB,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;YAC3C,CAAC;YACD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvB,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;YAC3C,CAAC;YACD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;YACrC,CAAC;YAED,MAAM,iBAAiB,CAAC,MAAM,CAAC;gBAC7B,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,yEAAyE;YACzE,MAAM,CAAC,KAAK,CAAC,wCAAwC,KAAK,EAAE,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;CACF;AAnTqB;IADnB,WAAW,EAAE;;qCAED,QAAQ;;4DAyCpB;AASmB;IADnB,WAAW,EAAE;;;;mDAgLb"}

package/build/dist/Server/Utils/AI/Toolbox/Index.js

@@ -7,7 +7,7 @@ import { QueryMonitorsTool } from "./MonitorTools";
 import { TopExceptionsTool } from "./ExceptionTools";
 import { LogHistogramTool, SearchLogsTool } from "./LogTools";
 import { RecentChangesTool } from "./RecentChangesTools";
-import { QueryMetricsTool } from "./MetricTools";
+import { BaselineAnomalyTool, QueryMetricsTool } from "./MetricTools";
 import { GetTraceTool, QueryTracesTool } from "./TraceTools";
 import { LookupContextTool } from "./ContextTools";
 import { AcknowledgeIncidentTool, CreateIncidentTool, ResolveIncidentTool, } from "./IncidentWriteTools";
@@ -138,6 +138,7 @@ AIToolbox.tools = [
     SearchLogsTool,
     LogHistogramTool,
     QueryMetricsTool,
+    BaselineAnomalyTool,
     QueryTracesTool,
     GetTraceTool,
     RecentChangesTool,

package/build/dist/Server/Utils/AI/Toolbox/Index.js.map

@@ -1 +1 @@
-{"version":3,"file":"Index.js","sourceRoot":"","sources":["../../../../../../Server/Utils/AI/Toolbox/Index.ts"],"names":[],"mappings":"AACA,OAAmB,EACjB,gBAAgB,GAEjB,MAAM,8BAA8B,CAAC;AACtC,OAAO,kCAAkC,EAAE,EACzC,cAAc,GACf,MAAM,mEAAmE,CAAC;AAE3E,OAAO,MAAM,MAAM,cAAc,CAAC;AAMlC,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAC1E,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EACL,uBAAuB,EACvB,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC3E,OAAO,EACL,oBAAoB,EACpB,cAAc,EACd,4BAA4B,EAC5B,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,oBAAoB,MAAM,2CAA2C,CAAC;AAa7E,MAAM,yBAAyB,GAAW,EAAE,GAAG,IAAI,CAAC;AAEpD;;;;;;GAMG;AACH,MAAqB,SAAS;IA2BrB,MAAM,CAAC,QAAQ;QACpB,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAQM,MAAM,CAAC,aAAa,CAAC,IAAY;QACtC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAuB,EAAE,EAAE;YACjD,OAAO,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,MAAM,CAAC,cAAc,CAAC,IAAY;QACvC,MAAM,IAAI,GAAkC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QACrE,OAAO,OAAO,CAAC,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,UAAU,CAAC,CAAC;IACnC,CAAC;IAED;;;;OAIG;IACI,MAAM,CAAC,qBAAqB,CACjC,IAA0B;QAE1B,MAAM,MAAM,GACV,IAAI,CAAC,wBAAwB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,gBAAgB,GAAY,IAAI,KAAK,oBAAoB,CAAC,QAAQ,CAAC;QAEzE,MAAM,WAAW,GAA6B,IAAI,CAAC,KAAK;aACrD,MAAM,CAAC,CAAC,IAAuB,EAAE,EAAE;YAClC,OAAO,gBAAgB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;QAC9C,CAAC,CAAC;aACD,GAAG,CAAC,CAAC,IAAuB,EAAE,EAAE;YAC/B,OAAO;gBACL,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;aAC9B,CAAC;QACJ,CAAC,CAAC,CAAC;QAEL,IAAI,CAAC,wBAAwB,CAAC,GAAG,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QACrD,OAAO,WAAW,CAAC;IACrB,CAAC;IAEM,MAAM,CAAC,oBAAoB,CAChC,IAAuB,EACvB,GAAgB;QAEhB,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;YAChD,OAAO,IAAI,CAAC;QACd,CAAC;QAED;;;;;;WAMG;QACH,MAAM,kBAAkB,GACtB,kCAAkC,CAAC,kBAAkB,CACnD,GAAG,CAAC,KAAK,EACT,cAAc,CAAC,KAAK,CACrB,CAAC,GAAG,CAAC,CAAC,cAA8B,EAAE,EAAE;YACvC,OAAO,cAAc,CAAC,UAAU,CAAC;QACnC,CAAC,CAAC,CAAC;QAEL,IACE,gBAAgB,CAAC,wBAAwB,CACvC,kBAAkB,EAClB,IAAI,CAAC,mBAAmB,CACzB,EACD,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,eAAe,GACnB,kCAAkC,CAAC,kBAAkB,CACnD,GAAG,CAAC,KAAK,EACT,cAAc,CAAC,KAAK,CACrB,CAAC,GAAG,CAAC,CAAC,cAA8B,EAAE,EAAE;YACvC,OAAO,cAAc,CAAC,UAAU,CAAC;QACnC,CAAC,CAAC,CAAC;QAEL,OAAO,gBAAgB,CAAC,wBAAwB,CAC9C,eAAe,EACf,IAAI,CAAC,mBAAmB,CACzB,CAAC;IACJ,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAI/B;QACC,MAAM,IAAI,GAAkC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE1E,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,UAAU,EAAE,wBAAwB,IAAI,CAAC,IAAI,uBAAuB,IAAI,CAAC,KAAK;qBAC3E,GAAG,CAAC,CAAC,aAAgC,EAAE,EAAE;oBACxC,OAAO,aAAa,CAAC,IAAI,CAAC;gBAC5B,CAAC,CAAC;qBACD,IAAI,CAAC,IAAI,CAAC,GAAG;gBAChB,YAAY,EAAE,iBAAiB,IAAI,CAAC,IAAI,EAAE;aAC3C,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/C,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,UAAU,EAAE,2DAA2D,IAAI,CAAC,IAAI,yFAAyF;gBACzK,YAAY,EAAE,+BAA+B,IAAI,CAAC,IAAI,EAAE;aACzD,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAwB,MAAM,OAAO,CAAC,IAAI,CAAC;gBACrD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;gBACjC,IAAI,OAAO,CACT,CAAC,QAAiB,EAAE,MAA4B,EAAE,EAAE;oBAClD,UAAU,CAAC,GAAG,EAAE;wBACd,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC;oBACjD,CAAC,EAAE,yBAAyB,CAAC,CAAC;gBAChC,CAAC,CACF;aACF,CAAC,CAAC;YAEH,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,MAAM,EAAE,MAAM;aACf,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GACX,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEzD,MAAM,CAAC,KAAK,CAAC,mBAAmB,IAAI,CAAC,IAAI,YAAY,OAAO,EAAE,CAAC,CAAC;YAEhE,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,UAAU,EAAE,mBAAmB,IAAI,CAAC,IAAI,KAAK,OAAO,iFAAiF;gBACrI,YAAY,EAAE,OAAO;aACtB,CAAC;QACJ,CAAC;IACH,CAAC;;AArLuB,eAAK,GAA6B;IACxD,iBAAiB;IACjB,kBAAkB;IAClB,mBAAmB;IACnB,eAAe;IACf,iBAAiB;IACjB,iBAAiB;IACjB,cAAc;IACd,gBAAgB;IAChB,gBAAgB;IAChB,eAAe;IACf,YAAY;IACZ,iBAAiB;IACjB,kEAAkE;IAClE,kBAAkB;IAClB,uBAAuB;IACvB,mBAAmB;IACnB,oBAAoB;IACpB,gBAAgB;IAChB,0EAA0E;IAC1E,oBAAoB;IACpB,cAAc;IACd,4BAA4B;IAC5B,0BAA0B;CAC3B,CAAC;AAMF,8EAA8E;AAC/D,kCAAwB,GAGnC,IAAI,GAAG,EAAE,CAAC;eAnCK,SAAS"}
+{"version":3,"file":"Index.js","sourceRoot":"","sources":["../../../../../../Server/Utils/AI/Toolbox/Index.ts"],"names":[],"mappings":"AACA,OAAmB,EACjB,gBAAgB,GAEjB,MAAM,8BAA8B,CAAC;AACtC,OAAO,kCAAkC,EAAE,EACzC,cAAc,GACf,MAAM,mEAAmE,CAAC;AAE3E,OAAO,MAAM,MAAM,cAAc,CAAC;AAMlC,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAC1E,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACtE,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EACL,uBAAuB,EACvB,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC3E,OAAO,EACL,oBAAoB,EACpB,cAAc,EACd,4BAA4B,EAC5B,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,oBAAoB,MAAM,2CAA2C,CAAC;AAa7E,MAAM,yBAAyB,GAAW,EAAE,GAAG,IAAI,CAAC;AAEpD;;;;;;GAMG;AACH,MAAqB,SAAS;IA4BrB,MAAM,CAAC,QAAQ;QACpB,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAQM,MAAM,CAAC,aAAa,CAAC,IAAY;QACtC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAuB,EAAE,EAAE;YACjD,OAAO,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,MAAM,CAAC,cAAc,CAAC,IAAY;QACvC,MAAM,IAAI,GAAkC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QACrE,OAAO,OAAO,CAAC,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,UAAU,CAAC,CAAC;IACnC,CAAC;IAED;;;;OAIG;IACI,MAAM,CAAC,qBAAqB,CACjC,IAA0B;QAE1B,MAAM,MAAM,GACV,IAAI,CAAC,wBAAwB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,gBAAgB,GAAY,IAAI,KAAK,oBAAoB,CAAC,QAAQ,CAAC;QAEzE,MAAM,WAAW,GAA6B,IAAI,CAAC,KAAK;aACrD,MAAM,CAAC,CAAC,IAAuB,EAAE,EAAE;YAClC,OAAO,gBAAgB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;QAC9C,CAAC,CAAC;aACD,GAAG,CAAC,CAAC,IAAuB,EAAE,EAAE;YAC/B,OAAO;gBACL,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;aAC9B,CAAC;QACJ,CAAC,CAAC,CAAC;QAEL,IAAI,CAAC,wBAAwB,CAAC,GAAG,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QACrD,OAAO,WAAW,CAAC;IACrB,CAAC;IAEM,MAAM,CAAC,oBAAoB,CAChC,IAAuB,EACvB,GAAgB;QAEhB,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;YAChD,OAAO,IAAI,CAAC;QACd,CAAC;QAED;;;;;;WAMG;QACH,MAAM,kBAAkB,GACtB,kCAAkC,CAAC,kBAAkB,CACnD,GAAG,CAAC,KAAK,EACT,cAAc,CAAC,KAAK,CACrB,CAAC,GAAG,CAAC,CAAC,cAA8B,EAAE,EAAE;YACvC,OAAO,cAAc,CAAC,UAAU,CAAC;QACnC,CAAC,CAAC,CAAC;QAEL,IACE,gBAAgB,CAAC,wBAAwB,CACvC,kBAAkB,EAClB,IAAI,CAAC,mBAAmB,CACzB,EACD,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,eAAe,GACnB,kCAAkC,CAAC,kBAAkB,CACnD,GAAG,CAAC,KAAK,EACT,cAAc,CAAC,KAAK,CACrB,CAAC,GAAG,CAAC,CAAC,cAA8B,EAAE,EAAE;YACvC,OAAO,cAAc,CAAC,UAAU,CAAC;QACnC,CAAC,CAAC,CAAC;QAEL,OAAO,gBAAgB,CAAC,wBAAwB,CAC9C,eAAe,EACf,IAAI,CAAC,mBAAmB,CACzB,CAAC;IACJ,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAI/B;QACC,MAAM,IAAI,GAAkC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE1E,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,UAAU,EAAE,wBAAwB,IAAI,CAAC,IAAI,uBAAuB,IAAI,CAAC,KAAK;qBAC3E,GAAG,CAAC,CAAC,aAAgC,EAAE,EAAE;oBACxC,OAAO,aAAa,CAAC,IAAI,CAAC;gBAC5B,CAAC,CAAC;qBACD,IAAI,CAAC,IAAI,CAAC,GAAG;gBAChB,YAAY,EAAE,iBAAiB,IAAI,CAAC,IAAI,EAAE;aAC3C,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/C,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,UAAU,EAAE,2DAA2D,IAAI,CAAC,IAAI,yFAAyF;gBACzK,YAAY,EAAE,+BAA+B,IAAI,CAAC,IAAI,EAAE;aACzD,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAwB,MAAM,OAAO,CAAC,IAAI,CAAC;gBACrD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;gBACjC,IAAI,OAAO,CACT,CAAC,QAAiB,EAAE,MAA4B,EAAE,EAAE;oBAClD,UAAU,CAAC,GAAG,EAAE;wBACd,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC;oBACjD,CAAC,EAAE,yBAAyB,CAAC,CAAC;gBAChC,CAAC,CACF;aACF,CAAC,CAAC;YAEH,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,MAAM,EAAE,MAAM;aACf,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GACX,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEzD,MAAM,CAAC,KAAK,CAAC,mBAAmB,IAAI,CAAC,IAAI,YAAY,OAAO,EAAE,CAAC,CAAC;YAEhE,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,UAAU,EAAE,mBAAmB,IAAI,CAAC,IAAI,KAAK,OAAO,iFAAiF;gBACrI,YAAY,EAAE,OAAO;aACtB,CAAC;QACJ,CAAC;IACH,CAAC;;AAtLuB,eAAK,GAA6B;IACxD,iBAAiB;IACjB,kBAAkB;IAClB,mBAAmB;IACnB,eAAe;IACf,iBAAiB;IACjB,iBAAiB;IACjB,cAAc;IACd,gBAAgB;IAChB,gBAAgB;IAChB,mBAAmB;IACnB,eAAe;IACf,YAAY;IACZ,iBAAiB;IACjB,kEAAkE;IAClE,kBAAkB;IAClB,uBAAuB;IACvB,mBAAmB;IACnB,oBAAoB;IACpB,gBAAgB;IAChB,0EAA0E;IAC1E,oBAAoB;IACpB,cAAc;IACd,4BAA4B;IAC5B,0BAA0B;CAC3B,CAAC;AAMF,8EAA8E;AAC/D,kCAAwB,GAGnC,IAAI,GAAG,EAAE,CAAC;eApCK,SAAS"}

package/build/dist/Server/Utils/AI/Toolbox/MetricTools.js

@@ -1,9 +1,13 @@
+import Metric from "../../../../Models/AnalyticsModels/Metric";
 import AggregationType from "../../../../Types/BaseDatabase/AggregationType";
+import DatabaseRequestType from "../../../Types/BaseDatabase/DatabaseRequestType";
+import ModelPermission from "../../../Types/AnalyticsDatabase/ModelPermission";
 import InBetween from "../../../../Types/BaseDatabase/InBetween";
 import Permission from "../../../../Types/Permission";
 import BadDataException from "../../../../Types/Exception/BadDataException";
 import { AIChatCitationTargetType, } from "../../../../Types/AI/AIChatTypes";
 import MetricService from "../../../Services/MetricService";
+import MetricBaselineService, { MetricBaselineService as MetricBaselineServiceClass, } from "../../../Services/MetricBaselineService";
 import ToolResultSerializer from "./Serializer";
 import WidgetBuilder from "./WidgetBuilder";
 import OneUptimeDate from "../../../../Types/Date";
@@ -117,4 +121,300 @@ export const QueryMetricsTool = {
         };
     },
 };
+// The recent window whose average is judged against the baseline band.
+const BASELINE_CURRENT_WINDOW_MINUTES = 15;
+// Lookback rendered on the expected-range band chart.
+const BASELINE_CHART_HOURS = 6;
+export const BaselineAnomalyTool = {
+    name: "baseline_anomaly",
+    description: "Judge whether a metric is currently anomalous versus its learned hour-of-week baseline (rolling-window mean ± sigma band, the same math the anomaly monitors use). Answers 'is this value NORMAL for this metric at this time of week?' quantitatively — use it instead of eyeballing query_metrics output. Requires the exact metric name — discover names via lookup_context.",
+    inputSchema: {
+        type: "object",
+        properties: {
+            metricName: {
+                type: "string",
+                description: "Exact metric name (required).",
+            },
+            entityId: {
+                type: "string",
+                description: "Only data points from this service/host/monitor (its OneUptime ID). When omitted, the baseline spans every entity that ingests the metric.",
+            },
+            atTime: {
+                type: "string",
+                description: "Evaluate at this ISO 8601 timestamp (e.g. the signal's creation time). Defaults to now.",
+            },
+            sensitivity: {
+                type: "string",
+                enum: ["Low", "Medium", "High"],
+                description: "Band width: Low = 4 sigma (fewest anomalies), Medium = 3 sigma (default), High = 2 sigma.",
+            },
+            windowDays: {
+                type: "number",
+                enum: [...MetricBaselineServiceClass.WINDOW_DAYS_OPTIONS],
+                description: "Rolling baseline window in days (default 14).",
+            },
+        },
+        required: ["metricName"],
+    },
+    requiredPermissions: METRIC_READ_PERMISSIONS,
+    execute: async (args, ctx) => {
+        const metricName = ToolArgs.getString(args, "metricName");
+        if (!metricName) {
+            throw new BadDataException("metricName is required. Use lookup_context with type 'metricNames' to discover metric names.");
+        }
+        const entityId = ToolArgs.getObjectID(args, "entityId");
+        let atTime = OneUptimeDate.getCurrentDate();
+        const atTimeString = ToolArgs.getString(args, "atTime");
+        if (atTimeString) {
+            const parsed = new Date(atTimeString);
+            if (isNaN(parsed.getTime())) {
+                throw new BadDataException(`atTime "${atTimeString}" is not a valid ISO 8601 timestamp (e.g. 2024-01-31T14:00:00Z).`);
+            }
+            atTime = parsed;
+        }
+        const sensitivityString = ToolArgs.getString(args, "sensitivity") || "Medium";
+        if (!["Low", "Medium", "High"].includes(sensitivityString)) {
+            throw new BadDataException(`Invalid sensitivity: ${sensitivityString}. Must be Low, Medium or High.`);
+        }
+        const sensitivity = sensitivityString;
+        const requestedWindowDays = ToolArgs.getNumber(args, "windowDays", {
+            defaultValue: MetricBaselineServiceClass.DEFAULT_WINDOW_DAYS,
+            min: MetricBaselineServiceClass.DEFAULT_WINDOW_DAYS,
+            max: MetricBaselineServiceClass.MAX_WINDOW_DAYS,
+        });
+        // Snap to the supported window options (they match the table's TTL).
+        const windowDays = [...MetricBaselineServiceClass.WINDOW_DAYS_OPTIONS]
+            .reverse()
+            .find((option) => {
+            return option <= requestedWindowDays;
+        }) || MetricBaselineServiceClass.DEFAULT_WINDOW_DAYS;
+        /*
+         * The baseline queries are raw ClickHouse SQL scoped only by projectId —
+         * they skip the model layer's owned-scope filter. A label/owned-restricted
+         * user must therefore be pinned to one of THEIR services: project-wide
+         * baselines (no entityId) and other services' baselines are refused, the
+         * same posture as the other raw-SQL tools (see LogTools/TraceTools).
+         */
+        const accessibleServiceIds = await ModelPermission.getAccessibleServiceIdsForAnalyticsModel(Metric, ctx.props, DatabaseRequestType.Read);
+        if (accessibleServiceIds !== null) {
+            const isEntityAccessible = Boolean(entityId &&
+                accessibleServiceIds.some((id) => {
+                    return id.toString() === entityId.toString();
+                }));
+            if (!isEntityAccessible) {
+                throw new BadDataException("Your telemetry access is scoped to specific services, so a project-wide baseline is not available. Pass entityId set to the OneUptime ID of a service you can read (discover them via lookup_context).");
+            }
+        }
+        const hourOfWeek = MetricBaselineServiceClass.computeHourOfWeek(atTime);
+        const baseline = await MetricBaselineService.getBaseline({
+            projectId: ctx.projectId,
+            metricName,
+            primaryEntityId: entityId,
+            hourOfWeek,
+            windowDays,
+        });
+        const citationLabel = `baseline_anomaly(${metricName}${entityId ? ` · ${entityId.toString()}` : ""}) @ ${atTime.toISOString()}`;
+        /*
+         * Cold start: no baseline (or too few samples) for this hour-of-week cell.
+         * Report it explicitly — a missing baseline must read as "cannot judge",
+         * never as "not anomalous".
+         */
+        if (!baseline || !baseline.isReliable) {
+            const coverage = await MetricBaselineService.getCoverage({
+                projectId: ctx.projectId,
+                metricName,
+                primaryEntityId: entityId,
+            });
+            const verdictRow = {
+                verdict: "insufficient baseline data",
+                detail: `The metric has ${baseline
+                    ? `only ${baseline.sampleCount} sample(s)`
+                    : "no baseline data"} for this hour of week (needs at least ${MetricBaselineServiceClass.DEFAULT_MIN_SAMPLES}). Baseline coverage overall: ${coverage.totalSamples} total sample(s)${coverage.oldestDay
+                    ? `, oldest day ${OneUptimeDate.getDateAsFormattedString(coverage.oldestDay)}`
+                    : ""}. Do NOT treat this as "not anomalous" — the baseline simply cannot judge yet.`,
+                metricName,
+                entityId: entityId === null || entityId === void 0 ? void 0 : entityId.toString(),
+                evaluatedAt: atTime.toISOString(),
+                hourOfWeek,
+                windowDays,
+            };
+            const serializedColdStart = ToolResultSerializer.serializeRows([verdictRow]);
+            return {
+                dataForLlm: serializedColdStart.text,
+                rowCount: serializedColdStart.rowCount,
+                citationLabel,
+                citationTarget: { type: AIChatCitationTargetType.Metrics },
+                redactionCount: serializedColdStart.redactionCount,
+                isTruncated: serializedColdStart.isTruncated,
+            };
+        }
+        // Current value: average over the recent window ending at atTime.
+        const currentWindowStart = OneUptimeDate.addRemoveMinutes(atTime, -1 * BASELINE_CURRENT_WINDOW_MINUTES);
+        const currentQuery = {
+            name: metricName,
+            time: new InBetween(currentWindowStart, atTime),
+        };
+        if (entityId) {
+            currentQuery["primaryEntityId"] = entityId;
+        }
+        const currentResult = await MetricService.aggregateBy({
+            aggregateColumnName: "value",
+            aggregationType: AggregationType.Avg,
+            aggregationTimestampColumnName: "time",
+            startTimestamp: currentWindowStart,
+            endTimestamp: atTime,
+            query: currentQuery,
+            limit: 200,
+            skip: 0,
+            props: ctx.props,
+        });
+        const currentValues = currentResult.data
+            .map((item) => {
+            return item.value;
+        })
+            .filter((value) => {
+            return typeof value === "number" && Number.isFinite(value);
+        });
+        const sigma = MetricBaselineServiceClass.sigmaForSensitivity(sensitivity);
+        const expectedLow = baseline.mean - sigma * baseline.stddev;
+        const expectedHigh = baseline.mean + sigma * baseline.stddev;
+        let verdict;
+        let currentValue = null;
+        let zScore = null;
+        if (currentValues.length === 0) {
+            verdict = `no data points in the last ${BASELINE_CURRENT_WINDOW_MINUTES} minutes — the metric may have STOPPED reporting, which can itself be the anomaly`;
+        }
+        else {
+            currentValue =
+                currentValues.reduce((sum, value) => {
+                    return sum + value;
+                }, 0) / currentValues.length;
+            if (baseline.stddev <= 0) {
+                /*
+                 * Zero-variance baseline: the band collapses to a point and
+                 * floating-point noise alone would flag every sample. The anomaly
+                 * monitors refuse to classify here (MetricMonitorCriteria) — match
+                 * them rather than emitting guaranteed-false ANOMALOUS verdicts.
+                 */
+                verdict = `cannot judge — the baseline has zero variance (the metric has been constant at ${baseline.mean}), so any band would flag every sample; compare the current value to the baseline mean directly instead`;
+            }
+            else {
+                zScore = (currentValue - baseline.mean) / baseline.stddev;
+                if (currentValue > expectedHigh) {
+                    verdict = `ANOMALOUS — above the expected range for this hour of week`;
+                }
+                else if (currentValue < expectedLow) {
+                    verdict = `ANOMALOUS — below the expected range for this hour of week`;
+                }
+                else {
+                    verdict = `normal — within the expected range for this hour of week`;
+                }
+            }
+        }
+        const row = {
+            verdict,
+            metricName,
+            entityId: entityId === null || entityId === void 0 ? void 0 : entityId.toString(),
+            evaluatedAt: atTime.toISOString(),
+            currentValue: currentValue !== null
+                ? `${currentValue} (avg over the last ${BASELINE_CURRENT_WINDOW_MINUTES} min)`
+                : null,
+            expectedRange: `${expectedLow} to ${expectedHigh} (mean ${baseline.mean} ± ${sigma}σ, σ=${baseline.stddev})`,
+            zScore,
+            baselineMedian: baseline.median,
+            baselineP95: baseline.p95,
+            baselineSampleCount: baseline.sampleCount,
+            baselineWindowDays: baseline.windowDays,
+            hourOfWeek,
+            sensitivity,
+        };
+        const serialized = ToolResultSerializer.serializeRows([
+            row,
+        ]);
+        // Expected-range band + actual values over the recent past, for the panel.
+        const chartStart = OneUptimeDate.addRemoveHours(atTime, -1 * BASELINE_CHART_HOURS);
+        let bandSeries = [];
+        let actualPoints = [];
+        try {
+            bandSeries = await MetricBaselineService.getBandSeries({
+                projectId: ctx.projectId,
+                metricName,
+                primaryEntityId: entityId,
+                startTime: chartStart,
+                endTime: atTime,
+                intervalMinutes: 15,
+                sigmaCount: sigma,
+                windowDays,
+            });
+            const chartQuery = {
+                name: metricName,
+                time: new InBetween(chartStart, atTime),
+            };
+            if (entityId) {
+                chartQuery["primaryEntityId"] = entityId;
+            }
+            const chartActualResult = await MetricService.aggregateBy({
+                aggregateColumnName: "value",
+                aggregationType: AggregationType.Avg,
+                aggregationTimestampColumnName: "time",
+                startTimestamp: chartStart,
+                endTimestamp: atTime,
+                query: chartQuery,
+                limit: 200,
+                skip: 0,
+                props: ctx.props,
+            });
+            actualPoints = chartActualResult.data.map((item) => {
+                return {
+                    x: OneUptimeDate.toString(OneUptimeDate.fromString(item.timestamp)),
+                    y: typeof item.value === "number" ? item.value : null,
+                };
+            });
+        }
+        catch (_a) {
+            // The band chart is decorative — never fail the verdict for it.
+        }
+        const toPoints = (pick) => {
+            return bandSeries.map((point) => {
+                return {
+                    x: OneUptimeDate.toString(point.time),
+                    y: pick(point),
+                };
+            });
+        };
+        return {
+            dataForLlm: serialized.text,
+            rowCount: serialized.rowCount,
+            citationLabel,
+            citationTarget: { type: AIChatCitationTargetType.Metrics },
+            redactionCount: serialized.redactionCount,
+            isTruncated: serialized.isTruncated,
+            widget: bandSeries.length > 0
+                ? WidgetBuilder.timeSeries({
+                    title: `${metricName} vs expected range`,
+                    description: `Hour-of-week baseline (±${sigma}σ, ${windowDays}-day window), ${chartStart.toISOString()} – ${atTime.toISOString()}`,
+                    series: [
+                        {
+                            name: "expected high",
+                            points: toPoints((point) => {
+                                return point.expectedHigh;
+                            }),
+                        },
+                        {
+                            name: "expected low",
+                            points: toPoints((point) => {
+                                return point.expectedLow;
+                            }),
+                        },
+                        ...(actualPoints.length > 0
+                            ? [{ name: "actual", points: actualPoints }]
+                            : []),
+                    ],
+                    valueLabel: metricName,
+                    link: { type: AIChatCitationTargetType.Metrics },
+                })
+                : undefined,
+        };
+    },
+};
 //# sourceMappingURL=MetricTools.js.map

package/build/dist/Server/Utils/AI/Toolbox/MetricTools.js.map

@@ -1 +1 @@
-{"version":3,"file":"MetricTools.js","sourceRoot":"","sources":["../../../../../../Server/Utils/AI/Toolbox/MetricTools.ts"],"names":[],"mappings":"AACA,OAAO,eAAe,MAAM,gDAAgD,CAAC;AAC7E,OAAO,SAAS,MAAM,0CAA0C,CAAC;AAGjE,OAAO,UAAU,MAAM,8BAA8B,CAAC;AACtD,OAAO,gBAAgB,MAAM,8CAA8C,CAAC;AAC5E,OAAO,EACL,wBAAwB,GAEzB,MAAM,kCAAkC,CAAC;AAE1C,OAAO,aAAa,MAAM,iCAAiC,CAAC;AAG5D,OAAO,oBAA0C,MAAM,cAAc,CAAC;AACtE,OAAO,aAAa,MAAM,iBAAiB,CAAC;AAC5C,OAAO,aAAa,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAEL,yBAAyB,EACzB,QAAQ,GAGT,MAAM,aAAa,CAAC;AAErB;;;GAGG;AACH,MAAM,uBAAuB,GAAsB;IACjD,UAAU,CAAC,YAAY;IACvB,UAAU,CAAC,YAAY;IACvB,UAAU,CAAC,aAAa;IACxB,UAAU,CAAC,MAAM;IACjB,UAAU,CAAC,cAAc;IACzB,UAAU,CAAC,eAAe;IAC1B,UAAU,CAAC,eAAe;IAC1B,UAAU,CAAC,0BAA0B;CACtC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAsB;IACjD,IAAI,EAAE,eAAe;IACrB,WAAW,EACT,0RAA0R;IAC5R,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,kCACL,yBAAyB,KAC5B,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,+BAA+B;aAC7C,EACD,eAAe,EAAE;gBACf,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;gBACvE,WAAW,EAAE,iCAAiC;aAC/C,EACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,qEAAqE;aACxE,GACF;QACD,QAAQ,EAAE,CAAC,YAAY,CAAC;KACzB;IACD,mBAAmB,EAAE,uBAAuB;IAC5C,OAAO,EAAE,KAAK,EACZ,IAAgB,EAChB,GAAgB,EACc,EAAE;QAChC,MAAM,UAAU,GAAuB,QAAQ,CAAC,SAAS,CACvD,IAAI,EACJ,YAAY,CACb,CAAC;QAEF,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,gBAAgB,CACxB,8FAA8F,CAC/F,CAAC;QACJ,CAAC;QAED,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC,YAAY,CAAC,IAAI,EAAE;YACzD,YAAY,EAAE,EAAE;YAChB,OAAO,EAAE,EAAE;SACZ,CAAC,CAAC;QAEH,MAAM,qBAAqB,GACzB,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,iBAAiB,CAAC,IAAI,KAAK,CAAC;QAEvD,IACE,CAAC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,QAAQ,CACtC,qBAAwC,CACzC,EACD,CAAC;YACD,MAAM,IAAI,gBAAgB,CACxB,4BAA4B,qBAAqB,EAAE,CACpD,CAAC;QACJ,CAAC;QAED;;;;;WAKG;QACH,MAAM,KAAK,GAAe;YACxB,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,IAAI,SAAS,CAAC,SAAS,EAAE,OAAO,CAAC;SACxC,CAAC;QAEF,MAAM,QAAQ,GAAyB,QAAQ,CAAC,WAAW,CACzD,IAAI,EACJ,UAAU,CACX,CAAC;QACF,IAAI,QAAQ,EAAE,CAAC;YACb,KAAK,CAAC,iBAAiB,CAAC,GAAG,QAAQ,CAAC;QACtC,CAAC;QAED,MAAM,WAAW,GAAwB;YACvC,mBAAmB,EAAE,OAAO;YAC5B,eAAe,EAAE,qBAAwC;YACzD,8BAA8B,EAAE,MAAM;YACtC,cAAc,EAAE,SAAS;YACzB,YAAY,EAAE,OAAO;YACrB,KAAK,EAAE,KAAc;YACrB,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,CAAC;YACP,KAAK,EAAE,GAAG,CAAC,KAAK;SACjB,CAAC;QAEF,MAAM,MAAM,GACV,MAAM,aAAa,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;QAE/C,MAAM,IAAI,GAAsB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAqB,EAAE,EAAE;YACxE,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,UAAU,GACd,oBAAoB,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAE3C,MAAM,MAAM,GAA6B,MAAM,CAAC,IAAI,CAAC,GAAG,CACtD,CAAC,IAAqB,EAAE,EAAE;YACxB,OAAO;gBACL,CAAC,EAAE,aAAa,CAAC,QAAQ,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACnE,CAAC,EAAE,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;aACtD,CAAC;QACJ,CAAC,CACF,CAAC;QAEF,MAAM,UAAU,GAAW,QAAQ;YACjC,CAAC,CAAC,GAAG,qBAAqB,IAAI,UAAU,OAAO,QAAQ,CAAC,QAAQ,EAAE,EAAE;YACpE,CAAC,CAAC,GAAG,qBAAqB,IAAI,UAAU,GAAG,CAAC;QAE9C,OAAO;YACL,UAAU,EAAE,UAAU,CAAC,IAAI;YAC3B,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,aAAa,EAAE,GAAG,qBAAqB,IAAI,UAAU,MAAM,SAAS,CAAC,WAAW,EAAE,MAAM,OAAO,CAAC,WAAW,EAAE,EAAE;YAC/G,cAAc,EAAE;gBACd,IAAI,EAAE,wBAAwB,CAAC,OAAO;aACvC;YACD,cAAc,EAAE,UAAU,CAAC,cAAc;YACzC,WAAW,EAAE,UAAU,CAAC,WAAW;YACnC,MAAM,EACJ,MAAM,CAAC,MAAM,GAAG,CAAC;gBACf,CAAC,CAAC,aAAa,CAAC,UAAU,CAAC;oBACvB,KAAK,EAAE,GAAG,qBAAqB,OAAO,UAAU,EAAE;oBAClD,WAAW,EAAE,GAAG,SAAS,CAAC,WAAW,EAAE,MAAM,OAAO,CAAC,WAAW,EAAE,EAAE;oBACpE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;oBAC9C,UAAU,EAAE,qBAAqB;oBACjC,IAAI,EAAE,EAAE,IAAI,EAAE,wBAAwB,CAAC,OAAO,EAAE;iBACjD,CAAC;gBACJ,CAAC,CAAC,SAAS;SAChB,CAAC;IACJ,CAAC;CACF,CAAC"}
+{"version":3,"file":"MetricTools.js","sourceRoot":"","sources":["../../../../../../Server/Utils/AI/Toolbox/MetricTools.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,2CAA2C,CAAC;AAC/D,OAAO,eAAe,MAAM,gDAAgD,CAAC;AAC7E,OAAO,mBAAmB,MAAM,iDAAiD,CAAC;AAClF,OAAO,eAAe,MAAM,kDAAkD,CAAC;AAC/E,OAAO,SAAS,MAAM,0CAA0C,CAAC;AAGjE,OAAO,UAAU,MAAM,8BAA8B,CAAC;AACtD,OAAO,gBAAgB,MAAM,8CAA8C,CAAC;AAC5E,OAAO,EACL,wBAAwB,GAEzB,MAAM,kCAAkC,CAAC;AAE1C,OAAO,aAAa,MAAM,iCAAiC,CAAC;AAC5D,OAAO,qBAAqB,EAAE,EAG5B,qBAAqB,IAAI,0BAA0B,GACpD,MAAM,yCAAyC,CAAC;AAGjD,OAAO,oBAA0C,MAAM,cAAc,CAAC;AACtE,OAAO,aAAa,MAAM,iBAAiB,CAAC;AAC5C,OAAO,aAAa,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAEL,yBAAyB,EACzB,QAAQ,GAGT,MAAM,aAAa,CAAC;AAErB;;;GAGG;AACH,MAAM,uBAAuB,GAAsB;IACjD,UAAU,CAAC,YAAY;IACvB,UAAU,CAAC,YAAY;IACvB,UAAU,CAAC,aAAa;IACxB,UAAU,CAAC,MAAM;IACjB,UAAU,CAAC,cAAc;IACzB,UAAU,CAAC,eAAe;IAC1B,UAAU,CAAC,eAAe;IAC1B,UAAU,CAAC,0BAA0B;CACtC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAsB;IACjD,IAAI,EAAE,eAAe;IACrB,WAAW,EACT,0RAA0R;IAC5R,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,kCACL,yBAAyB,KAC5B,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,+BAA+B;aAC7C,EACD,eAAe,EAAE;gBACf,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;gBACvE,WAAW,EAAE,iCAAiC;aAC/C,EACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,qEAAqE;aACxE,GACF;QACD,QAAQ,EAAE,CAAC,YAAY,CAAC;KACzB;IACD,mBAAmB,EAAE,uBAAuB;IAC5C,OAAO,EAAE,KAAK,EACZ,IAAgB,EAChB,GAAgB,EACc,EAAE;QAChC,MAAM,UAAU,GAAuB,QAAQ,CAAC,SAAS,CACvD,IAAI,EACJ,YAAY,CACb,CAAC;QAEF,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,gBAAgB,CACxB,8FAA8F,CAC/F,CAAC;QACJ,CAAC;QAED,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC,YAAY,CAAC,IAAI,EAAE;YACzD,YAAY,EAAE,EAAE;YAChB,OAAO,EAAE,EAAE;SACZ,CAAC,CAAC;QAEH,MAAM,qBAAqB,GACzB,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,iBAAiB,CAAC,IAAI,KAAK,CAAC;QAEvD,IACE,CAAC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,QAAQ,CACtC,qBAAwC,CACzC,EACD,CAAC;YACD,MAAM,IAAI,gBAAgB,CACxB,4BAA4B,qBAAqB,EAAE,CACpD,CAAC;QACJ,CAAC;QAED;;;;;WAKG;QACH,MAAM,KAAK,GAAe;YACxB,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,IAAI,SAAS,CAAC,SAAS,EAAE,OAAO,CAAC;SACxC,CAAC;QAEF,MAAM,QAAQ,GAAyB,QAAQ,CAAC,WAAW,CACzD,IAAI,EACJ,UAAU,CACX,CAAC;QACF,IAAI,QAAQ,EAAE,CAAC;YACb,KAAK,CAAC,iBAAiB,CAAC,GAAG,QAAQ,CAAC;QACtC,CAAC;QAED,MAAM,WAAW,GAAwB;YACvC,mBAAmB,EAAE,OAAO;YAC5B,eAAe,EAAE,qBAAwC;YACzD,8BAA8B,EAAE,MAAM;YACtC,cAAc,EAAE,SAAS;YACzB,YAAY,EAAE,OAAO;YACrB,KAAK,EAAE,KAAc;YACrB,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,CAAC;YACP,KAAK,EAAE,GAAG,CAAC,KAAK;SACjB,CAAC;QAEF,MAAM,MAAM,GACV,MAAM,aAAa,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;QAE/C,MAAM,IAAI,GAAsB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAqB,EAAE,EAAE;YACxE,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,UAAU,GACd,oBAAoB,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAE3C,MAAM,MAAM,GAA6B,MAAM,CAAC,IAAI,CAAC,GAAG,CACtD,CAAC,IAAqB,EAAE,EAAE;YACxB,OAAO;gBACL,CAAC,EAAE,aAAa,CAAC,QAAQ,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACnE,CAAC,EAAE,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;aACtD,CAAC;QACJ,CAAC,CACF,CAAC;QAEF,MAAM,UAAU,GAAW,QAAQ;YACjC,CAAC,CAAC,GAAG,qBAAqB,IAAI,UAAU,OAAO,QAAQ,CAAC,QAAQ,EAAE,EAAE;YACpE,CAAC,CAAC,GAAG,qBAAqB,IAAI,UAAU,GAAG,CAAC;QAE9C,OAAO;YACL,UAAU,EAAE,UAAU,CAAC,IAAI;YAC3B,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,aAAa,EAAE,GAAG,qBAAqB,IAAI,UAAU,MAAM,SAAS,CAAC,WAAW,EAAE,MAAM,OAAO,CAAC,WAAW,EAAE,EAAE;YAC/G,cAAc,EAAE;gBACd,IAAI,EAAE,wBAAwB,CAAC,OAAO;aACvC;YACD,cAAc,EAAE,UAAU,CAAC,cAAc;YACzC,WAAW,EAAE,UAAU,CAAC,WAAW;YACnC,MAAM,EACJ,MAAM,CAAC,MAAM,GAAG,CAAC;gBACf,CAAC,CAAC,aAAa,CAAC,UAAU,CAAC;oBACvB,KAAK,EAAE,GAAG,qBAAqB,OAAO,UAAU,EAAE;oBAClD,WAAW,EAAE,GAAG,SAAS,CAAC,WAAW,EAAE,MAAM,OAAO,CAAC,WAAW,EAAE,EAAE;oBACpE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;oBAC9C,UAAU,EAAE,qBAAqB;oBACjC,IAAI,EAAE,EAAE,IAAI,EAAE,wBAAwB,CAAC,OAAO,EAAE;iBACjD,CAAC;gBACJ,CAAC,CAAC,SAAS;SAChB,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,uEAAuE;AACvE,MAAM,+BAA+B,GAAW,EAAE,CAAC;AAEnD,sDAAsD;AACtD,MAAM,oBAAoB,GAAW,CAAC,CAAC;AAEvC,MAAM,CAAC,MAAM,mBAAmB,GAAsB;IACpD,IAAI,EAAE,kBAAkB;IACxB,WAAW,EACT,iXAAiX;IACnX,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,+BAA+B;aAC7C;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,4IAA4I;aAC/I;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,yFAAyF;aAC5F;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC;gBAC/B,WAAW,EACT,2FAA2F;aAC9F;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,GAAG,0BAA0B,CAAC,mBAAmB,CAAC;gBACzD,WAAW,EAAE,+CAA+C;aAC7D;SACF;QACD,QAAQ,EAAE,CAAC,YAAY,CAAC;KACzB;IACD,mBAAmB,EAAE,uBAAuB;IAC5C,OAAO,EAAE,KAAK,EACZ,IAAgB,EAChB,GAAgB,EACc,EAAE;QAChC,MAAM,UAAU,GAAuB,QAAQ,CAAC,SAAS,CACvD,IAAI,EACJ,YAAY,CACb,CAAC;QAEF,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,gBAAgB,CACxB,8FAA8F,CAC/F,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAyB,QAAQ,CAAC,WAAW,CACzD,IAAI,EACJ,UAAU,CACX,CAAC;QAEF,IAAI,MAAM,GAAS,aAAa,CAAC,cAAc,EAAE,CAAC;QAClD,MAAM,YAAY,GAAuB,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC5E,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,MAAM,GAAS,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC;YAC5C,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;gBAC5B,MAAM,IAAI,gBAAgB,CACxB,WAAW,YAAY,kEAAkE,CAC1F,CAAC;YACJ,CAAC;YACD,MAAM,GAAG,MAAM,CAAC;QAClB,CAAC;QAED,MAAM,iBAAiB,GACrB,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,QAAQ,CAAC;QACtD,IAAI,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;YAC3D,MAAM,IAAI,gBAAgB,CACxB,wBAAwB,iBAAiB,gCAAgC,CAC1E,CAAC;QACJ,CAAC;QACD,MAAM,WAAW,GAA8B,iBAGrC,CAAC;QAEX,MAAM,mBAAmB,GAAW,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,YAAY,EAAE;YACzE,YAAY,EAAE,0BAA0B,CAAC,mBAAmB;YAC5D,GAAG,EAAE,0BAA0B,CAAC,mBAAmB;YACnD,GAAG,EAAE,0BAA0B,CAAC,eAAe;SAChD,CAAC,CAAC;QACH,qEAAqE;QACrE,MAAM,UAAU,GACd,CAAC,GAAG,0BAA0B,CAAC,mBAAmB,CAAC;aAChD,OAAO,EAAE;aACT,IAAI,CAAC,CAAC,MAAc,EAAE,EAAE;YACvB,OAAO,MAAM,IAAI,mBAAmB,CAAC;QACvC,CAAC,CAAC,IAAI,0BAA0B,CAAC,mBAAmB,CAAC;QAEzD;;;;;;WAMG;QACH,MAAM,oBAAoB,GACxB,MAAM,eAAe,CAAC,wCAAwC,CAC5D,MAAM,EACN,GAAG,CAAC,KAAK,EACT,mBAAmB,CAAC,IAAI,CACzB,CAAC;QAEJ,IAAI,oBAAoB,KAAK,IAAI,EAAE,CAAC;YAClC,MAAM,kBAAkB,GAAY,OAAO,CACzC,QAAQ;gBACN,oBAAoB,CAAC,IAAI,CAAC,CAAC,EAAY,EAAE,EAAE;oBACzC,OAAO,EAAE,CAAC,QAAQ,EAAE,KAAK,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBAC/C,CAAC,CAAC,CACL,CAAC;YAEF,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBACxB,MAAM,IAAI,gBAAgB,CACxB,wMAAwM,CACzM,CAAC;YACJ,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GACd,0BAA0B,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAEvD,MAAM,QAAQ,GACZ,MAAM,qBAAqB,CAAC,WAAW,CAAC;YACtC,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,UAAU;YACV,eAAe,EAAE,QAAQ;YACzB,UAAU;YACV,UAAU;SACX,CAAC,CAAC;QAEL,MAAM,aAAa,GAAW,oBAAoB,UAAU,GAC1D,QAAQ,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,EAC3C,OAAO,MAAM,CAAC,WAAW,EAAE,EAAE,CAAC;QAE9B;;;;WAIG;QACH,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;YACtC,MAAM,QAAQ,GACZ,MAAM,qBAAqB,CAAC,WAAW,CAAC;gBACtC,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,UAAU;gBACV,eAAe,EAAE,QAAQ;aAC1B,CAAC,CAAC;YAEL,MAAM,UAAU,GAAe;gBAC7B,OAAO,EAAE,4BAA4B;gBACrC,MAAM,EAAE,kBACN,QAAQ;oBACN,CAAC,CAAC,QAAQ,QAAQ,CAAC,WAAW,YAAY;oBAC1C,CAAC,CAAC,kBACN,0CAA0C,0BAA0B,CAAC,mBAAmB,iCAAiC,QAAQ,CAAC,YAAY,mBAC5I,QAAQ,CAAC,SAAS;oBAChB,CAAC,CAAC,gBAAgB,aAAa,CAAC,wBAAwB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE;oBAC9E,CAAC,CAAC,EACN,gFAAgF;gBAChF,UAAU;gBACV,QAAQ,EAAE,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,QAAQ,EAAE;gBAC9B,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE;gBACjC,UAAU;gBACV,UAAU;aACX,CAAC;YAEF,MAAM,mBAAmB,GACvB,oBAAoB,CAAC,aAAa,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;YAEnD,OAAO;gBACL,UAAU,EAAE,mBAAmB,CAAC,IAAI;gBACpC,QAAQ,EAAE,mBAAmB,CAAC,QAAQ;gBACtC,aAAa;gBACb,cAAc,EAAE,EAAE,IAAI,EAAE,wBAAwB,CAAC,OAAO,EAAE;gBAC1D,cAAc,EAAE,mBAAmB,CAAC,cAAc;gBAClD,WAAW,EAAE,mBAAmB,CAAC,WAAW;aAC7C,CAAC;QACJ,CAAC;QAED,kEAAkE;QAClE,MAAM,kBAAkB,GAAS,aAAa,CAAC,gBAAgB,CAC7D,MAAM,EACN,CAAC,CAAC,GAAG,+BAA+B,CACrC,CAAC;QAEF,MAAM,YAAY,GAAe;YAC/B,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,IAAI,SAAS,CAAC,kBAAkB,EAAE,MAAM,CAAC;SAChD,CAAC;QACF,IAAI,QAAQ,EAAE,CAAC;YACb,YAAY,CAAC,iBAAiB,CAAC,GAAG,QAAQ,CAAC;QAC7C,CAAC;QAED,MAAM,aAAa,GAAqB,MAAM,aAAa,CAAC,WAAW,CAAC;YACtE,mBAAmB,EAAE,OAAO;YAC5B,eAAe,EAAE,eAAe,CAAC,GAAG;YACpC,8BAA8B,EAAE,MAAM;YACtC,cAAc,EAAE,kBAAkB;YAClC,YAAY,EAAE,MAAM;YACpB,KAAK,EAAE,YAAqB;YAC5B,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,CAAC;YACP,KAAK,EAAE,GAAG,CAAC,KAAK;SACM,CAAC,CAAC;QAE1B,MAAM,aAAa,GAAkB,aAAa,CAAC,IAAI;aACpD,GAAG,CAAC,CAAC,IAAqB,EAAE,EAAE;YAC7B,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,KAAc,EAAmB,EAAE;YAC1C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEL,MAAM,KAAK,GACT,0BAA0B,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC;QAC9D,MAAM,WAAW,GAAW,QAAQ,CAAC,IAAI,GAAG,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;QACpE,MAAM,YAAY,GAAW,QAAQ,CAAC,IAAI,GAAG,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;QAErE,IAAI,OAAe,CAAC;QACpB,IAAI,YAAY,GAAkB,IAAI,CAAC;QACvC,IAAI,MAAM,GAAkB,IAAI,CAAC;QAEjC,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,GAAG,8BAA8B,+BAA+B,mFAAmF,CAAC;QAC7J,CAAC;aAAM,CAAC;YACN,YAAY;gBACV,aAAa,CAAC,MAAM,CAAC,CAAC,GAAW,EAAE,KAAa,EAAE,EAAE;oBAClD,OAAO,GAAG,GAAG,KAAK,CAAC;gBACrB,CAAC,EAAE,CAAC,CAAC,GAAG,aAAa,CAAC,MAAM,CAAC;YAE/B,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBACzB;;;;;mBAKG;gBACH,OAAO,GAAG,kFAAkF,QAAQ,CAAC,IAAI,yGAAyG,CAAC;YACrN,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,CAAC,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;gBAE1D,IAAI,YAAY,GAAG,YAAY,EAAE,CAAC;oBAChC,OAAO,GAAG,4DAA4D,CAAC;gBACzE,CAAC;qBAAM,IAAI,YAAY,GAAG,WAAW,EAAE,CAAC;oBACtC,OAAO,GAAG,4DAA4D,CAAC;gBACzE,CAAC;qBAAM,CAAC;oBACN,OAAO,GAAG,0DAA0D,CAAC;gBACvE,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,GAAG,GAAe;YACtB,OAAO;YACP,UAAU;YACV,QAAQ,EAAE,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,QAAQ,EAAE;YAC9B,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE;YACjC,YAAY,EACV,YAAY,KAAK,IAAI;gBACnB,CAAC,CAAC,GAAG,YAAY,uBAAuB,+BAA+B,OAAO;gBAC9E,CAAC,CAAC,IAAI;YACV,aAAa,EAAE,GAAG,WAAW,OAAO,YAAY,UAAU,QAAQ,CAAC,IAAI,MAAM,KAAK,QAAQ,QAAQ,CAAC,MAAM,GAAG;YAC5G,MAAM;YACN,cAAc,EAAE,QAAQ,CAAC,MAAM;YAC/B,WAAW,EAAE,QAAQ,CAAC,GAAG;YACzB,mBAAmB,EAAE,QAAQ,CAAC,WAAW;YACzC,kBAAkB,EAAE,QAAQ,CAAC,UAAU;YACvC,UAAU;YACV,WAAW;SACZ,CAAC;QAEF,MAAM,UAAU,GAAqB,oBAAoB,CAAC,aAAa,CAAC;YACtE,GAAG;SACJ,CAAC,CAAC;QAEH,2EAA2E;QAC3E,MAAM,UAAU,GAAS,aAAa,CAAC,cAAc,CACnD,MAAM,EACN,CAAC,CAAC,GAAG,oBAAoB,CAC1B,CAAC;QAEF,IAAI,UAAU,GAAqB,EAAE,CAAC;QACtC,IAAI,YAAY,GAA6B,EAAE,CAAC;QAChD,IAAI,CAAC;YACH,UAAU,GAAG,MAAM,qBAAqB,CAAC,aAAa,CAAC;gBACrD,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,UAAU;gBACV,eAAe,EAAE,QAAQ;gBACzB,SAAS,EAAE,UAAU;gBACrB,OAAO,EAAE,MAAM;gBACf,eAAe,EAAE,EAAE;gBACnB,UAAU,EAAE,KAAK;gBACjB,UAAU;aACX,CAAC,CAAC;YAEH,MAAM,UAAU,GAAe;gBAC7B,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,IAAI,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC;aACxC,CAAC;YACF,IAAI,QAAQ,EAAE,CAAC;gBACb,UAAU,CAAC,iBAAiB,CAAC,GAAG,QAAQ,CAAC;YAC3C,CAAC;YAED,MAAM,iBAAiB,GACrB,MAAM,aAAa,CAAC,WAAW,CAAC;gBAC9B,mBAAmB,EAAE,OAAO;gBAC5B,eAAe,EAAE,eAAe,CAAC,GAAG;gBACpC,8BAA8B,EAAE,MAAM;gBACtC,cAAc,EAAE,UAAU;gBAC1B,YAAY,EAAE,MAAM;gBACpB,KAAK,EAAE,UAAmB;gBAC1B,KAAK,EAAE,GAAG;gBACV,IAAI,EAAE,CAAC;gBACP,KAAK,EAAE,GAAG,CAAC,KAAK;aACM,CAAC,CAAC;YAE5B,YAAY,GAAG,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAqB,EAAE,EAAE;gBAClE,OAAO;oBACL,CAAC,EAAE,aAAa,CAAC,QAAQ,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBACnE,CAAC,EAAE,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;iBACtD,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,WAAM,CAAC;YACP,gEAAgE;QAClE,CAAC;QAED,MAAM,QAAQ,GAEkB,CAC9B,IAAkC,EACR,EAAE;YAC5B,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,KAAgB,EAAE,EAAE;gBACzC,OAAO;oBACL,CAAC,EAAE,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;oBACrC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC;iBACf,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC;QAEF,OAAO;YACL,UAAU,EAAE,UAAU,CAAC,IAAI;YAC3B,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,aAAa;YACb,cAAc,EAAE,EAAE,IAAI,EAAE,wBAAwB,CAAC,OAAO,EAAE;YAC1D,cAAc,EAAE,UAAU,CAAC,cAAc;YACzC,WAAW,EAAE,UAAU,CAAC,WAAW;YACnC,MAAM,EACJ,UAAU,CAAC,MAAM,GAAG,CAAC;gBACnB,CAAC,CAAC,aAAa,CAAC,UAAU,CAAC;oBACvB,KAAK,EAAE,GAAG,UAAU,oBAAoB;oBACxC,WAAW,EAAE,2BAA2B,KAAK,MAAM,UAAU,iBAAiB,UAAU,CAAC,WAAW,EAAE,MAAM,MAAM,CAAC,WAAW,EAAE,EAAE;oBAClI,MAAM,EAAE;wBACN;4BACE,IAAI,EAAE,eAAe;4BACrB,MAAM,EAAE,QAAQ,CAAC,CAAC,KAAgB,EAAE,EAAE;gCACpC,OAAO,KAAK,CAAC,YAAY,CAAC;4BAC5B,CAAC,CAAC;yBACH;wBACD;4BACE,IAAI,EAAE,cAAc;4BACpB,MAAM,EAAE,QAAQ,CAAC,CAAC,KAAgB,EAAE,EAAE;gCACpC,OAAO,KAAK,CAAC,WAAW,CAAC;4BAC3B,CAAC,CAAC;yBACH;wBACD,GAAG,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC;4BACzB,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;4BAC5C,CAAC,CAAC,EAAE,CAAC;qBACR;oBACD,UAAU,EAAE,UAAU;oBACtB,IAAI,EAAE,EAAE,IAAI,EAAE,wBAAwB,CAAC,OAAO,EAAE;iBACjD,CAAC;gBACJ,CAAC,CAAC,SAAS;SAChB,CAAC;IACJ,CAAC;CACF,CAAC"}