@oneuptime/common 14.0.9 → 14.0.11

package/build/dist/Server/Utils/AI/SRE/AIInvestigationEngine.js

@@ -13,7 +13,9 @@ import AIRunStatus from "../../../../Types/AI/AIRunStatus";
 import AIRunCodeFixRecommendation from "../../../../Types/AI/AIRunCodeFixRecommendation";
 import AIRunEventType from "../../../../Types/AI/AIRunEventType";
 import AIRunEvent from "../../../../Models/DatabaseModels/AIRunEvent";
+import AIAgentRunLimitsHelper, { AI_AGENT_RUNAWAY_MAX_LLM_CALLS, AI_AGENT_RUNAWAY_MAX_TOOL_CALLS, } from "../../../../Types/AI/AIAgentRunLimits";
 import { LIST_CLUSTER_ACCESS_TOOL_NAME, RUN_KUBECTL_TOOL_NAME, } from "../../../../Types/Kubernetes/KubernetesClusterAiAccessToolNames";
+import { LIST_INFRASTRUCTURE_ACCESS_TOOL_NAME, RUN_INFRASTRUCTURE_COMMAND_TOOL_NAME, isInfrastructureToolName, } from "../ResourceAccess/ResourceAccessToolNames";
 import AIRunService from "../../../Services/AIRunService";
 import AIRunEventService from "../../../Services/AIRunEventService";
 import AIService from "../../../Services/AIService";
@@ -42,17 +44,20 @@ import CaptureSpan from "../../Telemetry/CaptureSpan";
  * The investigation is strictly READ-ONLY: it can never mutate anything.
  * Enablement + provider gating is shared via isEnabledForProject().
  */
-// Budgets — larger than an interactive chat-ops answer, small enough to stay cheap.
-const MAX_LLM_CALLS = 8;
-const MAX_TOOL_CALLS = 12;
 /*
- * The wall clock an investigation run gets by default. Exported because the
- * kubectl read toolkit plans every command's wait against this same budget
- * (the runners hand it to the engine AND to the toolkit as an absolute
- * deadline), and one definition is how the two can never disagree.
+ * Budgets. An investigation runs until it is done: no wall clock, and step
+ * counts that only guard against a runaway loop (see AIAgentRunLimits). A
+ * project that wants a hard time limit configures one per lane, and the
+ * runners pass it in as maxWallClockMs — and to the command toolkits as a
+ * deadline — so the loop and every command wait agree on one number.
  */
-export const MAX_WALL_CLOCK_MS = 150 * 1000;
-const MAX_OUTPUT_TOKENS = 2000;
+const MAX_LLM_CALLS = AI_AGENT_RUNAWAY_MAX_LLM_CALLS;
+const MAX_TOOL_CALLS = AI_AGENT_RUNAWAY_MAX_TOOL_CALLS;
+/*
+ * Room for a full report. An answer that still reaches the limit is
+ * finished with continuation calls, never published half-written.
+ */
+const MAX_OUTPUT_TOKENS = 4096;
 /*
  * Conditional recommendation persistence is idempotent, so transient
  * database failures can be retried without risking a second decision.
@@ -131,6 +136,31 @@ export default class AIInvestigationEngine {
         }
         return this.getProviderOrBalanceReason(projectId);
     }
+    /*
+     * How far an investigation of this lane may run: no time limit unless the
+     * project configured one in its Incident / Alert AI settings. Fails open —
+     * a project that cannot be read runs unbounded rather than being cut
+     * short, since the time limit is an opt-in.
+     */
+    static async getRunLimitsForProject(projectId, subjectType) {
+        try {
+            const project = await ProjectService.findOneById({
+                id: projectId,
+                select: {
+                    incidentAiInvestigationTimeLimitInMinutes: true,
+                    alertAiInvestigationTimeLimitInMinutes: true,
+                },
+                props: { isRoot: true },
+            });
+            return AIAgentRunLimitsHelper.fromTimeLimitInMinutes(subjectType === "Alert"
+                ? project === null || project === void 0 ? void 0 : project.alertAiInvestigationTimeLimitInMinutes
+                : project === null || project === void 0 ? void 0 : project.incidentAiInvestigationTimeLimitInMinutes);
+        }
+        catch (error) {
+            logger.error(`AI: could not read the investigation time limit for project ${projectId.toString()}; running without one: ${error}`);
+            return AIAgentRunLimitsHelper.getDefault();
+        }
+    }
     /*
      * The half of the gate that is not a switch: a model to call, and AI
      * credits to pay for it. Shared with the other autonomous AI work that
@@ -204,6 +234,13 @@ export default class AIInvestigationEngine {
          * queries.
          */
         let clusterToolCallCount = 0;
+        /*
+         * The same for the tools that reach an infrastructure resource through
+         * its AI agent (run_infrastructure_command, list_infrastructure_access):
+         * commands on a host, a container engine, a hypervisor, a storage
+         * cluster or a database — never telemetry queries either.
+         */
+        let infrastructureToolCallCount = 0;
         /*
          * Live narration: persist each LLM/tool step as an AIRunEvent so the UI can
          * "watch it think" by polling the run's events. Best-effort, ordered.
@@ -213,6 +250,10 @@ export default class AIInvestigationEngine {
                 CLUSTER_TOOL_NAMES.includes(step.toolName || "")) {
                 clusterToolCallCount++;
             }
+            if (step.type === "tool_started" &&
+                isInfrastructureToolName(step.toolName)) {
+                infrastructureToolCallCount++;
+            }
             /*
              * A completed tool call also records the citation it minted (label +
              * deep-link target) and — via toolArguments below — the arguments it
@@ -268,7 +309,8 @@ export default class AIInvestigationEngine {
                 question: `${(_b = request.questionOverride) !== null && _b !== void 0 ? _b : "A new signal has just been declared and you have been woken to investigate it. Investigate now and produce your root cause analysis."}\n\n${request.contextSummary}`,
                 maxLlmCalls: (_c = request.maxLlmCalls) !== null && _c !== void 0 ? _c : MAX_LLM_CALLS,
                 maxToolCalls: (_d = request.maxToolCalls) !== null && _d !== void 0 ? _d : MAX_TOOL_CALLS,
-                maxWallClockMs: (_e = request.maxWallClockMs) !== null && _e !== void 0 ? _e : MAX_WALL_CLOCK_MS,
+                // Null tells the loop "no time limit" (undefined = its chat default).
+                maxWallClockMs: (_e = request.maxWallClockMs) !== null && _e !== void 0 ? _e : null,
                 maxOutputTokens: (_f = request.maxOutputTokens) !== null && _f !== void 0 ? _f : MAX_OUTPUT_TOKENS,
                 onStep,
                 extraTools: request.extraTools,
@@ -394,7 +436,7 @@ export default class AIInvestigationEngine {
              * handed to the subject feed, persisted with the recommendation, and
              * supplied to the automatic fix trigger by the subject runner.
              */
-            const investigationAnalysisMarkdown = this.buildBrandedMarkdown(result, analysis, clusterToolCallCount);
+            const investigationAnalysisMarkdown = this.buildBrandedMarkdown(result, analysis, clusterToolCallCount, infrastructureToolCallCount);
             await request.postAnalysis({
                 analysisMarkdown: investigationAnalysisMarkdown,
                 confidence,
@@ -595,8 +637,13 @@ export default class AIInvestigationEngine {
      * model's). So a run that made no cluster call posts exactly what it
      * always has, and a run that did writes its telemetry count only when it
      * is not zero.
+     *
+     * Commands on infrastructure resources (run_infrastructure_command) are
+     * counted the same way, as their own "N infrastructure commands run"
+     * part appended only when a run used those tools — so every footer of a
+     * run that did not stays byte-for-byte what it was.
      */
-    static buildBrandedMarkdown(result, analysisMarkdown, clusterToolCallCount = 0) {
+    static buildBrandedMarkdown(result, analysisMarkdown, clusterToolCallCount = 0, infrastructureToolCallCount = 0) {
         let markdown = `## 🧠 AI — Automated Root Cause Analysis\n\n${analysisMarkdown}`;
         const citations = result.citations || [];
         if (citations.length > 0) {
@@ -610,11 +657,13 @@ export default class AIInvestigationEngine {
                 markdown += `\n- **[${citation.id}]** ${citation.label} — ${citation.rowCount} row(s)`;
             }
         }
-        if (clusterToolCallCount <= 0) {
+        if (clusterToolCallCount <= 0 && infrastructureToolCallCount <= 0) {
             markdown += `\n\n---\n*Investigated automatically by OneUptime AI — read-only, ${result.toolCallCount} quer${result.toolCallCount === 1 ? "y" : "ies"} run across your own telemetry${result.modelName ? ` using ${result.modelName}` : ""}. This is an AI-generated first pass; verify before acting.*`;
             return markdown;
         }
-        const telemetryQueryCount = Math.max(0, result.toolCallCount - clusterToolCallCount);
+        const telemetryQueryCount = Math.max(0, result.toolCallCount -
+            Math.max(0, clusterToolCallCount) -
+            Math.max(0, infrastructureToolCallCount));
         // Only commands that reached kubectl are cited, so only they are "run".
         const kubectlCommandCount = citations.filter((citation) => {
             return citation.toolName === RUN_KUBECTL_TOOL_NAME;
@@ -626,9 +675,25 @@ export default class AIInvestigationEngine {
         if (kubectlCommandCount > 0) {
             counts.push(`${kubectlCommandCount} kubectl ${kubectlCommandCount === 1 ? "command" : "commands"} run on your Kubernetes clusters`);
         }
+        // Only commands that reached a resource are cited, so only they are "run".
+        const infrastructureCommandCount = citations.filter((citation) => {
+            return citation.toolName === RUN_INFRASTRUCTURE_COMMAND_TOOL_NAME;
+        }).length;
+        if (infrastructureCommandCount > 0) {
+            counts.push(`${infrastructureCommandCount} infrastructure ${infrastructureCommandCount === 1 ? "command" : "commands"} run on your infrastructure`);
+        }
+        if (counts.length === 0 && infrastructureToolCallCount > 0) {
+            counts.push(clusterToolCallCount > 0
+                ? "no telemetry queries, kubectl commands or infrastructure commands run"
+                : "no telemetry queries or infrastructure commands run");
+        }
         if (counts.length === 0) {
             counts.push("no telemetry queries or kubectl commands run");
         }
+        // Three parts read "A, B and C"; one or two read exactly as they always have.
+        if (counts.length > 2) {
+            counts.splice(0, counts.length - 1, counts.slice(0, -1).join(", "));
+        }
         markdown += `\n\n---\n*Investigated automatically by OneUptime AI — read-only, ${counts.join(" and ")}${result.modelName ? ` using ${result.modelName}` : ""}. This is an AI-generated first pass; verify before acting.*`;
         return markdown;
     }
@@ -645,6 +710,17 @@ export default class AIInvestigationEngine {
         if (citation.toolName === LIST_CLUSTER_ACCESS_TOOL_NAME) {
             return `${citation.rowCount} cluster(s)`;
         }
+        /*
+         * A command on an infrastructure resource: 1 when it completed, 0 when
+         * it ran and the program returned an error; a listing of resources is
+         * the number it listed.
+         */
+        if (citation.toolName === RUN_INFRASTRUCTURE_COMMAND_TOOL_NAME) {
+            return citation.rowCount > 0 ? "succeeded" : "command returned an error";
+        }
+        if (citation.toolName === LIST_INFRASTRUCTURE_ACCESS_TOOL_NAME) {
+            return `${citation.rowCount} resource(s)`;
+        }
         return null;
     }
     // Refresh lastHeartbeatAt so a long-running investigation isn't swept as stale.

package/build/dist/Server/Utils/AI/SRE/AIInvestigationEngine.js.map

@@ -1 +1 @@
-{"version":3,"file":"AIInvestigationEngine.js","sourceRoot":"","sources":["../../../../../../Server/Utils/AI/SRE/AIInvestigationEngine.ts"],"names":[],"mappings":";;;;;;;;;AACA,OAAO,QAAQ,MAAM,4BAA4B,CAAC;AAClD,OAAO,aAAa,MAAM,wBAAwB,CAAC;AAMnD,OAAO,WAAW,MAAM,kCAAkC,CAAC;AAC3D,OAAO,0BAA0B,MAAM,iDAAiD,CAAC;AACzF,OAAO,cAAc,MAAM,qCAAqC,CAAC;AACjE,OAAO,UAAU,MAAM,8CAA8C,CAAC;AACtE,OAAO,EACL,6BAA6B,EAC7B,qBAAqB,GACtB,MAAM,iEAAiE,CAAC;AAGzE,OAAO,YAAY,MAAM,gCAAgC,CAAC;AAC1D,OAAO,iBAAiB,MAAM,qCAAqC,CAAC;AACpE,OAAO,SAAS,MAAM,6BAA6B,CAAC;AACpD,OAAO,cAAc,MAAM,kCAAkC,CAAC;AAC9D,OAAO,kBAAkB,MAAM,sCAAsC,CAAC;AACtE,OAAO,oBAAoB,MAAM,sBAAsB,CAAC;AACxD,OAAO,kBAAwC,MAAM,oBAAoB,CAAC;AAC1E,OAAO,iBAAiB,MAAM,qBAAqB,CAAC;AACpD,OAAO,sBAKN,MAAM,gCAAgC,CAAC;AACxC,OAAO,MAAM,MAAM,cAAc,CAAC;AAClC,OAAO,WAAW,MAAM,6BAA6B,CAAC;AAEtD;;;;;;;;;;;;;;;;GAgBG;AAEH,oFAAoF;AACpF,MAAM,aAAa,GAAW,CAAC,CAAC;AAChC,MAAM,cAAc,GAAW,EAAE,CAAC;AAClC;;;;;GAKG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAW,GAAG,GAAG,IAAI,CAAC;AACpD,MAAM,iBAAiB,GAAW,IAAI,CAAC;AAEvC;;;GAGG;AACH,MAAM,wCAAwC,GAAW,CAAC,CAAC;AAE3D;;;;GAIG;AACH,MAAM,oBAAoB,GACxB,wFAAwF,CAAC;AAE3F;;;;;GAKG;AACH,MAAM,kBAAkB,GAA0B;IAChD,qBAAqB;IACrB,6BAA6B;CAC9B,CAAC;AAEF,mFAAmF;AACnF,MAAM,eAAe,GACnB;IACE,WAAW,EAAE,cAAc,CAAC,cAAc;IAC1C,aAAa,EAAE,cAAc,CAAC,gBAAgB;IAC9C,YAAY,EAAE,cAAc,CAAC,eAAe;IAC5C,cAAc,EAAE,cAAc,CAAC,iBAAiB;IAChD,WAAW,EAAE,cAAc,CAAC,cAAc;CAC3C,CAAC;AAEJ,MAAM,qBAAqB,GAAW;;;;;;;;;;;;;;sFAcgD,CAAC;AA4FvF,MAAM,CAAC,OAAO,OAAO,qBAAqB;IACxC;;;;;OAKG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,mBAAmB,CACrC,SAAmB,EACnB,WAA0B;QAE1B,OAAO,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,KAAK,IAAI,CAAC;IACzE,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,iBAAiB,CACnC,SAAmB,EACnB,WAA0B;QAE1B,MAAM,OAAO,GAAmB,MAAM,cAAc,CAAC,WAAW,CAAC;YAC/D,EAAE,EAAE,SAAS;YACb,MAAM,EAAE;gBACN,QAAQ,EAAE,IAAI;gBACd,oCAAoC,EAAE,IAAI;gBAC1C,iCAAiC,EAAE,IAAI;aACxC;YACD,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,0BAA0B,CAAC;QACpC,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YAC/B,OAAO,aAAa,CAAC;QACvB,CAAC;QAED,MAAM,SAAS,GACb,WAAW,KAAK,OAAO;YACrB,CAAC,CAAC,OAAO,CAAC,iCAAiC,KAAK,IAAI;YACpD,CAAC,CAAC,OAAO,CAAC,oCAAoC,KAAK,IAAI,CAAC;QAE5D,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,kCAAkC,CAAC;QAC5C,CAAC;QAED,OAAO,IAAI,CAAC,0BAA0B,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC;IAED;;;;;;;;;;;;;OAaG;IACI,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAC5C,SAAmB;QAEnB,MAAM,WAAW,GACf,MAAM,kBAAkB,CAAC,wBAAwB,CAAC,SAAS,CAAC,CAAC;QAE/D,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,CAAC,KAAK,CACV,+CAA+C,SAAS,CAAC,QAAQ,EAAE,gCAAgC,CACpG,CAAC;YACF,OAAO,kBAAkB,CAAC;QAC5B,CAAC;QAED,IAAI,cAAc,GAAkB,IAAI,CAAC;QAEzC,IAAI,CAAC;YACH,cAAc,GAAG,MAAM,SAAS,CAAC,mBAAmB,CAAC;gBACnD,SAAS;gBACT,iEAAiE;gBACjE,WAAW;aACZ,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,kDAAkD,SAAS,CAAC,QAAQ,EAAE,yBAAyB,KAAK,EAAE,CACvG,CAAC;YACF,cAAc,GAAG,IAAI,CAAC;QACxB,CAAC;QAED,IAAI,cAAc,EAAE,CAAC;YACnB,MAAM,CAAC,KAAK,CACV,+CAA+C,SAAS,CAAC,QAAQ,EAAE,MAAM,cAAc,EAAE,CAC1F,CAAC;YACF,OAAO,yBAAyB,CAAC;QACnC,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;;OAKG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,IAK9B;;QACC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;QAE7C;;;WAGG;QACH,IAAI,QAAQ,GAAW,CAAC,CAAC;QACzB,IAAI,CAAC;YACH,QAAQ,GAAG,CACT,MAAM,iBAAiB,CAAC,OAAO,CAAC;gBAC9B,KAAK,EAAE,EAAE,OAAO,EAAE;gBAClB,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CACH,CAAC,QAAQ,EAAE,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,0CAA0C,OAAO,CAAC,QAAQ,EAAE,6BAA6B,KAAK,EAAE,CACjG,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,CAAC,SAAS,CAAC;YACnB,SAAS;YACT,OAAO;YACP,QAAQ,EAAE,QAAQ,EAAE;YACpB,SAAS,EAAE,cAAc,CAAC,UAAU;SACrC,CAAC,CAAC;QAEH;;;;WAIG;QACH,IAAI,oBAAoB,GAAW,CAAC,CAAC;QAErC;;;WAGG;QACH,MAAM,MAAM,GAAwD,KAAK,EACvE,IAAgC,EACjB,EAAE;YACjB,IACE,IAAI,CAAC,IAAI,KAAK,cAAc;gBAC5B,kBAAkB,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,EAChD,CAAC;gBACD,oBAAoB,EAAE,CAAC;YACzB,CAAC;YAED;;;;;eAKG;YACH,MAAM,aAAa,GACjB,IAAI,CAAC,QAAQ,KAAK,SAAS;gBAC3B,IAAI,CAAC,UAAU,KAAK,SAAS;gBAC7B,IAAI,CAAC,YAAY,KAAK,SAAS;gBAC/B,IAAI,CAAC,aAAa,KAAK,SAAS;gBAChC,IAAI,CAAC,cAAc,KAAK,SAAS;gBAC/B,CAAC,+BACG,QAAQ,EAAE,IAAI,CAAC,QAAQ,EACvB,YAAY,EAAE,IAAI,CAAC,UAAU,EAC7B,YAAY,EAAE,IAAI,CAAC,YAAY,IAC5B,CAAC,IAAI,CAAC,aAAa,KAAK,SAAS;oBAClC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE;oBACvC,CAAC,CAAC,EAAE,CAAC,GACJ,CAAC,IAAI,CAAC,cAAc,KAAK,SAAS;oBACnC,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE;oBACzC,CAAC,CAAC,EAAE,CAAC,EAEX,CAAC,CAAC,SAAS,CAAC;YAEhB,MAAM,IAAI,CAAC,SAAS,CAAC;gBACnB,SAAS;gBACT,OAAO;gBACP,QAAQ,EAAE,QAAQ,EAAE;gBACpB,SAAS,EAAE,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC;gBACrC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,aAAa;gBACb,UAAU,EAAE,IAAI,CAAC,UAAU;aAC5B,CAAC,CAAC;YAEH;;;;eAIG;YACH,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QACxD,CAAC,CAAC;QAEF;;;;;WAKG;QACH,IAAI,kBAAkB,GAAY,KAAK,CAAC;QAExC,IAAI,CAAC;YACH,MAAM,MAAM,GACV,MAAM,sBAAsB,CAAC,cAAc,CAAC;gBAC1C,SAAS;gBACT,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,OAAO;gBACP,4DAA4D;gBAC5D,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;gBACvB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,kBAAkB,EAAE,GAAG,MAAA,OAAO,CAAC,eAAe,mCAAI,qBAAqB,GACrE,OAAO,CAAC,sBAAsB;oBAC5B,CAAC,CAAC,OAAO,OAAO,CAAC,sBAAsB,EAAE;oBACzC,CAAC,CAAC,EACN,EAAE;gBACF,QAAQ,EAAE,GACR,MAAA,OAAO,CAAC,gBAAgB,mCACxB,sIACF,OAAO,OAAO,CAAC,cAAc,EAAE;gBAC/B,WAAW,EAAE,MAAA,OAAO,CAAC,WAAW,mCAAI,aAAa;gBACjD,YAAY,EAAE,MAAA,OAAO,CAAC,YAAY,mCAAI,cAAc;gBACpD,cAAc,EAAE,MAAA,OAAO,CAAC,cAAc,mCAAI,iBAAiB;gBAC3D,eAAe,EAAE,MAAA,OAAO,CAAC,eAAe,mCAAI,iBAAiB;gBAC7D,MAAM;gBACN,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B;;;;;mBAKG;gBACH,gBAAgB,EAAE,CAAC,sBAAsB,EAAE,qBAAqB,CAAC;aAClE,CAAC,CAAC;YAEL;;;;;;;eAOG;YACH,MAAM,cAAc,GAAW,MAAM,YAAY,CAAC,uBAAuB,CACvE;gBACE,OAAO;gBACP,UAAU,EAAE,WAAW,CAAC,OAAO;gBAC/B,oBAAoB,EAAE,IAAI,CAAC,YAAY;gBACvC,GAAG,gCACD,MAAM,EAAE,WAAW,CAAC,SAAS,IAC1B,CAAC,OAAO,CAAC,4BAA4B,KAAK,IAAI;oBAC/C,CAAC,CAAC;wBACE,qBAAqB,EAAE,0BAA0B,CAAC,OAAO;qBAC1D;oBACH,CAAC,CAAC,EAAE,CAAC,KACP,WAAW,EAAE,aAAa,CAAC,cAAc,EAAE,EAC3C,eAAe,EAAE,aAAa,CAAC,cAAc,EAAE,EAC/C,YAAY,EAAE,MAAM,CAAC,YAAY,EACjC,aAAa,EAAE,MAAM,CAAC,aAAa,EACnC,WAAW,EAAE,MAAM,CAAC,WAAW,GAChC;aACF,CACF,CAAC;YAEF,IAAI,cAAc,KAAK,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,CACT,WAAW,OAAO,CAAC,QAAQ,EAAE,4HAA4H,CAC1J,CAAC;gBACF,OAAO;YACT,CAAC;YAED,kBAAkB,GAAG,IAAI,CAAC;YAE1B,MAAM,QAAQ,GAAW,CAAC,MAAM,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAEjE,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,CAAC,KAAK,CACV,0BAA0B,OAAO,CAAC,QAAQ,EAAE,yCAAyC,CACtF,CAAC;gBAEF,IAAI,OAAO,CAAC,4BAA4B,KAAK,IAAI,EAAE,CAAC;oBAClD,MAAM,IAAI,CAAC,6BAA6B,CAAC;wBACvC,OAAO;wBACP,cAAc,EAAE,0BAA0B,CAAC,cAAc;qBAC1D,CAAC,CAAC;gBACL,CAAC;gBAED;;;mBAGG;gBACH,MAAM,IAAI,CAAC,SAAS,CAAC;oBACnB,SAAS;oBACT,OAAO;oBACP,QAAQ,EAAE,QAAQ,EAAE;oBACpB,SAAS,EAAE,cAAc,CAAC,YAAY;iBACvC,CAAC,CAAC;gBAEH,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC7C,OAAO;YACT,CAAC;YAED;;;;;;;;;;;;;eAaG;YACH;;;;;;eAMG;YACH,MAAM,CAAC,UAAU,EAAE,YAAY,CAAC,GAC9B,MAAM,OAAO,CAAC,GAAG,CAAC;gBAChB,kBAAkB,CAAC,uBAAuB,CAAC;oBACzC,SAAS;oBACT,OAAO;oBACP,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,gBAAgB,EAAE,QAAQ;oBAC1B,QAAQ,EAAE,kBAAkB,CAAC,qBAAqB,CAChD,MAAM,CAAC,SAAS,IAAI,EAAE,CACvB;iBACF,CAAC;gBACF,OAAO,CAAC,mBAAmB,KAAK,IAAI;oBAClC,CAAC,CAAC,iBAAiB,CAAC,YAAY,CAAC;wBAC7B,SAAS;wBACT,OAAO;wBACP,UAAU,EAAE,OAAO,CAAC,UAAU;wBAC9B,OAAO,EAAE,OAAO,CAAC,OAAO;wBACxB;;;;2BAIG;wBACH,gBAAgB,EAAE,QAAQ;qBAC3B,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAQ,EAAE;wBAChC;;;;;;;2BAOG;wBACH,MAAM,CAAC,KAAK,CACV,sCAAsC,OAAO,CAAC,QAAQ,EAAE,wCAAwC,KAAK,EAAE,CACxG,CAAC;wBACF,OAAO,IAAI,CAAC;oBACd,CAAC,CAAC;oBACJ,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;aAC1B,CAAC,CAAC;YAEL;;;;eAIG;YACH,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,IAAI,CAAC,mBAAmB,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;YAC5D,CAAC;YAED;;;;eAIG;YACH,MAAM,6BAA6B,GAAW,IAAI,CAAC,oBAAoB,CACrE,MAAM,EACN,QAAQ,EACR,oBAAoB,CACrB,CAAC;YAEF,MAAM,OAAO,CAAC,YAAY,CAAC;gBACzB,gBAAgB,EAAE,6BAA6B;gBAC/C,UAAU;gBACV,MAAM;aACP,CAAC,CAAC;YAEH;;;;eAIG;YACH,IAAI,OAAO,CAAC,4BAA4B,KAAK,IAAI,EAAE,CAAC;gBAClD,IAAI,kBAAkB,CAAC,oBAAoB,CAAC,UAAU,CAAC,EAAE,CAAC;oBACxD,MAAM,uBAAuB,GAC3B,MAAM,IAAI,CAAC,6BAA6B,CAAC;wBACvC,OAAO;wBACP,cAAc,EAAE,0BAA0B,CAAC,WAAW;wBACtD,6BAA6B;qBAC9B,CAAC,CAAC;oBAEL,IAAI,uBAAuB,IAAI,OAAO,CAAC,oBAAoB,EAAE,CAAC;wBAC5D,IAAI,CAAC;4BACH,MAAM,OAAO,CAAC,oBAAoB,CAAC;gCACjC,gBAAgB,EAAE,6BAA6B;6BAChD,CAAC,CAAC;wBACL,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,MAAM,CAAC,KAAK,CACV,oDAAoD,OAAO,CAAC,QAAQ,EAAE,KAAK,KAAK,EAAE,CACnF,CAAC;wBACJ,CAAC;oBACH,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,CAAC,6BAA6B,CAAC;wBACvC,OAAO;wBACP,cAAc,EAAE,0BAA0B,CAAC,cAAc;qBAC1D,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED;;;;;;;eAOG;YACH,MAAM,IAAI,CAAC,SAAS,CAAC;gBACnB,SAAS;gBACT,OAAO;gBACP,QAAQ,EAAE,QAAQ,EAAE;gBACpB,SAAS,EAAE,cAAc,CAAC,YAAY;aACvC,CAAC,CAAC;YAEH,MAAM,CAAC,KAAK,CACV,mCAAmC,OAAO,CAAC,QAAQ,EAAE,eAAe,UAAU,CAAC,SAAS,QAAQ,UAAU,CAAC,MAAM,KAAK,MAAM,CAAC,YAAY,eAAe,MAAM,CAAC,aAAa,WAAW,MAAM,CAAC,WAAW,WAAW,CACrN,CAAC;YAEF,uEAAuE;YACvE,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GACX,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEzD;;;;eAIG;YACH,IAAI,kBAAkB,IAAI,OAAO,CAAC,4BAA4B,KAAK,IAAI,EAAE,CAAC;gBACxE,MAAM,IAAI,CAAC,6BAA6B,CAAC;oBACvC,OAAO;oBACP,cAAc,EAAE,0BAA0B,CAAC,cAAc;iBAC1D,CAAC,CAAC;YACL,CAAC;YAED;;;;;;;;;eASG;YACH,MAAM,OAAO,GACX,MAAM,oBAAoB,CAAC,aAAa,CAAC;gBACvC,OAAO;gBACP,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,YAAY,EAAE,OAAO;gBACrB,WAAW,EAAE,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC;aAChD,CAAC,CAAC;YAEL;;;;;;;;eAQG;YACH,MAAM,mBAAmB,GACvB,kBAAkB,IAAI,OAAO,KAAK,WAAW,CAAC;YAEhD,IAAI,mBAAmB,EAAE,CAAC;gBACxB;;;;mBAIG;gBACH,MAAM,IAAI,CAAC,SAAS,CAAC;oBACnB,SAAS;oBACT,OAAO;oBACP,QAAQ,EAAE,QAAQ,EAAE;oBACpB,SAAS,EAAE,cAAc,CAAC,SAAS;iBACpC,CAAC,CAAC;gBAEH,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC/C,CAAC;YAED,MAAM,CAAC,KAAK,CACV,6BAA6B,IAAI,CAAC,YAAY,gBAAgB,OAAO,CAAC,QAAQ,EAAE,MAAM,OAAO,EAAE,CAChG,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,MAAM,CAAC,KAAK,CAAC,eAAe,CAClC,OAA6B,EAC7B,OAAiB;QAEjB,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YACvB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,gDAAgD,OAAO,CAAC,QAAQ,EAAE,KAAK,KAAK,EAAE,CAC/E,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACK,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAGxC;QACC,IAAI,CAAC;YACH,MAAM,YAAY,GAChB,MAAM,YAAY,CAAC,4BAA4B,CAAC,IAAI,CAAC,CAAC;YAExD,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;gBACvB,MAAM,CAAC,IAAI,CACT,yCAAyC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,gCAAgC,CACjG,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,yCAAyC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,KAAK,EAAE,CAC7E,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;;;;;;;;;OAWG;IACK,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAChD,IASK;QAEL,KACE,IAAI,OAAO,GAAW,CAAC,EACvB,OAAO,IAAI,wCAAwC,EACnD,OAAO,EAAE,EACT,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,YAAY,GAChB,MAAM,YAAY,CAAC,0CAA0C,CAC3D,IAAI,CAAC,cAAc,KAAK,0BAA0B,CAAC,WAAW;oBAC5D,CAAC,CAAC;wBACE,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,cAAc,EAAE,IAAI,CAAC,cAAc;wBACnC,WAAW,EAAE;4BACX,wBAAwB,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE;4BACjD,mCAAmC,EACjC,IAAI,CAAC,6BAA6B;yBACrC;qBACF;oBACH,CAAC,CAAC;wBACE,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,cAAc,EAAE,IAAI,CAAC,cAAc;qBACpC,CACN,CAAC;gBAEJ,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;oBACvB,MAAM,CAAC,IAAI,CACT,uCAAuC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,kEAAkE,CACjI,CAAC;oBACF,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,OAAO,KAAK,wCAAwC,EAAE,CAAC;oBACzD,MAAM,CAAC,KAAK,CACV,yDAAyD,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,OAAO,cAAc,KAAK,EAAE,CACvH,CAAC;oBACF,OAAO,KAAK,CAAC;gBACf,CAAC;gBAED,MAAM,CAAC,IAAI,CACT,yDAAyD,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,aAAa,OAAO,IAAI,wCAAwC,gBAAgB,KAAK,EAAE,CACxK,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACI,MAAM,CAAC,oBAAoB,CAChC,MAAoC,EACpC,gBAAwB,EACxB,uBAA+B,CAAC;QAEhC,IAAI,QAAQ,GAAW,+CAA+C,gBAAgB,EAAE,CAAC;QAEzF,MAAM,SAAS,GAA0B,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;QAEhE,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,QAAQ,IAAI,0BAA0B,CAAC;YACvC,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;gBAC9C,MAAM,cAAc,GAClB,qBAAqB,CAAC,8BAA8B,CAAC,QAAQ,CAAC,CAAC;gBAEjE,IAAI,cAAc,KAAK,IAAI,EAAE,CAAC;oBAC5B,QAAQ,IAAI,UAAU,QAAQ,CAAC,EAAE,OAAO,QAAQ,CAAC,KAAK,MAAM,cAAc,EAAE,CAAC;oBAC7E,SAAS;gBACX,CAAC;gBAED,QAAQ,IAAI,UAAU,QAAQ,CAAC,EAAE,OAAO,QAAQ,CAAC,KAAK,MAAM,QAAQ,CAAC,QAAQ,SAAS,CAAC;YACzF,CAAC;QACH,CAAC;QAED,IAAI,oBAAoB,IAAI,CAAC,EAAE,CAAC;YAC9B,QAAQ,IAAI,qEAAqE,MAAM,CAAC,aAAa,QACnG,MAAM,CAAC,aAAa,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KACrC,iCACE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EACpD,8DAA8D,CAAC;YAE/D,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,MAAM,mBAAmB,GAAW,IAAI,CAAC,GAAG,CAC1C,CAAC,EACD,MAAM,CAAC,aAAa,GAAG,oBAAoB,CAC5C,CAAC;QACF,wEAAwE;QACxE,MAAM,mBAAmB,GAAW,SAAS,CAAC,MAAM,CAClD,CAAC,QAAwB,EAAW,EAAE;YACpC,OAAO,QAAQ,CAAC,QAAQ,KAAK,qBAAqB,CAAC;QACrD,CAAC,CACF,CAAC,MAAM,CAAC;QACT,MAAM,MAAM,GAAkB,EAAE,CAAC;QAEjC,IAAI,mBAAmB,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CACT,GAAG,mBAAmB,QACpB,mBAAmB,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KACpC,gCAAgC,CACjC,CAAC;QACJ,CAAC;QAED,IAAI,mBAAmB,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CACT,GAAG,mBAAmB,YACpB,mBAAmB,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAC1C,kCAAkC,CACnC,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;QAC9D,CAAC;QAED,QAAQ,IAAI,qEAAqE,MAAM,CAAC,IAAI,CAC1F,OAAO,CACR,GACC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EACpD,8DAA8D,CAAC;QAE/D,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;;;OAKG;IACK,MAAM,CAAC,8BAA8B,CAC3C,QAAwB;QAExB,IAAI,QAAQ,CAAC,QAAQ,KAAK,qBAAqB,EAAE,CAAC;YAChD,OAAO,QAAQ,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,2BAA2B,CAAC;QAC3E,CAAC;QAED,IAAI,QAAQ,CAAC,QAAQ,KAAK,6BAA6B,EAAE,CAAC;YACxD,OAAO,GAAG,QAAQ,CAAC,QAAQ,aAAa,CAAC;QAC3C,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,gFAAgF;IACxE,MAAM,CAAC,KAAK,CAAC,cAAc,CACjC,OAAiB,EACjB,YAAoB;QAEpB,IAAI,CAAC;YACH,MAAM,YAAY,CAAC,uBAAuB,CAAC;gBACzC,OAAO;gBACP,UAAU,EAAE,WAAW,CAAC,OAAO;gBAC/B,oBAAoB,EAAE,YAAY;gBAClC,GAAG,EAAE;oBACH,MAAM,EAAE,WAAW,CAAC,OAAO;oBAC3B,eAAe,EAAE,aAAa,CAAC,cAAc,EAAE;iBAChD;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,gCAAgC,KAAK,EAAE,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAS9B;QACC,IAAI,CAAC;YACH,MAAM,KAAK,GAAe,IAAI,UAAU,EAAE,CAAC;YAC3C,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YACjC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;YAC7B,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC/B,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAEjC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;YACjC,CAAC;YACD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvB,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;YAC3C,CAAC;YACD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvB,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;YAC3C,CAAC;YACD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;YACrC,CAAC;YAED,MAAM,iBAAiB,CAAC,MAAM,CAAC;gBAC7B,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,yEAAyE;YACzE,MAAM,CAAC,KAAK,CAAC,kCAAkC,KAAK,EAAE,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;CACF;AAtyBqB;IADnB,WAAW,EAAE;;qCAED,QAAQ;;sDAIpB;AA+FmB;IADnB,WAAW,EAAE;;;;6CAgab"}
+{"version":3,"file":"AIInvestigationEngine.js","sourceRoot":"","sources":["../../../../../../Server/Utils/AI/SRE/AIInvestigationEngine.ts"],"names":[],"mappings":";;;;;;;;;AACA,OAAO,QAAQ,MAAM,4BAA4B,CAAC;AAClD,OAAO,aAAa,MAAM,wBAAwB,CAAC;AAMnD,OAAO,WAAW,MAAM,kCAAkC,CAAC;AAC3D,OAAO,0BAA0B,MAAM,iDAAiD,CAAC;AACzF,OAAO,cAAc,MAAM,qCAAqC,CAAC;AACjE,OAAO,UAAU,MAAM,8CAA8C,CAAC;AACtE,OAAO,sBAAsB,EAAE,EAC7B,8BAA8B,EAC9B,+BAA+B,GAEhC,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EACL,6BAA6B,EAC7B,qBAAqB,GACtB,MAAM,iEAAiE,CAAC;AACzE,OAAO,EACL,oCAAoC,EACpC,oCAAoC,EACpC,wBAAwB,GACzB,MAAM,2CAA2C,CAAC;AAGnD,OAAO,YAAY,MAAM,gCAAgC,CAAC;AAC1D,OAAO,iBAAiB,MAAM,qCAAqC,CAAC;AACpE,OAAO,SAAS,MAAM,6BAA6B,CAAC;AACpD,OAAO,cAAc,MAAM,kCAAkC,CAAC;AAC9D,OAAO,kBAAkB,MAAM,sCAAsC,CAAC;AACtE,OAAO,oBAAoB,MAAM,sBAAsB,CAAC;AACxD,OAAO,kBAAwC,MAAM,oBAAoB,CAAC;AAC1E,OAAO,iBAAiB,MAAM,qBAAqB,CAAC;AACpD,OAAO,sBAKN,MAAM,gCAAgC,CAAC;AACxC,OAAO,MAAM,MAAM,cAAc,CAAC;AAClC,OAAO,WAAW,MAAM,6BAA6B,CAAC;AAEtD;;;;;;;;;;;;;;;;GAgBG;AAEH;;;;;;GAMG;AACH,MAAM,aAAa,GAAW,8BAA8B,CAAC;AAC7D,MAAM,cAAc,GAAW,+BAA+B,CAAC;AAC/D;;;GAGG;AACH,MAAM,iBAAiB,GAAW,IAAI,CAAC;AAEvC;;;GAGG;AACH,MAAM,wCAAwC,GAAW,CAAC,CAAC;AAE3D;;;;GAIG;AACH,MAAM,oBAAoB,GACxB,wFAAwF,CAAC;AAE3F;;;;;GAKG;AACH,MAAM,kBAAkB,GAA0B;IAChD,qBAAqB;IACrB,6BAA6B;CAC9B,CAAC;AAEF,mFAAmF;AACnF,MAAM,eAAe,GACnB;IACE,WAAW,EAAE,cAAc,CAAC,cAAc;IAC1C,aAAa,EAAE,cAAc,CAAC,gBAAgB;IAC9C,YAAY,EAAE,cAAc,CAAC,eAAe;IAC5C,cAAc,EAAE,cAAc,CAAC,iBAAiB;IAChD,WAAW,EAAE,cAAc,CAAC,cAAc;CAC3C,CAAC;AAEJ,MAAM,qBAAqB,GAAW;;;;;;;;;;;;;;sFAcgD,CAAC;AA6FvF,MAAM,CAAC,OAAO,OAAO,qBAAqB;IACxC;;;;;OAKG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,mBAAmB,CACrC,SAAmB,EACnB,WAA0B;QAE1B,OAAO,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,KAAK,IAAI,CAAC;IACzE,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,iBAAiB,CACnC,SAAmB,EACnB,WAA0B;QAE1B,MAAM,OAAO,GAAmB,MAAM,cAAc,CAAC,WAAW,CAAC;YAC/D,EAAE,EAAE,SAAS;YACb,MAAM,EAAE;gBACN,QAAQ,EAAE,IAAI;gBACd,oCAAoC,EAAE,IAAI;gBAC1C,iCAAiC,EAAE,IAAI;aACxC;YACD,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,0BAA0B,CAAC;QACpC,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YAC/B,OAAO,aAAa,CAAC;QACvB,CAAC;QAED,MAAM,SAAS,GACb,WAAW,KAAK,OAAO;YACrB,CAAC,CAAC,OAAO,CAAC,iCAAiC,KAAK,IAAI;YACpD,CAAC,CAAC,OAAO,CAAC,oCAAoC,KAAK,IAAI,CAAC;QAE5D,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,kCAAkC,CAAC;QAC5C,CAAC;QAED,OAAO,IAAI,CAAC,0BAA0B,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC;IAED;;;;;OAKG;IACI,MAAM,CAAC,KAAK,CAAC,sBAAsB,CACxC,SAAmB,EACnB,WAA0B;QAE1B,IAAI,CAAC;YACH,MAAM,OAAO,GAAmB,MAAM,cAAc,CAAC,WAAW,CAAC;gBAC/D,EAAE,EAAE,SAAS;gBACb,MAAM,EAAE;oBACN,yCAAyC,EAAE,IAAI;oBAC/C,sCAAsC,EAAE,IAAI;iBAC7C;gBACD,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CAAC;YAEH,OAAO,sBAAsB,CAAC,sBAAsB,CAClD,WAAW,KAAK,OAAO;gBACrB,CAAC,CAAC,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,sCAAsC;gBACjD,CAAC,CAAC,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,yCAAyC,CACvD,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,+DAA+D,SAAS,CAAC,QAAQ,EAAE,0BAA0B,KAAK,EAAE,CACrH,CAAC;YACF,OAAO,sBAAsB,CAAC,UAAU,EAAE,CAAC;QAC7C,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;;OAaG;IACI,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAC5C,SAAmB;QAEnB,MAAM,WAAW,GACf,MAAM,kBAAkB,CAAC,wBAAwB,CAAC,SAAS,CAAC,CAAC;QAE/D,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,CAAC,KAAK,CACV,+CAA+C,SAAS,CAAC,QAAQ,EAAE,gCAAgC,CACpG,CAAC;YACF,OAAO,kBAAkB,CAAC;QAC5B,CAAC;QAED,IAAI,cAAc,GAAkB,IAAI,CAAC;QAEzC,IAAI,CAAC;YACH,cAAc,GAAG,MAAM,SAAS,CAAC,mBAAmB,CAAC;gBACnD,SAAS;gBACT,iEAAiE;gBACjE,WAAW;aACZ,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,kDAAkD,SAAS,CAAC,QAAQ,EAAE,yBAAyB,KAAK,EAAE,CACvG,CAAC;YACF,cAAc,GAAG,IAAI,CAAC;QACxB,CAAC;QAED,IAAI,cAAc,EAAE,CAAC;YACnB,MAAM,CAAC,KAAK,CACV,+CAA+C,SAAS,CAAC,QAAQ,EAAE,MAAM,cAAc,EAAE,CAC1F,CAAC;YACF,OAAO,yBAAyB,CAAC;QACnC,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;;OAKG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,IAK9B;;QACC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;QAE7C;;;WAGG;QACH,IAAI,QAAQ,GAAW,CAAC,CAAC;QACzB,IAAI,CAAC;YACH,QAAQ,GAAG,CACT,MAAM,iBAAiB,CAAC,OAAO,CAAC;gBAC9B,KAAK,EAAE,EAAE,OAAO,EAAE;gBAClB,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CACH,CAAC,QAAQ,EAAE,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,0CAA0C,OAAO,CAAC,QAAQ,EAAE,6BAA6B,KAAK,EAAE,CACjG,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,CAAC,SAAS,CAAC;YACnB,SAAS;YACT,OAAO;YACP,QAAQ,EAAE,QAAQ,EAAE;YACpB,SAAS,EAAE,cAAc,CAAC,UAAU;SACrC,CAAC,CAAC;QAEH;;;;WAIG;QACH,IAAI,oBAAoB,GAAW,CAAC,CAAC;QAErC;;;;;WAKG;QACH,IAAI,2BAA2B,GAAW,CAAC,CAAC;QAE5C;;;WAGG;QACH,MAAM,MAAM,GAAwD,KAAK,EACvE,IAAgC,EACjB,EAAE;YACjB,IACE,IAAI,CAAC,IAAI,KAAK,cAAc;gBAC5B,kBAAkB,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,EAChD,CAAC;gBACD,oBAAoB,EAAE,CAAC;YACzB,CAAC;YAED,IACE,IAAI,CAAC,IAAI,KAAK,cAAc;gBAC5B,wBAAwB,CAAC,IAAI,CAAC,QAAQ,CAAC,EACvC,CAAC;gBACD,2BAA2B,EAAE,CAAC;YAChC,CAAC;YAED;;;;;eAKG;YACH,MAAM,aAAa,GACjB,IAAI,CAAC,QAAQ,KAAK,SAAS;gBAC3B,IAAI,CAAC,UAAU,KAAK,SAAS;gBAC7B,IAAI,CAAC,YAAY,KAAK,SAAS;gBAC/B,IAAI,CAAC,aAAa,KAAK,SAAS;gBAChC,IAAI,CAAC,cAAc,KAAK,SAAS;gBAC/B,CAAC,+BACG,QAAQ,EAAE,IAAI,CAAC,QAAQ,EACvB,YAAY,EAAE,IAAI,CAAC,UAAU,EAC7B,YAAY,EAAE,IAAI,CAAC,YAAY,IAC5B,CAAC,IAAI,CAAC,aAAa,KAAK,SAAS;oBAClC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE;oBACvC,CAAC,CAAC,EAAE,CAAC,GACJ,CAAC,IAAI,CAAC,cAAc,KAAK,SAAS;oBACnC,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE;oBACzC,CAAC,CAAC,EAAE,CAAC,EAEX,CAAC,CAAC,SAAS,CAAC;YAEhB,MAAM,IAAI,CAAC,SAAS,CAAC;gBACnB,SAAS;gBACT,OAAO;gBACP,QAAQ,EAAE,QAAQ,EAAE;gBACpB,SAAS,EAAE,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC;gBACrC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,aAAa;gBACb,UAAU,EAAE,IAAI,CAAC,UAAU;aAC5B,CAAC,CAAC;YAEH;;;;eAIG;YACH,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QACxD,CAAC,CAAC;QAEF;;;;;WAKG;QACH,IAAI,kBAAkB,GAAY,KAAK,CAAC;QAExC,IAAI,CAAC;YACH,MAAM,MAAM,GACV,MAAM,sBAAsB,CAAC,cAAc,CAAC;gBAC1C,SAAS;gBACT,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,OAAO;gBACP,4DAA4D;gBAC5D,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;gBACvB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,kBAAkB,EAAE,GAAG,MAAA,OAAO,CAAC,eAAe,mCAAI,qBAAqB,GACrE,OAAO,CAAC,sBAAsB;oBAC5B,CAAC,CAAC,OAAO,OAAO,CAAC,sBAAsB,EAAE;oBACzC,CAAC,CAAC,EACN,EAAE;gBACF,QAAQ,EAAE,GACR,MAAA,OAAO,CAAC,gBAAgB,mCACxB,sIACF,OAAO,OAAO,CAAC,cAAc,EAAE;gBAC/B,WAAW,EAAE,MAAA,OAAO,CAAC,WAAW,mCAAI,aAAa;gBACjD,YAAY,EAAE,MAAA,OAAO,CAAC,YAAY,mCAAI,cAAc;gBACpD,sEAAsE;gBACtE,cAAc,EAAE,MAAA,OAAO,CAAC,cAAc,mCAAI,IAAI;gBAC9C,eAAe,EAAE,MAAA,OAAO,CAAC,eAAe,mCAAI,iBAAiB;gBAC7D,MAAM;gBACN,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B;;;;;mBAKG;gBACH,gBAAgB,EAAE,CAAC,sBAAsB,EAAE,qBAAqB,CAAC;aAClE,CAAC,CAAC;YAEL;;;;;;;eAOG;YACH,MAAM,cAAc,GAAW,MAAM,YAAY,CAAC,uBAAuB,CACvE;gBACE,OAAO;gBACP,UAAU,EAAE,WAAW,CAAC,OAAO;gBAC/B,oBAAoB,EAAE,IAAI,CAAC,YAAY;gBACvC,GAAG,gCACD,MAAM,EAAE,WAAW,CAAC,SAAS,IAC1B,CAAC,OAAO,CAAC,4BAA4B,KAAK,IAAI;oBAC/C,CAAC,CAAC;wBACE,qBAAqB,EAAE,0BAA0B,CAAC,OAAO;qBAC1D;oBACH,CAAC,CAAC,EAAE,CAAC,KACP,WAAW,EAAE,aAAa,CAAC,cAAc,EAAE,EAC3C,eAAe,EAAE,aAAa,CAAC,cAAc,EAAE,EAC/C,YAAY,EAAE,MAAM,CAAC,YAAY,EACjC,aAAa,EAAE,MAAM,CAAC,aAAa,EACnC,WAAW,EAAE,MAAM,CAAC,WAAW,GAChC;aACF,CACF,CAAC;YAEF,IAAI,cAAc,KAAK,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,CACT,WAAW,OAAO,CAAC,QAAQ,EAAE,4HAA4H,CAC1J,CAAC;gBACF,OAAO;YACT,CAAC;YAED,kBAAkB,GAAG,IAAI,CAAC;YAE1B,MAAM,QAAQ,GAAW,CAAC,MAAM,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAEjE,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,CAAC,KAAK,CACV,0BAA0B,OAAO,CAAC,QAAQ,EAAE,yCAAyC,CACtF,CAAC;gBAEF,IAAI,OAAO,CAAC,4BAA4B,KAAK,IAAI,EAAE,CAAC;oBAClD,MAAM,IAAI,CAAC,6BAA6B,CAAC;wBACvC,OAAO;wBACP,cAAc,EAAE,0BAA0B,CAAC,cAAc;qBAC1D,CAAC,CAAC;gBACL,CAAC;gBAED;;;mBAGG;gBACH,MAAM,IAAI,CAAC,SAAS,CAAC;oBACnB,SAAS;oBACT,OAAO;oBACP,QAAQ,EAAE,QAAQ,EAAE;oBACpB,SAAS,EAAE,cAAc,CAAC,YAAY;iBACvC,CAAC,CAAC;gBAEH,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC7C,OAAO;YACT,CAAC;YAED;;;;;;;;;;;;;eAaG;YACH;;;;;;eAMG;YACH,MAAM,CAAC,UAAU,EAAE,YAAY,CAAC,GAC9B,MAAM,OAAO,CAAC,GAAG,CAAC;gBAChB,kBAAkB,CAAC,uBAAuB,CAAC;oBACzC,SAAS;oBACT,OAAO;oBACP,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,gBAAgB,EAAE,QAAQ;oBAC1B,QAAQ,EAAE,kBAAkB,CAAC,qBAAqB,CAChD,MAAM,CAAC,SAAS,IAAI,EAAE,CACvB;iBACF,CAAC;gBACF,OAAO,CAAC,mBAAmB,KAAK,IAAI;oBAClC,CAAC,CAAC,iBAAiB,CAAC,YAAY,CAAC;wBAC7B,SAAS;wBACT,OAAO;wBACP,UAAU,EAAE,OAAO,CAAC,UAAU;wBAC9B,OAAO,EAAE,OAAO,CAAC,OAAO;wBACxB;;;;2BAIG;wBACH,gBAAgB,EAAE,QAAQ;qBAC3B,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAQ,EAAE;wBAChC;;;;;;;2BAOG;wBACH,MAAM,CAAC,KAAK,CACV,sCAAsC,OAAO,CAAC,QAAQ,EAAE,wCAAwC,KAAK,EAAE,CACxG,CAAC;wBACF,OAAO,IAAI,CAAC;oBACd,CAAC,CAAC;oBACJ,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;aAC1B,CAAC,CAAC;YAEL;;;;eAIG;YACH,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,IAAI,CAAC,mBAAmB,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;YAC5D,CAAC;YAED;;;;eAIG;YACH,MAAM,6BAA6B,GAAW,IAAI,CAAC,oBAAoB,CACrE,MAAM,EACN,QAAQ,EACR,oBAAoB,EACpB,2BAA2B,CAC5B,CAAC;YAEF,MAAM,OAAO,CAAC,YAAY,CAAC;gBACzB,gBAAgB,EAAE,6BAA6B;gBAC/C,UAAU;gBACV,MAAM;aACP,CAAC,CAAC;YAEH;;;;eAIG;YACH,IAAI,OAAO,CAAC,4BAA4B,KAAK,IAAI,EAAE,CAAC;gBAClD,IAAI,kBAAkB,CAAC,oBAAoB,CAAC,UAAU,CAAC,EAAE,CAAC;oBACxD,MAAM,uBAAuB,GAC3B,MAAM,IAAI,CAAC,6BAA6B,CAAC;wBACvC,OAAO;wBACP,cAAc,EAAE,0BAA0B,CAAC,WAAW;wBACtD,6BAA6B;qBAC9B,CAAC,CAAC;oBAEL,IAAI,uBAAuB,IAAI,OAAO,CAAC,oBAAoB,EAAE,CAAC;wBAC5D,IAAI,CAAC;4BACH,MAAM,OAAO,CAAC,oBAAoB,CAAC;gCACjC,gBAAgB,EAAE,6BAA6B;6BAChD,CAAC,CAAC;wBACL,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,MAAM,CAAC,KAAK,CACV,oDAAoD,OAAO,CAAC,QAAQ,EAAE,KAAK,KAAK,EAAE,CACnF,CAAC;wBACJ,CAAC;oBACH,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,CAAC,6BAA6B,CAAC;wBACvC,OAAO;wBACP,cAAc,EAAE,0BAA0B,CAAC,cAAc;qBAC1D,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED;;;;;;;eAOG;YACH,MAAM,IAAI,CAAC,SAAS,CAAC;gBACnB,SAAS;gBACT,OAAO;gBACP,QAAQ,EAAE,QAAQ,EAAE;gBACpB,SAAS,EAAE,cAAc,CAAC,YAAY;aACvC,CAAC,CAAC;YAEH,MAAM,CAAC,KAAK,CACV,mCAAmC,OAAO,CAAC,QAAQ,EAAE,eAAe,UAAU,CAAC,SAAS,QAAQ,UAAU,CAAC,MAAM,KAAK,MAAM,CAAC,YAAY,eAAe,MAAM,CAAC,aAAa,WAAW,MAAM,CAAC,WAAW,WAAW,CACrN,CAAC;YAEF,uEAAuE;YACvE,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GACX,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEzD;;;;eAIG;YACH,IAAI,kBAAkB,IAAI,OAAO,CAAC,4BAA4B,KAAK,IAAI,EAAE,CAAC;gBACxE,MAAM,IAAI,CAAC,6BAA6B,CAAC;oBACvC,OAAO;oBACP,cAAc,EAAE,0BAA0B,CAAC,cAAc;iBAC1D,CAAC,CAAC;YACL,CAAC;YAED;;;;;;;;;eASG;YACH,MAAM,OAAO,GACX,MAAM,oBAAoB,CAAC,aAAa,CAAC;gBACvC,OAAO;gBACP,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,YAAY,EAAE,OAAO;gBACrB,WAAW,EAAE,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC;aAChD,CAAC,CAAC;YAEL;;;;;;;;eAQG;YACH,MAAM,mBAAmB,GACvB,kBAAkB,IAAI,OAAO,KAAK,WAAW,CAAC;YAEhD,IAAI,mBAAmB,EAAE,CAAC;gBACxB;;;;mBAIG;gBACH,MAAM,IAAI,CAAC,SAAS,CAAC;oBACnB,SAAS;oBACT,OAAO;oBACP,QAAQ,EAAE,QAAQ,EAAE;oBACpB,SAAS,EAAE,cAAc,CAAC,SAAS;iBACpC,CAAC,CAAC;gBAEH,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC/C,CAAC;YAED,MAAM,CAAC,KAAK,CACV,6BAA6B,IAAI,CAAC,YAAY,gBAAgB,OAAO,CAAC,QAAQ,EAAE,MAAM,OAAO,EAAE,CAChG,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,MAAM,CAAC,KAAK,CAAC,eAAe,CAClC,OAA6B,EAC7B,OAAiB;QAEjB,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YACvB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,gDAAgD,OAAO,CAAC,QAAQ,EAAE,KAAK,KAAK,EAAE,CAC/E,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACK,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAGxC;QACC,IAAI,CAAC;YACH,MAAM,YAAY,GAChB,MAAM,YAAY,CAAC,4BAA4B,CAAC,IAAI,CAAC,CAAC;YAExD,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;gBACvB,MAAM,CAAC,IAAI,CACT,yCAAyC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,gCAAgC,CACjG,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,yCAAyC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,KAAK,EAAE,CAC7E,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;;;;;;;;;OAWG;IACK,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAChD,IASK;QAEL,KACE,IAAI,OAAO,GAAW,CAAC,EACvB,OAAO,IAAI,wCAAwC,EACnD,OAAO,EAAE,EACT,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,YAAY,GAChB,MAAM,YAAY,CAAC,0CAA0C,CAC3D,IAAI,CAAC,cAAc,KAAK,0BAA0B,CAAC,WAAW;oBAC5D,CAAC,CAAC;wBACE,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,cAAc,EAAE,IAAI,CAAC,cAAc;wBACnC,WAAW,EAAE;4BACX,wBAAwB,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE;4BACjD,mCAAmC,EACjC,IAAI,CAAC,6BAA6B;yBACrC;qBACF;oBACH,CAAC,CAAC;wBACE,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,cAAc,EAAE,IAAI,CAAC,cAAc;qBACpC,CACN,CAAC;gBAEJ,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;oBACvB,MAAM,CAAC,IAAI,CACT,uCAAuC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,kEAAkE,CACjI,CAAC;oBACF,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,OAAO,KAAK,wCAAwC,EAAE,CAAC;oBACzD,MAAM,CAAC,KAAK,CACV,yDAAyD,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,OAAO,cAAc,KAAK,EAAE,CACvH,CAAC;oBACF,OAAO,KAAK,CAAC;gBACf,CAAC;gBAED,MAAM,CAAC,IAAI,CACT,yDAAyD,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,aAAa,OAAO,IAAI,wCAAwC,gBAAgB,KAAK,EAAE,CACxK,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;;;;;;;;;;;;;;;;;OAmBG;IACI,MAAM,CAAC,oBAAoB,CAChC,MAAoC,EACpC,gBAAwB,EACxB,uBAA+B,CAAC,EAChC,8BAAsC,CAAC;QAEvC,IAAI,QAAQ,GAAW,+CAA+C,gBAAgB,EAAE,CAAC;QAEzF,MAAM,SAAS,GAA0B,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;QAEhE,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,QAAQ,IAAI,0BAA0B,CAAC;YACvC,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;gBAC9C,MAAM,cAAc,GAClB,qBAAqB,CAAC,8BAA8B,CAAC,QAAQ,CAAC,CAAC;gBAEjE,IAAI,cAAc,KAAK,IAAI,EAAE,CAAC;oBAC5B,QAAQ,IAAI,UAAU,QAAQ,CAAC,EAAE,OAAO,QAAQ,CAAC,KAAK,MAAM,cAAc,EAAE,CAAC;oBAC7E,SAAS;gBACX,CAAC;gBAED,QAAQ,IAAI,UAAU,QAAQ,CAAC,EAAE,OAAO,QAAQ,CAAC,KAAK,MAAM,QAAQ,CAAC,QAAQ,SAAS,CAAC;YACzF,CAAC;QACH,CAAC;QAED,IAAI,oBAAoB,IAAI,CAAC,IAAI,2BAA2B,IAAI,CAAC,EAAE,CAAC;YAClE,QAAQ,IAAI,qEAAqE,MAAM,CAAC,aAAa,QACnG,MAAM,CAAC,aAAa,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KACrC,iCACE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EACpD,8DAA8D,CAAC;YAE/D,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,MAAM,mBAAmB,GAAW,IAAI,CAAC,GAAG,CAC1C,CAAC,EACD,MAAM,CAAC,aAAa;YAClB,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,oBAAoB,CAAC;YACjC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,2BAA2B,CAAC,CAC3C,CAAC;QACF,wEAAwE;QACxE,MAAM,mBAAmB,GAAW,SAAS,CAAC,MAAM,CAClD,CAAC,QAAwB,EAAW,EAAE;YACpC,OAAO,QAAQ,CAAC,QAAQ,KAAK,qBAAqB,CAAC;QACrD,CAAC,CACF,CAAC,MAAM,CAAC;QACT,MAAM,MAAM,GAAkB,EAAE,CAAC;QAEjC,IAAI,mBAAmB,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CACT,GAAG,mBAAmB,QACpB,mBAAmB,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KACpC,gCAAgC,CACjC,CAAC;QACJ,CAAC;QAED,IAAI,mBAAmB,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CACT,GAAG,mBAAmB,YACpB,mBAAmB,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAC1C,kCAAkC,CACnC,CAAC;QACJ,CAAC;QAED,2EAA2E;QAC3E,MAAM,0BAA0B,GAAW,SAAS,CAAC,MAAM,CACzD,CAAC,QAAwB,EAAW,EAAE;YACpC,OAAO,QAAQ,CAAC,QAAQ,KAAK,oCAAoC,CAAC;QACpE,CAAC,CACF,CAAC,MAAM,CAAC;QAET,IAAI,0BAA0B,GAAG,CAAC,EAAE,CAAC;YACnC,MAAM,CAAC,IAAI,CACT,GAAG,0BAA0B,mBAC3B,0BAA0B,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UACjD,6BAA6B,CAC9B,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,2BAA2B,GAAG,CAAC,EAAE,CAAC;YAC3D,MAAM,CAAC,IAAI,CACT,oBAAoB,GAAG,CAAC;gBACtB,CAAC,CAAC,uEAAuE;gBACzE,CAAC,CAAC,qDAAqD,CAC1D,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;QAC9D,CAAC;QAED,8EAA8E;QAC9E,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACtE,CAAC;QAED,QAAQ,IAAI,qEAAqE,MAAM,CAAC,IAAI,CAC1F,OAAO,CACR,GACC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EACpD,8DAA8D,CAAC;QAE/D,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;;;OAKG;IACK,MAAM,CAAC,8BAA8B,CAC3C,QAAwB;QAExB,IAAI,QAAQ,CAAC,QAAQ,KAAK,qBAAqB,EAAE,CAAC;YAChD,OAAO,QAAQ,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,2BAA2B,CAAC;QAC3E,CAAC;QAED,IAAI,QAAQ,CAAC,QAAQ,KAAK,6BAA6B,EAAE,CAAC;YACxD,OAAO,GAAG,QAAQ,CAAC,QAAQ,aAAa,CAAC;QAC3C,CAAC;QAED;;;;WAIG;QACH,IAAI,QAAQ,CAAC,QAAQ,KAAK,oCAAoC,EAAE,CAAC;YAC/D,OAAO,QAAQ,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,2BAA2B,CAAC;QAC3E,CAAC;QAED,IAAI,QAAQ,CAAC,QAAQ,KAAK,oCAAoC,EAAE,CAAC;YAC/D,OAAO,GAAG,QAAQ,CAAC,QAAQ,cAAc,CAAC;QAC5C,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,gFAAgF;IACxE,MAAM,CAAC,KAAK,CAAC,cAAc,CACjC,OAAiB,EACjB,YAAoB;QAEpB,IAAI,CAAC;YACH,MAAM,YAAY,CAAC,uBAAuB,CAAC;gBACzC,OAAO;gBACP,UAAU,EAAE,WAAW,CAAC,OAAO;gBAC/B,oBAAoB,EAAE,YAAY;gBAClC,GAAG,EAAE;oBACH,MAAM,EAAE,WAAW,CAAC,OAAO;oBAC3B,eAAe,EAAE,aAAa,CAAC,cAAc,EAAE;iBAChD;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,gCAAgC,KAAK,EAAE,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAS9B;QACC,IAAI,CAAC;YACH,MAAM,KAAK,GAAe,IAAI,UAAU,EAAE,CAAC;YAC3C,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YACjC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;YAC7B,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC/B,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAEjC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;YACjC,CAAC;YACD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvB,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;YAC3C,CAAC;YACD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvB,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;YAC3C,CAAC;YACD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;YACrC,CAAC;YAED,MAAM,iBAAiB,CAAC,MAAM,CAAC;gBAC7B,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,yEAAyE;YACzE,MAAM,CAAC,KAAK,CAAC,kCAAkC,KAAK,EAAE,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;CACF;AAz4BqB;IADnB,WAAW,EAAE;;qCAED,QAAQ;;sDAIpB;AAgImB;IADnB,WAAW,EAAE;;;;6CAibb"}

package/build/dist/Server/Utils/AI/SRE/AlertInvestigationRunner.js

@@ -29,7 +29,12 @@ import InstrumentationTaskTrigger from "./InstrumentationTaskTrigger";
 import RemediationHandoff from "./RemediationHandoff";
 import KubernetesClusterAiAccessService from "../../../Services/KubernetesClusterAiAccessService";
 import ClusterAccessContext from "../ClusterAccess/ClusterAccessContext";
-import KubectlInvestigationToolkit, { INVESTIGATION_MAX_WALL_CLOCK_MS, } from "../ClusterAccess/KubectlInvestigationToolkit";
+import KubectlInvestigationToolkit from "../ClusterAccess/KubectlInvestigationToolkit";
+import ToolOutputPager from "../Chat/ToolOutputPager";
+import AIAgentRunLimitsHelper from "../../../../Types/AI/AIAgentRunLimits";
+import ResourceAiAccessService from "../../../Services/ResourceAiAccessService";
+import ResourceAccessContext from "../ResourceAccess/ResourceAccessContext";
+import InfrastructureInvestigationToolkit from "../ResourceAccess/InfrastructureInvestigationToolkit";
 import logger from "../../Logger";
 import CaptureSpan from "../../Telemetry/CaptureSpan";
 /*
@@ -107,6 +112,7 @@ export default class AIAlertInvestigationRunner {
         const { aiRunId, projectId, alertId, attemptCount } = data;
         let contextSummary;
         let clusterStatuses = [];
+        let resourceStatuses = [];
         try {
             const contextData = await AlertAIContextBuilder.buildAlertContext({
                 alertId,
@@ -129,6 +135,24 @@ export default class AIAlertInvestigationRunner {
             }
             contextSummary +=
                 ClusterAccessContext.buildContextSection(clusterStatuses);
+            /*
+             * Direct infrastructure access (Docker, Podman, Swarm, Proxmox,
+             * VMware, Ceph, databases, hosts) through their resource AI agents.
+             * Enrichment only, like cluster access, and on its own: losing it
+             * never fails the investigation nor takes the cluster access away.
+             */
+            try {
+                const statuses = await ResourceAiAccessService.getStatusesForSubject({
+                    projectId,
+                    alertId,
+                });
+                const section = ResourceAccessContext.buildContextSection(statuses);
+                resourceStatuses = statuses;
+                contextSummary += section;
+            }
+            catch (error) {
+                logger.error(`AI: could not resolve infrastructure access for alert ${alertId.toString()}; investigating it with OneUptime data only: ${error}`);
+            }
         }
         catch (error) {
             /*
@@ -153,19 +177,60 @@ export default class AIAlertInvestigationRunner {
             return;
         }
         /*
-         * The run's wall clock, stated once: the engine enforces it between
-         * tool calls and the kubectl toolkit plans every command's wait to end
-         * before it, so a run_kubectl issued late in the run cannot outlive the
-         * budget (the loop cannot interrupt a tool once it is running).
+         * How far the run may go, stated once: no time limit unless the project
+         * configured one. When it did, the engine enforces it between tool
+         * calls and the command toolkits plan every command's wait to end
+         * before it, so a command issued late in the run cannot outlive it (the
+         * loop cannot interrupt a tool once it is running).
          */
-        const runDeadlineAtMs = Date.now() + INVESTIGATION_MAX_WALL_CLOCK_MS;
+        const runLimits = await AIInvestigationEngine.getRunLimitsForProject(projectId, "Alert");
+        const runDeadlineAtMs = AIAgentRunLimitsHelper.getDeadlineAtMs(runLimits, Date.now());
+        // One pager for the run, so read_tool_output reads every toolkit's output.
+        const outputPager = new ToolOutputPager();
         const kubectlToolkit = new KubectlInvestigationToolkit({
             projectId,
             aiRunId,
             clusters: clusterStatuses,
             runDeadlineAtMs,
+            outputPager,
         });
         const extraTools = kubectlToolkit.buildTools();
+        /*
+         * The infrastructure tools, bound to the same run and deadline. Built
+         * on their own so a failure here leaves the kubectl tools (and the
+         * run) as they are.
+         */
+        let resourceAddendum = "";
+        try {
+            const infrastructureToolkit = new InfrastructureInvestigationToolkit({
+                projectId,
+                aiRunId,
+                resources: resourceStatuses,
+                runDeadlineAtMs,
+                outputPager,
+            });
+            const infrastructureTools = infrastructureToolkit.buildTools();
+            resourceAddendum =
+                resourceStatuses.length > 0
+                    ? ResourceAccessContext.buildPersonaAddendum(resourceStatuses)
+                    : "";
+            extraTools.push(...infrastructureTools);
+        }
+        catch (error) {
+            logger.error(`AI: could not offer infrastructure access for alert ${alertId.toString()}; investigating it with OneUptime data only: ${error}`);
+        }
+        // Long command output is paged, never cut: offer the reader with the commands.
+        if (extraTools.length > 0) {
+            extraTools.push(outputPager.buildReadTool());
+        }
+        // The cluster rules first, exactly as before; the infrastructure rules after.
+        const additionalInstructions = [];
+        if (clusterStatuses.length > 0) {
+            additionalInstructions.push(ClusterAccessContext.buildPersonaAddendum(clusterStatuses));
+        }
+        if (resourceAddendum) {
+            additionalInstructions.push(resourceAddendum);
+        }
         await AIInvestigationEngine.executeRun({
             aiRunId,
             projectId,
@@ -173,10 +238,8 @@ export default class AIAlertInvestigationRunner {
             request: Object.assign(Object.assign(Object.assign({ 
                 // Persisted LlmLog label — owned by AIService (G4 budget list).
                 feature: AI_ALERT_INVESTIGATION_FEATURE, alertId,
-                contextSummary, maxWallClockMs: INVESTIGATION_MAX_WALL_CLOCK_MS }, (clusterStatuses.length > 0
-                ? {
-                    additionalInstructions: ClusterAccessContext.buildPersonaAddendum(clusterStatuses),
-                }
+                contextSummary, maxLlmCalls: runLimits.maxLlmCalls, maxToolCalls: runLimits.maxToolCalls, maxWallClockMs: runLimits.maxWallClockMs }, (additionalInstructions.length > 0
+                ? { additionalInstructions: additionalInstructions.join("\n\n") }
                 : {})), (extraTools.length > 0 ? { extraTools } : {})), { persistCodeFixRecommendation: true, persistAnalysisTldr: true, postAnalysis: async (postData) => {
                     await AlertFeedService.createAlertFeedItem({
                         alertId,

package/build/dist/Server/Utils/AI/SRE/AlertInvestigationRunner.js.map

@@ -1 +1 @@
-{"version":3,"file":"AlertInvestigationRunner.js","sourceRoot":"","sources":["../../../../../../Server/Utils/AI/SRE/AlertInvestigationRunner.ts"],"names":[],"mappings":";;;;;;;;;AAIA,OAAO,wBAAwB,MAAM,4BAA4B,CAAC;AAElE,OAAO,aAAa,MAAM,wBAAwB,CAAC;AACnD,OAAO,SAAS,MAAM,0CAA0C,CAAC;AACjE,OAAO,SAAS,MAAM,gCAAgC,CAAC;AACvD,OAAO,EAAE,OAAO,EAAE,MAAM,+BAA+B,CAAC;AAIxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,6CAA6C,CAAC;AACjF,OAAO,YAAY,MAAM,gCAAgC,CAAC;AAC1D,OAAO,oBAAoB,MAAM,wCAAwC,CAAC;AAC1E,OAAO,cAAc,MAAM,kCAAkC,CAAC;AAC9D,OAAO,YAAY,MAAM,gCAAgC,CAAC;AAC1D,OAAO,gBAAgB,MAAM,oCAAoC,CAAC;AAClE,OAAO,WAAW,MAAM,qCAAqC,CAAC;AAC9D,OAAO,qBAEN,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,8BAA8B,GAE/B,MAAM,6BAA6B,CAAC;AACrC,OAAO,qBAAqB,MAAM,yBAAyB,CAAC;AAC5D,OAAO,oBAAoB,MAAM,sBAAsB,CAAC;AACxD,OAAO,kBAAwC,MAAM,oBAAoB,CAAC;AAC1E,OAAO,0BAA0B,MAAM,8BAA8B,CAAC;AACtE,OAAO,0BAA0B,MAAM,8BAA8B,CAAC;AACtE,OAAO,kBAAkB,MAAM,sBAAsB,CAAC;AAMtD,OAAO,gCAAgC,MAAM,oDAAoD,CAAC;AAClG,OAAO,oBAAoB,MAAM,uCAAuC,CAAC;AACzE,OAAO,2BAA2B,EAAE,EAClC,+BAA+B,GAChC,MAAM,8CAA8C,CAAC;AACtD,OAAO,MAAM,MAAM,cAAc,CAAC;AAClC,OAAO,WAAW,MAAM,6BAA6B,CAAC;AAEtD;;;;;;;;;;;;;;;GAeG;AAEH,+EAA+E;AAC/E,MAAM,CAAC,MAAM,6BAA6B,GAAW,EAAE,CAAC;AACxD,kEAAkE;AAClE,MAAM,yBAAyB,GAAW,EAAE,GAAG,EAAE,CAAC;AAYlD,MAAM,CAAC,OAAO,OAAO,0BAA0B;IAC7C;;;;;;;;;;OAUG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAGvC;QACC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC;QAEpC,IAAI,CAAC;YACH,MAAM,QAAQ,GACZ,MAAM,qBAAqB,CAAC,iBAAiB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACpE,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,wBAAwB,CAAC,aAAa,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC7D,OAAO,KAAK,CAAC;YACf,CAAC;YAED,MAAM,IAAI,GAAsB,MAAM,IAAI,CAAC,sBAAsB,CAAC;gBAChE,OAAO;gBACP,SAAS;aACV,CAAC,CAAC;YAEH,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACtB,MAAM,wBAAwB,CAAC,aAAa,CAC1C,IAAI,EACJ,IAAI,CAAC,cAAc,IAAI,0BAA0B,EACjD,SAAS,EACT,IAAI,CAAC,iBAAiB,CACvB,CAAC;gBACF,MAAM,CAAC,KAAK,CACV,wCAAwC,OAAO,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,MAAM,GAAG,CAC/E,CAAC;gBACF,OAAO,KAAK,CAAC;YACf,CAAC;YAED,MAAM,aAAa,GAAoB,MAAM,oBAAoB,CAAC,OAAO,CACvE;gBACE,SAAS;gBACT,cAAc,EAAE,OAAO;gBACvB,gBAAgB,EAAE,IAAI,CAAC,SAAS;gBAChC,aAAa,EAAE,KAAK,EAClB,IAAiC,EACjC,MAA+B,EAChB,EAAE;oBACjB,MAAM,wBAAwB,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;gBACnE,CAAC;aACF,CACF,CAAC;YAEF,OAAO,aAAa,KAAK,IAAI,CAAC;QAChC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,wBAAwB,CAAC,aAAa,CAC1C,IAAI,EACJ,0BAA0B,CAC3B,CAAC;YACF,MAAM,CAAC,KAAK,CACV,2DAA2D,OAAO,CAAC,QAAQ,EAAE,KAAK,KAAK,EAAE,CAC1F,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;;;;OAKG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,IAKxC;QACC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC;QAE3D,IAAI,cAAsB,CAAC;QAC3B,IAAI,eAAe,GAA2C,EAAE,CAAC;QACjE,IAAI,CAAC;YACH,MAAM,WAAW,GACf,MAAM,qBAAqB,CAAC,iBAAiB,CAAC;gBAC5C,OAAO;aACR,CAAC,CAAC;YAEL,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;YAErD;;;;eAIG;YACH,IAAI,CAAC;gBACH,eAAe;oBACb,MAAM,gCAAgC,CAAC,qBAAqB,CAAC;wBAC3D,SAAS;wBACT,OAAO;qBACR,CAAC,CAAC;YACP,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CACV,kDAAkD,OAAO,CAAC,QAAQ,EAAE,6CAA6C,KAAK,EAAE,CACzH,CAAC;YACJ,CAAC;YAED,cAAc;gBACZ,oBAAoB,CAAC,mBAAmB,CAAC,eAAe,CAAC,CAAC;QAC9D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf;;;;;;eAMG;YACH,MAAM,OAAO,GACX,MAAM,oBAAoB,CAAC,aAAa,CAAC;gBACvC,OAAO;gBACP,YAAY;gBACZ,YAAY,EAAE,kCACZ,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CACvD,EAAE;gBACF,WAAW,EAAE,KAAK;aACnB,CAAC,CAAC;YAEL,IAAI,OAAO,KAAK,WAAW,EAAE,CAAC;gBAC5B,MAAM,kBAAkB,CAAC,0BAA0B,CAAC;oBAClD,SAAS;oBACT,OAAO;iBACR,CAAC,CAAC;YACL,CAAC;YACD,OAAO;QACT,CAAC;QAED;;;;;WAKG;QACH,MAAM,eAAe,GACnB,IAAI,CAAC,GAAG,EAAE,GAAG,+BAA+B,CAAC;QAE/C,MAAM,cAAc,GAClB,IAAI,2BAA2B,CAAC;YAC9B,SAAS;YACT,OAAO;YACP,QAAQ,EAAE,eAAe;YACzB,eAAe;SAChB,CAAC,CAAC;QACL,MAAM,UAAU,GACd,cAAc,CAAC,UAAU,EAAE,CAAC;QAE9B,MAAM,qBAAqB,CAAC,UAAU,CAAC;YACrC,OAAO;YACP,SAAS;YACT,YAAY;YACZ,OAAO;gBACL,gEAAgE;gBAChE,OAAO,EAAE,8BAA8B,EACvC,OAAO;gBACP,cAAc,EACd,cAAc,EAAE,+BAA+B,IAC5C,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC;gBAC5B,CAAC,CAAC;oBACE,sBAAsB,EACpB,oBAAoB,CAAC,oBAAoB,CAAC,eAAe,CAAC;iBAC7D;gBACH,CAAC,CAAC,EAAE,CAAC,GACJ,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,KAChD,4BAA4B,EAAE,IAAI,EAClC,mBAAmB,EAAE,IAAI,EACzB,YAAY,EAAE,KAAK,EAAE,QAIpB,EAAiB,EAAE;oBAClB,MAAM,gBAAgB,CAAC,mBAAmB,CAAC;wBACzC,OAAO;wBACP,SAAS;wBACT,OAAO;wBACP,kBAAkB,EAAE,kBAAkB,CAAC,SAAS;wBAChD,YAAY,EAAE,OAAO;wBACrB,kBAAkB,EAAE,QAAQ,CAAC,gBAAgB;wBAC7C;;;;;2BAKG;wBACH,qBAAqB,EAAE;4BACrB,yBAAyB,EACvB,kBAAkB,CAAC,+BAA+B,CAChD,QAAQ,CAAC,UAAU,CACpB;yBACJ;qBACF,CAAC,CAAC;oBAEH;;;;;;;;;;uBAUG;oBACH,IACE,kBAAkB,CAAC,gCAAgC,CACjD,QAAQ,CAAC,UAAU,CACpB,EACD,CAAC;wBACD,MAAM,0BAA0B,CAAC,mCAAmC,CAClE;4BACE,SAAS;4BACT,OAAO;yBACR,CACF,CAAC;oBACJ,CAAC;gBACH,CAAC;gBACD;;;;;;mBAMG;gBACH,oBAAoB,EAAE,KAAK,EAAE,IAE5B,EAAiB,EAAE;oBAClB,MAAM,0BAA0B,CAAC,uCAAuC,CACtE;wBACE,SAAS;wBACT,kBAAkB,EAAE,OAAO;wBAC3B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;wBACvC,OAAO;qBACR,CACF,CAAC;gBACJ,CAAC;gBACD;;;;mBAIG;gBACH,SAAS,EAAE,KAAK,IAAmB,EAAE;oBACnC,MAAM,kBAAkB,CAAC,0BAA0B,CAAC;wBAClD,SAAS;wBACT,OAAO;qBACR,CAAC,CAAC;gBACL,CAAC,GACF;SACF,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,IAG1C;;QACC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC;QAEpC,MAAM,KAAK,GAAiB,MAAM,YAAY,CAAC,WAAW,CAAC;YACzD,EAAE,EAAE,OAAO;YACX,MAAM,EAAE;gBACN,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE;oBACb,KAAK,EAAE,IAAI;oBACX,IAAI,EAAE,IAAI;iBACX;aACF;YACD,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;gBACL,WAAW,EAAE,KAAK;gBAClB,MAAM,EAAE,iBAAiB;gBACzB,cAAc,EAAE,0BAA0B;aAC3C,CAAC;QACJ,CAAC;QAED,yEAAyE;QACzE,MAAM,OAAO,GAAmB,MAAM,cAAc,CAAC,WAAW,CAAC;YAC/D,EAAE,EAAE,SAAS;YACb,MAAM,EAAE;gBACN,mCAAmC,EAAE,IAAI;gBACzC,qCAAqC,EAAE,IAAI;aAC5C;YACD,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CAAC;QAEH,kBAAkB;QAClB,MAAM,aAAa,GAAyB,MAAM,IAAI,CAAC,gBAAgB,CACrE,SAAS,EACT,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,mCAAmC,CAC7C,CAAC;QACF,MAAM,UAAU,GAAuB,aAAa,aAAb,aAAa,uBAAb,aAAa,CAAE,KAAK,CAAC;QAC5D,MAAM,UAAU,GAAuB,MAAA,KAAK,CAAC,aAAa,0CAAE,KAAK,CAAC;QAElE,IACE,UAAU,KAAK,SAAS;YACxB,UAAU,KAAK,SAAS;YACxB,UAAU,GAAG,UAAU,EACvB,CAAC;YACD,OAAO;gBACL,WAAW,EAAE,KAAK;gBAClB,cAAc,EAAE,0BAA0B;gBAC1C,iBAAiB,EAAE;oBACjB,YAAY,EAAE,MAAA,KAAK,CAAC,aAAa,0CAAE,IAAI;oBACvC,mBAAmB,EAAE,aAAa,aAAb,aAAa,uBAAb,aAAa,CAAE,IAAI;iBACzC;gBACD,MAAM,EAAE,kBAAkB,UAAU,4CAA4C,UAAU,GAAG;gBAC7F,SAAS,EAAE,KAAK,CAAC,SAAS;aAC3B,CAAC;QACJ,CAAC;QAED;;;;WAIG;QACH,MAAM,mBAAmB,GAAW,IAAI,CAAC,GAAG,CAC1C,yBAAyB,EACzB,IAAI,CAAC,GAAG,CACN,CAAC,EACD,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,qCAAqC,mCAC5C,6BAA6B,CAChC,CACF,CAAC;QAEF,IAAI,KAAK,CAAC,SAAS,IAAI,mBAAmB,GAAG,CAAC,EAAE,CAAC;YAC/C,MAAM,WAAW,GACf,aAAa,CAAC,iBAAiB,CAAC,mBAAmB,CAAC,CAAC;YAEvD,MAAM,cAAc,GAAW,CAC7B,MAAM,YAAY,CAAC,OAAO,CAAC;gBACzB,KAAK,EAAE;oBACL,SAAS;oBACT,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,OAAO,EAAE,SAAS,CAAC,aAAa;oBAChC,qBAAqB,EAAE,WAAW,CAAC,MAAM,EAAE;oBAC3C,kBAAkB,EAAE,WAAW,CAAC,OAAO,EAAE;oBACzC,SAAS,EAAE,WAAW,CAAC,WAAW,CAAC,WAAW,CAAC;iBAChD;gBACD,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CACH,CAAC,QAAQ,EAAE,CAAC;YAEb,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;gBACvB,OAAO;oBACL,WAAW,EAAE,KAAK;oBAClB,cAAc,EAAE,kBAAkB;oBAClC,iBAAiB,EAAE,EAAE,qBAAqB,EAAE,mBAAmB,EAAE;oBACjE,MAAM,EAAE,WAAW,KAAK,CAAC,SAAS,CAAC,QAAQ,EAAE,6CAA6C,mBAAmB,UAAU;oBACvH,SAAS,EAAE,KAAK,CAAC,SAAS;iBAC3B,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO;YACL,WAAW,EAAE,IAAI;YACjB,MAAM,EAAE,kCAAkC;YAC1C,SAAS,EAAE,KAAK,CAAC,SAAS;SAC3B,CAAC;IACJ,CAAC;IAED;;;;;;OAMG;IACK,MAAM,CAAC,KAAK,CAAC,gBAAgB,CACnC,SAAmB,EACnB,iBAAuC;QAEvC,IAAI,iBAAiB,EAAE,CAAC;YACtB,MAAM,aAAa,GACjB,MAAM,oBAAoB,CAAC,WAAW,CAAC;gBACrC,EAAE,EAAE,iBAAiB;gBACrB,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;gBACnC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CAAC;YAEL,IAAI,aAAa,IAAI,aAAa,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBACvD,OAAO,aAAa,CAAC;YACvB,CAAC;QACH,CAAC;QAED,qEAAqE;QACrE,MAAM,QAAQ,GAAyB,MAAM,oBAAoB,CAAC,MAAM,CAAC;YACvE,KAAK,EAAE,EAAE,SAAS,EAAE;YACpB,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;YACnC,IAAI,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,SAAS,EAAE;YACpC,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;YACP,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CAAC;QAEH,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,QAAQ,GAAkB,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC;QAC/D,OAAO,QAAQ,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;IACxD,CAAC;IAED,0DAA0D;IAClD,MAAM,CAAC,iBAAiB,CAAC,WAA6B;;QAC5D,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,WAAW,CAAC;QAE7C,MAAM,KAAK,GAAkB,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtB,KAAK,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,KAAK,IAAI,KAAK,EAAE,CAAC,CAAC;QAE7C,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;YACtB,KAAK,CAAC,IAAI,CAAC,gBAAgB,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QAClD,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,aAAa,CAAA,MAAA,KAAK,CAAC,aAAa,0CAAE,IAAI,KAAI,KAAK,EAAE,CAAC,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAA,MAAA,KAAK,CAAC,iBAAiB,0CAAE,IAAI,KAAI,KAAK,EAAE,CAAC,CAAC;QACvE,KAAK,CAAC,IAAI,CACR,gBACE,KAAK,CAAC,SAAS;YACb,CAAC,CAAC,aAAa,CAAC,wBAAwB,CAAC,KAAK,CAAC,SAAS,CAAC;YACzD,CAAC,CAAC,KACN,EAAE,CACH,CAAC;QAEF,IAAI,MAAA,KAAK,CAAC,OAAO,0CAAE,IAAI,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,qBAAqB,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,KAAK,CAAC,IAAI,CACR,WAAW,KAAK,CAAC,MAAM;iBACpB,GAAG,CAAC,CAAC,CAAoB,EAAE,EAAE;gBAC5B,OAAO,CAAC,CAAC,IAAI,CAAC;YAChB,CAAC,CAAC;iBACD,MAAM,CAAC,OAAO,CAAC;iBACf,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;QACJ,CAAC;QAED,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,KAAK,CAAC,IAAI,CAAC,oCAAoC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,WAAW,GAAkB,CAAC,aAAa,IAAI,EAAE,CAAC;aACrD,KAAK,CAAC,CAAC,CAAC,CAAC;aACT,GAAG,CAAC,CAAC,IAAuB,EAAE,EAAE;YAC/B,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,CAAC,CAAC;aACD,MAAM,CAAC,OAAO,CAAC,CAAC;QAEnB,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;YACrC,KAAK,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;CACF;AApdqB;IADnB,WAAW,EAAE;;;;2DA0Db;AASmB;IADnB,WAAW,EAAE;;;;4DAyLb;AASmB;IADnB,WAAW,EAAE;;;;8DA8Gb"}
+{"version":3,"file":"AlertInvestigationRunner.js","sourceRoot":"","sources":["../../../../../../Server/Utils/AI/SRE/AlertInvestigationRunner.ts"],"names":[],"mappings":";;;;;;;;;AAIA,OAAO,wBAAwB,MAAM,4BAA4B,CAAC;AAElE,OAAO,aAAa,MAAM,wBAAwB,CAAC;AACnD,OAAO,SAAS,MAAM,0CAA0C,CAAC;AACjE,OAAO,SAAS,MAAM,gCAAgC,CAAC;AACvD,OAAO,EAAE,OAAO,EAAE,MAAM,+BAA+B,CAAC;AAIxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,6CAA6C,CAAC;AACjF,OAAO,YAAY,MAAM,gCAAgC,CAAC;AAC1D,OAAO,oBAAoB,MAAM,wCAAwC,CAAC;AAC1E,OAAO,cAAc,MAAM,kCAAkC,CAAC;AAC9D,OAAO,YAAY,MAAM,gCAAgC,CAAC;AAC1D,OAAO,gBAAgB,MAAM,oCAAoC,CAAC;AAClE,OAAO,WAAW,MAAM,qCAAqC,CAAC;AAC9D,OAAO,qBAEN,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,8BAA8B,GAE/B,MAAM,6BAA6B,CAAC;AACrC,OAAO,qBAAqB,MAAM,yBAAyB,CAAC;AAC5D,OAAO,oBAAoB,MAAM,sBAAsB,CAAC;AACxD,OAAO,kBAAwC,MAAM,oBAAoB,CAAC;AAC1E,OAAO,0BAA0B,MAAM,8BAA8B,CAAC;AACtE,OAAO,0BAA0B,MAAM,8BAA8B,CAAC;AACtE,OAAO,kBAAkB,MAAM,sBAAsB,CAAC;AAMtD,OAAO,gCAAgC,MAAM,oDAAoD,CAAC;AAClG,OAAO,oBAAoB,MAAM,uCAAuC,CAAC;AACzE,OAAO,2BAA2B,MAAM,8CAA8C,CAAC;AACvF,OAAO,eAAe,MAAM,yBAAyB,CAAC;AACtD,OAAO,sBAEN,MAAM,uCAAuC,CAAC;AAE/C,OAAO,uBAAuB,MAAM,2CAA2C,CAAC;AAChF,OAAO,qBAAqB,MAAM,yCAAyC,CAAC;AAC5E,OAAO,kCAAkC,MAAM,sDAAsD,CAAC;AACtG,OAAO,MAAM,MAAM,cAAc,CAAC;AAClC,OAAO,WAAW,MAAM,6BAA6B,CAAC;AAEtD;;;;;;;;;;;;;;;GAeG;AAEH,+EAA+E;AAC/E,MAAM,CAAC,MAAM,6BAA6B,GAAW,EAAE,CAAC;AACxD,kEAAkE;AAClE,MAAM,yBAAyB,GAAW,EAAE,GAAG,EAAE,CAAC;AAYlD,MAAM,CAAC,OAAO,OAAO,0BAA0B;IAC7C;;;;;;;;;;OAUG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAGvC;QACC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC;QAEpC,IAAI,CAAC;YACH,MAAM,QAAQ,GACZ,MAAM,qBAAqB,CAAC,iBAAiB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACpE,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,wBAAwB,CAAC,aAAa,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC7D,OAAO,KAAK,CAAC;YACf,CAAC;YAED,MAAM,IAAI,GAAsB,MAAM,IAAI,CAAC,sBAAsB,CAAC;gBAChE,OAAO;gBACP,SAAS;aACV,CAAC,CAAC;YAEH,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACtB,MAAM,wBAAwB,CAAC,aAAa,CAC1C,IAAI,EACJ,IAAI,CAAC,cAAc,IAAI,0BAA0B,EACjD,SAAS,EACT,IAAI,CAAC,iBAAiB,CACvB,CAAC;gBACF,MAAM,CAAC,KAAK,CACV,wCAAwC,OAAO,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,MAAM,GAAG,CAC/E,CAAC;gBACF,OAAO,KAAK,CAAC;YACf,CAAC;YAED,MAAM,aAAa,GAAoB,MAAM,oBAAoB,CAAC,OAAO,CACvE;gBACE,SAAS;gBACT,cAAc,EAAE,OAAO;gBACvB,gBAAgB,EAAE,IAAI,CAAC,SAAS;gBAChC,aAAa,EAAE,KAAK,EAClB,IAAiC,EACjC,MAA+B,EAChB,EAAE;oBACjB,MAAM,wBAAwB,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;gBACnE,CAAC;aACF,CACF,CAAC;YAEF,OAAO,aAAa,KAAK,IAAI,CAAC;QAChC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,wBAAwB,CAAC,aAAa,CAC1C,IAAI,EACJ,0BAA0B,CAC3B,CAAC;YACF,MAAM,CAAC,KAAK,CACV,2DAA2D,OAAO,CAAC,QAAQ,EAAE,KAAK,KAAK,EAAE,CAC1F,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;;;;OAKG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,IAKxC;QACC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC;QAE3D,IAAI,cAAsB,CAAC;QAC3B,IAAI,eAAe,GAA2C,EAAE,CAAC;QACjE,IAAI,gBAAgB,GAAkC,EAAE,CAAC;QACzD,IAAI,CAAC;YACH,MAAM,WAAW,GACf,MAAM,qBAAqB,CAAC,iBAAiB,CAAC;gBAC5C,OAAO;aACR,CAAC,CAAC;YAEL,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;YAErD;;;;eAIG;YACH,IAAI,CAAC;gBACH,eAAe;oBACb,MAAM,gCAAgC,CAAC,qBAAqB,CAAC;wBAC3D,SAAS;wBACT,OAAO;qBACR,CAAC,CAAC;YACP,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CACV,kDAAkD,OAAO,CAAC,QAAQ,EAAE,6CAA6C,KAAK,EAAE,CACzH,CAAC;YACJ,CAAC;YAED,cAAc;gBACZ,oBAAoB,CAAC,mBAAmB,CAAC,eAAe,CAAC,CAAC;YAE5D;;;;;eAKG;YACH,IAAI,CAAC;gBACH,MAAM,QAAQ,GACZ,MAAM,uBAAuB,CAAC,qBAAqB,CAAC;oBAClD,SAAS;oBACT,OAAO;iBACR,CAAC,CAAC;gBACL,MAAM,OAAO,GACX,qBAAqB,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;gBAEtD,gBAAgB,GAAG,QAAQ,CAAC;gBAC5B,cAAc,IAAI,OAAO,CAAC;YAC5B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CACV,yDAAyD,OAAO,CAAC,QAAQ,EAAE,gDAAgD,KAAK,EAAE,CACnI,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf;;;;;;eAMG;YACH,MAAM,OAAO,GACX,MAAM,oBAAoB,CAAC,aAAa,CAAC;gBACvC,OAAO;gBACP,YAAY;gBACZ,YAAY,EAAE,kCACZ,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CACvD,EAAE;gBACF,WAAW,EAAE,KAAK;aACnB,CAAC,CAAC;YAEL,IAAI,OAAO,KAAK,WAAW,EAAE,CAAC;gBAC5B,MAAM,kBAAkB,CAAC,0BAA0B,CAAC;oBAClD,SAAS;oBACT,OAAO;iBACR,CAAC,CAAC;YACL,CAAC;YACD,OAAO;QACT,CAAC;QAED;;;;;;WAMG;QACH,MAAM,SAAS,GACb,MAAM,qBAAqB,CAAC,sBAAsB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACzE,MAAM,eAAe,GACnB,sBAAsB,CAAC,eAAe,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAEhE,2EAA2E;QAC3E,MAAM,WAAW,GAAoB,IAAI,eAAe,EAAE,CAAC;QAE3D,MAAM,cAAc,GAClB,IAAI,2BAA2B,CAAC;YAC9B,SAAS;YACT,OAAO;YACP,QAAQ,EAAE,eAAe;YACzB,eAAe;YACf,WAAW;SACZ,CAAC,CAAC;QACL,MAAM,UAAU,GACd,cAAc,CAAC,UAAU,EAAE,CAAC;QAE9B;;;;WAIG;QACH,IAAI,gBAAgB,GAAW,EAAE,CAAC;QAElC,IAAI,CAAC;YACH,MAAM,qBAAqB,GACzB,IAAI,kCAAkC,CAAC;gBACrC,SAAS;gBACT,OAAO;gBACP,SAAS,EAAE,gBAAgB;gBAC3B,eAAe;gBACf,WAAW;aACZ,CAAC,CAAC;YACL,MAAM,mBAAmB,GACvB,qBAAqB,CAAC,UAAU,EAAE,CAAC;YAErC,gBAAgB;gBACd,gBAAgB,CAAC,MAAM,GAAG,CAAC;oBACzB,CAAC,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,gBAAgB,CAAC;oBAC9D,CAAC,CAAC,EAAE,CAAC;YACT,UAAU,CAAC,IAAI,CAAC,GAAG,mBAAmB,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,uDAAuD,OAAO,CAAC,QAAQ,EAAE,gDAAgD,KAAK,EAAE,CACjI,CAAC;QACJ,CAAC;QAED,+EAA+E;QAC/E,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,aAAa,EAAE,CAAC,CAAC;QAC/C,CAAC;QAED,8EAA8E;QAC9E,MAAM,sBAAsB,GAAkB,EAAE,CAAC;QAEjD,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,sBAAsB,CAAC,IAAI,CACzB,oBAAoB,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAC3D,CAAC;QACJ,CAAC;QAED,IAAI,gBAAgB,EAAE,CAAC;YACrB,sBAAsB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,qBAAqB,CAAC,UAAU,CAAC;YACrC,OAAO;YACP,SAAS;YACT,YAAY;YACZ,OAAO;gBACL,gEAAgE;gBAChE,OAAO,EAAE,8BAA8B,EACvC,OAAO;gBACP,cAAc,EACd,WAAW,EAAE,SAAS,CAAC,WAAW,EAClC,YAAY,EAAE,SAAS,CAAC,YAAY,EACpC,cAAc,EAAE,SAAS,CAAC,cAAc,IACrC,CAAC,sBAAsB,CAAC,MAAM,GAAG,CAAC;gBACnC,CAAC,CAAC,EAAE,sBAAsB,EAAE,sBAAsB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;gBACjE,CAAC,CAAC,EAAE,CAAC,GACJ,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,KAChD,4BAA4B,EAAE,IAAI,EAClC,mBAAmB,EAAE,IAAI,EACzB,YAAY,EAAE,KAAK,EAAE,QAIpB,EAAiB,EAAE;oBAClB,MAAM,gBAAgB,CAAC,mBAAmB,CAAC;wBACzC,OAAO;wBACP,SAAS;wBACT,OAAO;wBACP,kBAAkB,EAAE,kBAAkB,CAAC,SAAS;wBAChD,YAAY,EAAE,OAAO;wBACrB,kBAAkB,EAAE,QAAQ,CAAC,gBAAgB;wBAC7C;;;;;2BAKG;wBACH,qBAAqB,EAAE;4BACrB,yBAAyB,EACvB,kBAAkB,CAAC,+BAA+B,CAChD,QAAQ,CAAC,UAAU,CACpB;yBACJ;qBACF,CAAC,CAAC;oBAEH;;;;;;;;;;uBAUG;oBACH,IACE,kBAAkB,CAAC,gCAAgC,CACjD,QAAQ,CAAC,UAAU,CACpB,EACD,CAAC;wBACD,MAAM,0BAA0B,CAAC,mCAAmC,CAClE;4BACE,SAAS;4BACT,OAAO;yBACR,CACF,CAAC;oBACJ,CAAC;gBACH,CAAC;gBACD;;;;;;mBAMG;gBACH,oBAAoB,EAAE,KAAK,EAAE,IAE5B,EAAiB,EAAE;oBAClB,MAAM,0BAA0B,CAAC,uCAAuC,CACtE;wBACE,SAAS;wBACT,kBAAkB,EAAE,OAAO;wBAC3B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;wBACvC,OAAO;qBACR,CACF,CAAC;gBACJ,CAAC;gBACD;;;;mBAIG;gBACH,SAAS,EAAE,KAAK,IAAmB,EAAE;oBACnC,MAAM,kBAAkB,CAAC,0BAA0B,CAAC;wBAClD,SAAS;wBACT,OAAO;qBACR,CAAC,CAAC;gBACL,CAAC,GACF;SACF,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IAEiB,AAAb,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,IAG1C;;QACC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC;QAEpC,MAAM,KAAK,GAAiB,MAAM,YAAY,CAAC,WAAW,CAAC;YACzD,EAAE,EAAE,OAAO;YACX,MAAM,EAAE;gBACN,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE;oBACb,KAAK,EAAE,IAAI;oBACX,IAAI,EAAE,IAAI;iBACX;aACF;YACD,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;gBACL,WAAW,EAAE,KAAK;gBAClB,MAAM,EAAE,iBAAiB;gBACzB,cAAc,EAAE,0BAA0B;aAC3C,CAAC;QACJ,CAAC;QAED,yEAAyE;QACzE,MAAM,OAAO,GAAmB,MAAM,cAAc,CAAC,WAAW,CAAC;YAC/D,EAAE,EAAE,SAAS;YACb,MAAM,EAAE;gBACN,mCAAmC,EAAE,IAAI;gBACzC,qCAAqC,EAAE,IAAI;aAC5C;YACD,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CAAC;QAEH,kBAAkB;QAClB,MAAM,aAAa,GAAyB,MAAM,IAAI,CAAC,gBAAgB,CACrE,SAAS,EACT,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,mCAAmC,CAC7C,CAAC;QACF,MAAM,UAAU,GAAuB,aAAa,aAAb,aAAa,uBAAb,aAAa,CAAE,KAAK,CAAC;QAC5D,MAAM,UAAU,GAAuB,MAAA,KAAK,CAAC,aAAa,0CAAE,KAAK,CAAC;QAElE,IACE,UAAU,KAAK,SAAS;YACxB,UAAU,KAAK,SAAS;YACxB,UAAU,GAAG,UAAU,EACvB,CAAC;YACD,OAAO;gBACL,WAAW,EAAE,KAAK;gBAClB,cAAc,EAAE,0BAA0B;gBAC1C,iBAAiB,EAAE;oBACjB,YAAY,EAAE,MAAA,KAAK,CAAC,aAAa,0CAAE,IAAI;oBACvC,mBAAmB,EAAE,aAAa,aAAb,aAAa,uBAAb,aAAa,CAAE,IAAI;iBACzC;gBACD,MAAM,EAAE,kBAAkB,UAAU,4CAA4C,UAAU,GAAG;gBAC7F,SAAS,EAAE,KAAK,CAAC,SAAS;aAC3B,CAAC;QACJ,CAAC;QAED;;;;WAIG;QACH,MAAM,mBAAmB,GAAW,IAAI,CAAC,GAAG,CAC1C,yBAAyB,EACzB,IAAI,CAAC,GAAG,CACN,CAAC,EACD,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,qCAAqC,mCAC5C,6BAA6B,CAChC,CACF,CAAC;QAEF,IAAI,KAAK,CAAC,SAAS,IAAI,mBAAmB,GAAG,CAAC,EAAE,CAAC;YAC/C,MAAM,WAAW,GACf,aAAa,CAAC,iBAAiB,CAAC,mBAAmB,CAAC,CAAC;YAEvD,MAAM,cAAc,GAAW,CAC7B,MAAM,YAAY,CAAC,OAAO,CAAC;gBACzB,KAAK,EAAE;oBACL,SAAS;oBACT,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,OAAO,EAAE,SAAS,CAAC,aAAa;oBAChC,qBAAqB,EAAE,WAAW,CAAC,MAAM,EAAE;oBAC3C,kBAAkB,EAAE,WAAW,CAAC,OAAO,EAAE;oBACzC,SAAS,EAAE,WAAW,CAAC,WAAW,CAAC,WAAW,CAAC;iBAChD;gBACD,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CACH,CAAC,QAAQ,EAAE,CAAC;YAEb,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;gBACvB,OAAO;oBACL,WAAW,EAAE,KAAK;oBAClB,cAAc,EAAE,kBAAkB;oBAClC,iBAAiB,EAAE,EAAE,qBAAqB,EAAE,mBAAmB,EAAE;oBACjE,MAAM,EAAE,WAAW,KAAK,CAAC,SAAS,CAAC,QAAQ,EAAE,6CAA6C,mBAAmB,UAAU;oBACvH,SAAS,EAAE,KAAK,CAAC,SAAS;iBAC3B,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO;YACL,WAAW,EAAE,IAAI;YACjB,MAAM,EAAE,kCAAkC;YAC1C,SAAS,EAAE,KAAK,CAAC,SAAS;SAC3B,CAAC;IACJ,CAAC;IAED;;;;;;OAMG;IACK,MAAM,CAAC,KAAK,CAAC,gBAAgB,CACnC,SAAmB,EACnB,iBAAuC;QAEvC,IAAI,iBAAiB,EAAE,CAAC;YACtB,MAAM,aAAa,GACjB,MAAM,oBAAoB,CAAC,WAAW,CAAC;gBACrC,EAAE,EAAE,iBAAiB;gBACrB,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;gBACnC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CAAC;YAEL,IAAI,aAAa,IAAI,aAAa,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBACvD,OAAO,aAAa,CAAC;YACvB,CAAC;QACH,CAAC;QAED,qEAAqE;QACrE,MAAM,QAAQ,GAAyB,MAAM,oBAAoB,CAAC,MAAM,CAAC;YACvE,KAAK,EAAE,EAAE,SAAS,EAAE;YACpB,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;YACnC,IAAI,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,SAAS,EAAE;YACpC,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;YACP,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;SACxB,CAAC,CAAC;QAEH,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,QAAQ,GAAkB,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC;QAC/D,OAAO,QAAQ,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;IACxD,CAAC;IAED,0DAA0D;IAClD,MAAM,CAAC,iBAAiB,CAAC,WAA6B;;QAC5D,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,WAAW,CAAC;QAE7C,MAAM,KAAK,GAAkB,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtB,KAAK,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,KAAK,IAAI,KAAK,EAAE,CAAC,CAAC;QAE7C,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;YACtB,KAAK,CAAC,IAAI,CAAC,gBAAgB,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QAClD,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,aAAa,CAAA,MAAA,KAAK,CAAC,aAAa,0CAAE,IAAI,KAAI,KAAK,EAAE,CAAC,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAA,MAAA,KAAK,CAAC,iBAAiB,0CAAE,IAAI,KAAI,KAAK,EAAE,CAAC,CAAC;QACvE,KAAK,CAAC,IAAI,CACR,gBACE,KAAK,CAAC,SAAS;YACb,CAAC,CAAC,aAAa,CAAC,wBAAwB,CAAC,KAAK,CAAC,SAAS,CAAC;YACzD,CAAC,CAAC,KACN,EAAE,CACH,CAAC;QAEF,IAAI,MAAA,KAAK,CAAC,OAAO,0CAAE,IAAI,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,qBAAqB,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,KAAK,CAAC,IAAI,CACR,WAAW,KAAK,CAAC,MAAM;iBACpB,GAAG,CAAC,CAAC,CAAoB,EAAE,EAAE;gBAC5B,OAAO,CAAC,CAAC,IAAI,CAAC;YAChB,CAAC,CAAC;iBACD,MAAM,CAAC,OAAO,CAAC;iBACf,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;QACJ,CAAC;QAED,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,KAAK,CAAC,IAAI,CAAC,oCAAoC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,WAAW,GAAkB,CAAC,aAAa,IAAI,EAAE,CAAC;aACrD,KAAK,CAAC,CAAC,CAAC,CAAC;aACT,GAAG,CAAC,CAAC,IAAuB,EAAE,EAAE;YAC/B,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,CAAC,CAAC;aACD,MAAM,CAAC,OAAO,CAAC,CAAC;QAEnB,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;YACrC,KAAK,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;CACF;AAliBqB;IADnB,WAAW,EAAE;;;;2DA0Db;AASmB;IADnB,WAAW,EAAE;;;;4DAuQb;AASmB;IADnB,WAAW,EAAE;;;;8DA8Gb"}

package/build/dist/Server/Utils/AI/SRE/IncidentInvestigationRunner.js

@@ -32,7 +32,12 @@ import InstrumentationTaskTrigger from "./InstrumentationTaskTrigger";
 import RemediationHandoff from "./RemediationHandoff";
 import KubernetesClusterAiAccessService from "../../../Services/KubernetesClusterAiAccessService";
 import ClusterAccessContext from "../ClusterAccess/ClusterAccessContext";
-import KubectlInvestigationToolkit, { INVESTIGATION_MAX_WALL_CLOCK_MS, } from "../ClusterAccess/KubectlInvestigationToolkit";
+import KubectlInvestigationToolkit from "../ClusterAccess/KubectlInvestigationToolkit";
+import ToolOutputPager from "../Chat/ToolOutputPager";
+import AIAgentRunLimitsHelper from "../../../../Types/AI/AIAgentRunLimits";
+import ResourceAiAccessService from "../../../Services/ResourceAiAccessService";
+import ResourceAccessContext from "../ResourceAccess/ResourceAccessContext";
+import InfrastructureInvestigationToolkit from "../ResourceAccess/InfrastructureInvestigationToolkit";
 import logger from "../../Logger";
 import CaptureSpan from "../../Telemetry/CaptureSpan";
 /*
@@ -242,6 +247,7 @@ export default class AIIncidentInvestigationRunner {
         const { aiRunId, projectId, incidentId, attemptCount } = data;
         let contextSummary;
         let clusterStatuses = [];
+        let resourceStatuses = [];
         try {
             const contextData = await IncidentAIContextBuilder.buildIncidentContext({
                 incidentId,
@@ -281,6 +287,24 @@ export default class AIIncidentInvestigationRunner {
             }
             contextSummary +=
                 ClusterAccessContext.buildContextSection(clusterStatuses);
+            /*
+             * Direct infrastructure access (Docker, Podman, Swarm, Proxmox,
+             * VMware, Ceph, databases, hosts) through their resource AI agents.
+             * Enrichment only, like cluster access, and on its own: losing it
+             * never fails the investigation nor takes the cluster access away.
+             */
+            try {
+                const statuses = await ResourceAiAccessService.getStatusesForSubject({
+                    projectId,
+                    incidentId,
+                });
+                const section = ResourceAccessContext.buildContextSection(statuses);
+                resourceStatuses = statuses;
+                contextSummary += section;
+            }
+            catch (error) {
+                logger.error(`AI: could not resolve infrastructure access for incident ${incidentId.toString()}; investigating it with OneUptime data only: ${error}`);
+            }
         }
         catch (error) {
             /*
@@ -305,19 +329,60 @@ export default class AIIncidentInvestigationRunner {
             return;
         }
         /*
-         * The run's wall clock, stated once: the engine enforces it between
-         * tool calls and the kubectl toolkit plans every command's wait to end
-         * before it, so a run_kubectl issued late in the run cannot outlive the
-         * budget (the loop cannot interrupt a tool once it is running).
+         * How far the run may go, stated once: no time limit unless the project
+         * configured one. When it did, the engine enforces it between tool
+         * calls and the command toolkits plan every command's wait to end
+         * before it, so a command issued late in the run cannot outlive it (the
+         * loop cannot interrupt a tool once it is running).
          */
-        const runDeadlineAtMs = Date.now() + INVESTIGATION_MAX_WALL_CLOCK_MS;
+        const runLimits = await AIInvestigationEngine.getRunLimitsForProject(projectId, "Incident");
+        const runDeadlineAtMs = AIAgentRunLimitsHelper.getDeadlineAtMs(runLimits, Date.now());
+        // One pager for the run, so read_tool_output reads every toolkit's output.
+        const outputPager = new ToolOutputPager();
         const kubectlToolkit = new KubectlInvestigationToolkit({
             projectId,
             aiRunId,
             clusters: clusterStatuses,
             runDeadlineAtMs,
+            outputPager,
         });
         const extraTools = kubectlToolkit.buildTools();
+        /*
+         * The infrastructure tools, bound to the same run and deadline. Built
+         * on their own so a failure here leaves the kubectl tools (and the
+         * run) as they are.
+         */
+        let resourceAddendum = "";
+        try {
+            const infrastructureToolkit = new InfrastructureInvestigationToolkit({
+                projectId,
+                aiRunId,
+                resources: resourceStatuses,
+                runDeadlineAtMs,
+                outputPager,
+            });
+            const infrastructureTools = infrastructureToolkit.buildTools();
+            resourceAddendum =
+                resourceStatuses.length > 0
+                    ? ResourceAccessContext.buildPersonaAddendum(resourceStatuses)
+                    : "";
+            extraTools.push(...infrastructureTools);
+        }
+        catch (error) {
+            logger.error(`AI: could not offer infrastructure access for incident ${incidentId.toString()}; investigating it with OneUptime data only: ${error}`);
+        }
+        // Long command output is paged, never cut: offer the reader with the commands.
+        if (extraTools.length > 0) {
+            extraTools.push(outputPager.buildReadTool());
+        }
+        // The cluster rules first, exactly as before; the infrastructure rules after.
+        const additionalInstructions = [];
+        if (clusterStatuses.length > 0) {
+            additionalInstructions.push(ClusterAccessContext.buildPersonaAddendum(clusterStatuses));
+        }
+        if (resourceAddendum) {
+            additionalInstructions.push(resourceAddendum);
+        }
         await AIInvestigationEngine.executeRun({
             aiRunId,
             projectId,
@@ -325,10 +390,8 @@ export default class AIIncidentInvestigationRunner {
             request: Object.assign(Object.assign(Object.assign({ 
                 // Persisted LlmLog label — owned by AIService (G4 budget list).
                 feature: AI_INCIDENT_INVESTIGATION_FEATURE, incidentId,
-                contextSummary, maxWallClockMs: INVESTIGATION_MAX_WALL_CLOCK_MS }, (clusterStatuses.length > 0
-                ? {
-                    additionalInstructions: ClusterAccessContext.buildPersonaAddendum(clusterStatuses),
-                }
+                contextSummary, maxLlmCalls: runLimits.maxLlmCalls, maxToolCalls: runLimits.maxToolCalls, maxWallClockMs: runLimits.maxWallClockMs }, (additionalInstructions.length > 0
+                ? { additionalInstructions: additionalInstructions.join("\n\n") }
                 : {})), (extraTools.length > 0 ? { extraTools } : {})), { persistCodeFixRecommendation: true, persistAnalysisTldr: true, postAnalysis: async (postData) => {
                     await IncidentFeedService.createIncidentFeedItem({
                         incidentId,