@oneuptime/common 11.5.3 → 11.5.5

package/build/dist/Server/Services/TelemetryExceptionService.js

@@ -9,17 +9,24 @@ var __metadata = (this && this.__metadata) || function (k, v) {
 };
 import DatabaseService from "./DatabaseService";
 import Model from "../../Models/DatabaseModels/TelemetryException";
-import AIAgentTask from "../../Models/DatabaseModels/AIAgentTask";
+import AIRun from "../../Models/DatabaseModels/AIRun";
 import ObjectID from "../../Types/ObjectID";
 import SortOrder from "../../Types/BaseDatabase/SortOrder";
 import BadDataException from "../../Types/Exception/BadDataException";
-import AIAgentTaskType from "../../Types/AI/AIAgentTaskType";
-import AIAgentTaskStatus from "../../Types/AI/AIAgentTaskStatus";
-import AIAgentTaskService from "./AIAgentTaskService";
-import AIAgentTaskTelemetryExceptionService from "./AIAgentTaskTelemetryExceptionService";
+import AIRunType from "../../Types/AI/AIRunType";
+import AIRunStatus from "../../Types/AI/AIRunStatus";
+import CodeFixTaskType, { CodeFixTaskTypeHelper, } from "../../Types/AI/CodeFixTaskType";
+import AIRunService from "./AIRunService";
+import FixRunBudget from "../Utils/AI/CodeFix/FixRunBudget";
+import AIAgentService from "./AIAgentService";
+import LlmProviderService from "./LlmProviderService";
+import ProjectService from "./ProjectService";
+import ServiceService from "./ServiceService";
+import CodeRepositoryService from "./CodeRepositoryService";
 import QueryHelper from "../Types/Database/QueryHelper";
 import ModelPermission from "../Types/Database/Permissions/Index";
 import CaptureSpan from "../Utils/Telemetry/CaptureSpan";
+import { IsBillingEnabled } from "../EnvironmentConfig";
 import Includes from "../../Types/BaseDatabase/Includes";
 import logger from "../Utils/Logger";
 /*
@@ -33,89 +40,260 @@ export class Service extends DatabaseService {
     constructor() {
         super(Model);
     }
-    async createAIAgentTaskForException(params) {
-        const { telemetryExceptionId, props } = params;
-        // Get the telemetry exception
+    /*
+     * Everything "Fix with AI Agent" needs, checked BEFORE a task is created
+     * (and consumed by the dashboard to render a setup checklist instead of a
+     * button that fails minutes later inside the agent container).
+     */
+    async getAIFixReadiness(params) {
+        var _a;
         const telemetryException = await this.findOneById({
-            id: telemetryExceptionId,
+            id: params.telemetryExceptionId,
             select: {
                 _id: true,
                 projectId: true,
-                message: true,
                 stackTrace: true,
                 primaryEntityId: true,
-                exceptionType: true,
+                primaryEntityType: true,
             },
-            props,
+            props: params.props,
         });
         if (!telemetryException || !telemetryException.projectId) {
             throw new BadDataException("Telemetry Exception not found");
         }
-        // Check if an active AI agent task already exists for this exception
-        await this.validateNoActiveTaskExists(telemetryExceptionId);
-        // Create the AI Agent Task
-        const createdTask = await this.createFixExceptionTask({
-            telemetryException,
-            telemetryExceptionId,
+        const projectId = telemetryException.projectId;
+        /*
+         * 1. An LLM provider the agent may use. Agent completions are
+         * server-mediated and metered (B4 Tier 0), so the shared global
+         * provider is a valid fallback on cloud too — a project-owned provider
+         * simply wins when one exists.
+         */
+        const llmProvider = await LlmProviderService.getLlmProviderForMeteredAgentPath(projectId);
+        let llmOk = Boolean(llmProvider);
+        let llmDetail = llmOk
+            ? ""
+            : "AI fix tasks need an LLM provider. Add one in Project Settings > AI > LLM Providers. Self-hosted instances can alternatively set the GLOBAL_LLM_PROVIDER_* environment variables to register a global provider for every project.";
+        /*
+         * A resolved provider must also be PAYABLE, or the run passes readiness
+         * here and dies at its first completion call instead. Mirrors the
+         * billing gate in AIService.executeWithLogging: only a COSTED global
+         * provider on cloud bills the project's AI balance per call —
+         * project-owned and free-global providers consume no balance and must
+         * not require one.
+         */
+        const billingEnabled = (_a = params.billingEnabled) !== null && _a !== void 0 ? _a : IsBillingEnabled;
+        if (llmProvider &&
+            billingEnabled &&
+            (llmProvider.isGlobalLlm || false) &&
+            (llmProvider.costPerMillionTokensInUSDCents || 0) > 0) {
+            const project = await ProjectService.findOneById({
+                id: projectId,
+                select: { aiCurrentBalanceInUSDCents: true },
+                props: { isRoot: true },
+            });
+            if (!project || (project.aiCurrentBalanceInUSDCents || 0) <= 0) {
+                llmOk = false;
+                llmDetail =
+                    "AI fix tasks would use the OneUptime-hosted LLM provider, which is billed against your AI balance — and the project's balance is empty. Recharge it in Project Settings > AI Credits, or add your own LLM provider in Project Settings > AI > LLM Providers.";
+            }
+        }
+        const llmCheck = {
+            id: "llmProvider",
+            ok: llmOk,
+            title: "LLM provider",
+            detail: llmDetail,
+        };
+        /*
+         * 2. A repository must RESOLVE for this exception — computed at runtime
+         * from the stack trace (path matching over connected repos), falling
+         * back to service-name matching and the only-repository rule. No manual
+         * mapping table, no Service Catalog prerequisite.
+         */
+        const service = telemetryException.primaryEntityId
+            ? await ServiceService.findOneById({
+                id: telemetryException.primaryEntityId,
+                select: {
+                    _id: true,
+                    name: true,
+                },
+                props: {
+                    isRoot: true,
+                },
+            })
+            : null;
+        let repoCheck;
+        try {
+            const resolution = await CodeRepositoryService.resolveRepositoryForException({
+                projectId,
+                stackTrace: telemetryException.stackTrace || null,
+                serviceName: (service === null || service === void 0 ? void 0 : service.name) || null,
+            });
+            repoCheck = {
+                id: "repositoryResolved",
+                ok: Boolean(resolution),
+                title: resolution
+                    ? `Repository resolved: ${resolution.organizationName}/${resolution.repositoryName}`
+                    : "Repository resolved",
+                detail: resolution
+                    ? ""
+                    : "No connected repository could be matched to this exception — its stack-trace files were not found in any connected repository, no repository name matches the service, and the project has more than one repository. Connect the right repository through the GitHub App (installing it imports all its repositories automatically).",
+            };
+        }
+        catch (err) {
+            repoCheck = {
+                id: "repositoryResolved",
+                ok: false,
+                title: "Repository resolved",
+                detail: `Could not check the connected repositories: ${err instanceof Error ? err.message : "unknown error"}`,
+            };
+        }
+        // 4. An agent must be alive to pick the task up.
+        const anyAgent = await AIAgentService.getAIAgentForProject(projectId);
+        const connectedAgent = anyAgent
+            ? AIAgentService.isAgentAlive(anyAgent)
+                ? anyAgent
+                : null
+            : null;
+        const agentCheck = {
+            id: "agentAvailable",
+            ok: Boolean(connectedAgent),
+            title: "AI agent online",
+            detail: connectedAgent
+                ? ""
+                : anyAgent
+                    ? `The AI agent "${anyAgent.name || "agent"}" has not reported in — check that its container is running.`
+                    : "No AI agent is available for this project. Self-hosted: create an agent under Settings > AI > AI Agents and run its container. Cloud: the shared fleet appears here automatically once enabled.",
+        };
+        const checks = [
+            llmCheck,
+            repoCheck,
+            agentCheck,
+        ];
+        return {
+            ready: checks.every((check) => {
+                return check.ok;
+            }),
+            checks,
+        };
+    }
+    /*
+     * "Fix with AI Agent": record the durable intent as a Queued CodeFix
+     * AIRun (the unified run substrate — same enqueue semantics as the
+     * investigation queue: attemptCount defaults to 0 and no events are
+     * written until a worker claims the run). An external agent container
+     * claims it via /ai-agent-task/get-pending-task and dispatches on the
+     * run's task recipe (codeFixTaskType).
+     */
+    async createCodeFixRunForException(params) {
+        const { telemetryExceptionId, props } = params;
+        const taskType = params.taskType || CodeFixTaskType.FixException;
+        /*
+         * Recipes beyond FixException / WriteRegressionTest are declared in the
+         * enum (so workers and the UI can already dispatch on them) but their
+         * recipes have not shipped — creating a run for them would queue work no
+         * agent can execute.
+         */
+        if (!CodeFixTaskTypeHelper.isUserTriggerable(taskType)) {
+            throw new BadDataException(`Task type "${taskType}" is not user-triggerable yet. Supported task types: ${CodeFixTaskTypeHelper.getUserTriggerableTaskTypes().join(", ")}.`);
+        }
+        // Get the telemetry exception (also the caller's access check).
+        const telemetryException = await this.findOneById({
+            id: telemetryExceptionId,
+            select: {
+                _id: true,
+                projectId: true,
+            },
             props,
         });
-        // Link the task to the telemetry exception
-        await AIAgentTaskTelemetryExceptionService.linkTaskToTelemetryException({
-            projectId: telemetryException.projectId,
-            aiAgentTaskId: createdTask.id,
+        if (!telemetryException || !telemetryException.projectId) {
+            throw new BadDataException("Telemetry Exception not found");
+        }
+        /*
+         * G11 guardrail: the per-project daily fix-run budget. Checked before
+         * the (more expensive) readiness probes — an over-budget project gets
+         * the budget message, not a readiness one.
+         */
+        await FixRunBudget.assertWithinBudget(telemetryException.projectId);
+        /*
+         * Fail early with everything that's missing, instead of creating a run
+         * that dies minutes later inside the agent container.
+         */
+        const readiness = await this.getAIFixReadiness({
             telemetryExceptionId,
             props,
         });
-        return createdTask;
+        if (!readiness.ready) {
+            const missing = readiness.checks
+                .filter((check) => {
+                return !check.ok;
+            })
+                .map((check) => {
+                return check.title;
+            })
+                .join(", ");
+            throw new BadDataException(`Cannot start the AI fix — missing prerequisites: ${missing}.`);
+        }
+        /*
+         * Duplicate guard is per (exception, taskType): an active FixException
+         * run must not block queuing a WriteRegressionTest run and vice versa.
+         */
+        await this.validateNoActiveCodeFixRunExists(telemetryExceptionId, taskType);
+        const run = new AIRun();
+        run.projectId = telemetryException.projectId;
+        run.runType = AIRunType.CodeFix;
+        run.codeFixTaskType = taskType;
+        run.status = AIRunStatus.Queued;
+        run.triggeredByTelemetryExceptionId = telemetryExceptionId;
+        // Attribution: the user who clicked "Fix with AI Agent".
+        if (props.userId) {
+            run.userId = props.userId;
+        }
+        /*
+         * Created as root: AIRun rows are server-written only (empty create
+         * ACL); the user's access was already checked by the exception read.
+         */
+        const createdRun = await AIRunService.create({
+            data: run,
+            props: {
+                isRoot: true,
+            },
+        });
+        if (!createdRun.id) {
+            throw new BadDataException("Failed to create the AI fix run");
+        }
+        return createdRun;
     }
-    async validateNoActiveTaskExists(telemetryExceptionId) {
-        const existingTaskLink = await AIAgentTaskTelemetryExceptionService.findOneBy({
+    async validateNoActiveCodeFixRunExists(telemetryExceptionId, taskType) {
+        const existingRun = await AIRunService.findOneBy({
             query: {
-                telemetryExceptionId: telemetryExceptionId,
-                aiAgentTask: {
-                    status: QueryHelper.notIn([
-                        AIAgentTaskStatus.Completed,
-                        AIAgentTaskStatus.Error,
-                    ]),
-                },
+                runType: AIRunType.CodeFix,
+                triggeredByTelemetryExceptionId: telemetryExceptionId,
+                /*
+                 * A null codeFixTaskType means FixException (rows created before
+                 * task recipes existed), so the FixException guard must also match
+                 * legacy null rows.
+                 */
+                codeFixTaskType: taskType === CodeFixTaskType.FixException
+                    ? QueryHelper.equalToOrNull(CodeFixTaskType.FixException)
+                    : taskType,
+                status: QueryHelper.notIn([
+                    AIRunStatus.Completed,
+                    AIRunStatus.Error,
+                    AIRunStatus.Cancelled,
+                    AIRunStatus.Stale,
+                ]),
             },
             select: {
                 _id: true,
-                aiAgentTaskId: true,
             },
             props: {
                 isRoot: true,
             },
         });
-        if (existingTaskLink) {
-            throw new BadDataException("An AI agent task is already in progress for this exception. Please wait for it to complete before creating a new one.");
+        if (existingRun) {
+            throw new BadDataException(`An AI agent task (${taskType}) is already in progress for this exception. Please wait for it to complete before creating a new one.`);
         }
     }
-    async createFixExceptionTask(params) {
-        const { telemetryException, telemetryExceptionId, props } = params;
-        const aiAgentTask = new AIAgentTask();
-        aiAgentTask.projectId = telemetryException.projectId;
-        aiAgentTask.taskType = AIAgentTaskType.FixException;
-        aiAgentTask.status = AIAgentTaskStatus.Scheduled;
-        // Set name and description based on exception details
-        const exceptionType = telemetryException.exceptionType || "Exception";
-        const exceptionMessage = telemetryException.message || "No message available";
-        aiAgentTask.name = `Fix ${exceptionType}: ${exceptionMessage}`;
-        aiAgentTask.description = `AI Agent task to fix the exception: ${exceptionMessage}`;
-        // Build metadata
-        aiAgentTask.metadata = this.buildFixExceptionMetadata({
-            telemetryException,
-            telemetryExceptionId,
-        });
-        const createdTask = await AIAgentTaskService.create({
-            data: aiAgentTask,
-            props: Object.assign({}, props),
-        });
-        if (!createdTask.id) {
-            throw new BadDataException("Failed to create AI Agent Task");
-        }
-        return createdTask;
-    }
     async getDashboardSummary(props) {
         if (!props.tenantId) {
             throw new BadDataException("Project ID is required");
@@ -338,42 +516,25 @@ export class Service extends DatabaseService {
         }
         return summaries;
     }
-    buildFixExceptionMetadata(params) {
-        const { telemetryException, telemetryExceptionId } = params;
-        const metadata = {
-            taskType: AIAgentTaskType.FixException,
-            exceptionId: telemetryExceptionId.toString(),
-        };
-        if (telemetryException.stackTrace) {
-            metadata.stackTrace = telemetryException.stackTrace;
-        }
-        if (telemetryException.message) {
-            metadata.errorMessage = telemetryException.message;
-        }
-        if (telemetryException.primaryEntityId) {
-            metadata.serviceId = telemetryException.primaryEntityId.toString();
-        }
-        return metadata;
-    }
 }
 __decorate([
     CaptureSpan(),
     __metadata("design:type", Function),
     __metadata("design:paramtypes", [Object]),
     __metadata("design:returntype", Promise)
-], Service.prototype, "createAIAgentTaskForException", null);
+], Service.prototype, "getAIFixReadiness", null);
 __decorate([
     CaptureSpan(),
     __metadata("design:type", Function),
-    __metadata("design:paramtypes", [ObjectID]),
+    __metadata("design:paramtypes", [Object]),
     __metadata("design:returntype", Promise)
-], Service.prototype, "validateNoActiveTaskExists", null);
+], Service.prototype, "createCodeFixRunForException", null);
 __decorate([
     CaptureSpan(),
     __metadata("design:type", Function),
-    __metadata("design:paramtypes", [Object]),
+    __metadata("design:paramtypes", [ObjectID, String]),
     __metadata("design:returntype", Promise)
-], Service.prototype, "createFixExceptionTask", null);
+], Service.prototype, "validateNoActiveCodeFixRunExists", null);
 __decorate([
     CaptureSpan(),
     __metadata("design:type", Function),

package/build/dist/Server/Services/TelemetryExceptionService.js.map

@@ -1 +1 @@
-{"version":3,"file":"TelemetryExceptionService.js","sourceRoot":"","sources":["../../../../Server/Services/TelemetryExceptionService.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,eAAe,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,MAAM,gDAAgD,CAAC;AAEnE,OAAO,WAAW,MAAM,yCAAyC,CAAC;AAElE,OAAO,QAAQ,MAAM,sBAAsB,CAAC;AAC5C,OAAO,SAAS,MAAM,oCAAoC,CAAC;AAC3D,OAAO,gBAAgB,MAAM,wCAAwC,CAAC;AACtE,OAAO,eAAe,MAAM,gCAAgC,CAAC;AAC7D,OAAO,iBAAiB,MAAM,kCAAkC,CAAC;AAGjE,OAAO,kBAAkB,MAAM,sBAAsB,CAAC;AACtD,OAAO,oCAAoC,MAAM,wCAAwC,CAAC;AAC1F,OAAO,WAAW,MAAM,+BAA+B,CAAC;AACxD,OAAO,eAAe,MAAM,qCAAqC,CAAC;AAClE,OAAO,WAAW,MAAM,gCAAgC,CAAC;AAEzD,OAAO,QAAQ,MAAM,mCAAmC,CAAC;AACzD,OAAO,MAAM,MAAM,iBAAiB,CAAC;AAErC;;;;;GAKG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAW,IAAI,CAAC;AA4BvD,MAAM,OAAO,OAAQ,SAAQ,eAAsB;IACjD;QACE,KAAK,CAAC,KAAK,CAAC,CAAC;IACf,CAAC;IAGY,AAAN,KAAK,CAAC,6BAA6B,CACxC,MAA2C;QAE3C,MAAM,EAAE,oBAAoB,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;QAE/C,8BAA8B;QAC9B,MAAM,kBAAkB,GAAiB,MAAM,IAAI,CAAC,WAAW,CAAC;YAC9D,EAAE,EAAE,oBAAoB;YACxB,MAAM,EAAE;gBACN,GAAG,EAAE,IAAI;gBACT,SAAS,EAAE,IAAI;gBACf,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,IAAI;gBAChB,eAAe,EAAE,IAAI;gBACrB,aAAa,EAAE,IAAI;aACpB;YACD,KAAK;SACN,CAAC,CAAC;QAEH,IAAI,CAAC,kBAAkB,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,CAAC;YACzD,MAAM,IAAI,gBAAgB,CAAC,+BAA+B,CAAC,CAAC;QAC9D,CAAC;QAED,qEAAqE;QACrE,MAAM,IAAI,CAAC,0BAA0B,CAAC,oBAAoB,CAAC,CAAC;QAE5D,2BAA2B;QAC3B,MAAM,WAAW,GAAgB,MAAM,IAAI,CAAC,sBAAsB,CAAC;YACjE,kBAAkB;YAClB,oBAAoB;YACpB,KAAK;SACN,CAAC,CAAC;QAEH,2CAA2C;QAC3C,MAAM,oCAAoC,CAAC,4BAA4B,CAAC;YACtE,SAAS,EAAE,kBAAkB,CAAC,SAAS;YACvC,aAAa,EAAE,WAAW,CAAC,EAAG;YAC9B,oBAAoB;YACpB,KAAK;SACN,CAAC,CAAC;QAEH,OAAO,WAAW,CAAC;IACrB,CAAC;IAGa,AAAN,KAAK,CAAC,0BAA0B,CACtC,oBAA8B;QAE9B,MAAM,gBAAgB,GACpB,MAAM,oCAAoC,CAAC,SAAS,CAAC;YACnD,KAAK,EAAE;gBACL,oBAAoB,EAAE,oBAAoB;gBAC1C,WAAW,EAAE;oBACX,MAAM,EAAE,WAAW,CAAC,KAAK,CAAC;wBACxB,iBAAiB,CAAC,SAAS;wBAC3B,iBAAiB,CAAC,KAAK;qBACxB,CAAC;iBACH;aACF;YACD,MAAM,EAAE;gBACN,GAAG,EAAE,IAAI;gBACT,aAAa,EAAE,IAAI;aACpB;YACD,KAAK,EAAE;gBACL,MAAM,EAAE,IAAI;aACb;SACF,CAAC,CAAC;QAEL,IAAI,gBAAgB,EAAE,CAAC;YACrB,MAAM,IAAI,gBAAgB,CACxB,uHAAuH,CACxH,CAAC;QACJ,CAAC;IACH,CAAC;IAGa,AAAN,KAAK,CAAC,sBAAsB,CAAC,MAIpC;QACC,MAAM,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;QAEnE,MAAM,WAAW,GAAgB,IAAI,WAAW,EAAE,CAAC;QACnD,WAAW,CAAC,SAAS,GAAG,kBAAkB,CAAC,SAAU,CAAC;QACtD,WAAW,CAAC,QAAQ,GAAG,eAAe,CAAC,YAAY,CAAC;QACpD,WAAW,CAAC,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC;QAEjD,sDAAsD;QACtD,MAAM,aAAa,GACjB,kBAAkB,CAAC,aAAa,IAAI,WAAW,CAAC;QAClD,MAAM,gBAAgB,GACpB,kBAAkB,CAAC,OAAO,IAAI,sBAAsB,CAAC;QAEvD,WAAW,CAAC,IAAI,GAAG,OAAO,aAAa,KAAK,gBAAgB,EAAE,CAAC;QAC/D,WAAW,CAAC,WAAW,GAAG,uCAAuC,gBAAgB,EAAE,CAAC;QAEpF,iBAAiB;QACjB,WAAW,CAAC,QAAQ,GAAG,IAAI,CAAC,yBAAyB,CAAC;YACpD,kBAAkB;YAClB,oBAAoB;SACrB,CAAC,CAAC;QAEH,MAAM,WAAW,GAAgB,MAAM,kBAAkB,CAAC,MAAM,CAAC;YAC/D,IAAI,EAAE,WAAW;YACjB,KAAK,oBACA,KAAK,CACT;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC;YACpB,MAAM,IAAI,gBAAgB,CAAC,gCAAgC,CAAC,CAAC;QAC/D,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAGY,AAAN,KAAK,CAAC,mBAAmB,CAC9B,KAAqC;QAErC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;YACpB,MAAM,IAAI,gBAAgB,CAAC,wBAAwB,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,SAAS,GAAa,KAAK,CAAC,QAAQ,CAAC;QAE3C,MAAM,eAAe,GAAQ;YAC3B,GAAG,EAAE,IAAI;YACT,OAAO,EAAE,IAAI;YACb,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,IAAI;YACjB,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE,IAAI;YAChB,cAAc,EAAE,IAAI;YACpB,UAAU,EAAE,IAAI;YAChB,WAAW,EAAE,IAAI;YACjB,WAAW,EAAE,IAAI;YACjB,gFAAgF;YAChF,eAAe,EAAE,IAAI;YACrB,iBAAiB,EAAE,IAAI;SACxB,CAAC;QAEF,MAAM,CACJ,eAAe,EACf,aAAa,EACb,aAAa,EACb,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EACjB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACpB,IAAI,CAAC,OAAO,CAAC;gBACX,KAAK,EAAE;oBACL,SAAS;oBACT,UAAU,EAAE,KAAK;oBACjB,UAAU,EAAE,KAAK;iBAClB;gBACD,KAAK;aACN,CAAC;YACF,IAAI,CAAC,OAAO,CAAC;gBACX,KAAK,EAAE;oBACL,SAAS;oBACT,UAAU,EAAE,IAAI;oBAChB,UAAU,EAAE,KAAK;iBAClB;gBACD,KAAK;aACN,CAAC;YACF,IAAI,CAAC,OAAO,CAAC;gBACX,KAAK,EAAE;oBACL,SAAS;oBACT,UAAU,EAAE,IAAI;iBACjB;gBACD,KAAK;aACN,CAAC;YACF,IAAI,CAAC,MAAM,CAAC;gBACV,KAAK,EAAE;oBACL,SAAS;oBACT,UAAU,EAAE,KAAK;oBACjB,UAAU,EAAE,KAAK;iBAClB;gBACD,MAAM,EAAE,eAAe;gBACvB,KAAK,EAAE,EAAE;gBACT,IAAI,EAAE,CAAC;gBACP,IAAI,EAAE;oBACJ,cAAc,EAAE,SAAS,CAAC,UAAU;iBACrC;gBACD,KAAK;aACN,CAAC;YACF,IAAI,CAAC,MAAM,CAAC;gBACV,KAAK,EAAE;oBACL,SAAS;oBACT,UAAU,EAAE,KAAK;oBACjB,UAAU,EAAE,KAAK;iBAClB;gBACD,MAAM,EAAE,eAAe;gBACvB,KAAK,EAAE,CAAC;gBACR,IAAI,EAAE,CAAC;gBACP,IAAI,EAAE;oBACJ,UAAU,EAAE,SAAS,CAAC,UAAU;iBACjC;gBACD,KAAK;aACN,CAAC;YACF,IAAI,CAAC,4BAA4B,CAAC,SAAS,EAAE,KAAK,CAAC;SACpD,CAAC,CAAC;QAEH,OAAO;YACL,eAAe,EAAE,eAAe,CAAC,QAAQ,EAAE;YAC3C,aAAa,EAAE,aAAa,CAAC,QAAQ,EAAE;YACvC,aAAa,EAAE,aAAa,CAAC,QAAQ,EAAE;YACvC,aAAa;YACb,gBAAgB;YAChB,gBAAgB;SACjB,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IAEU,AAAN,KAAK,CAAC,iCAAiC,CAAC,IAK9C;QACC,MAAM,aAAa,GAAwB,EAAE,CAAC;QAE9C,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,aAAa,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,aAAa,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,qEAAqE;QACrE,MAAM,gBAAgB,GAAwB,MAAM,OAAO,CAAC,GAAG,CAC7D,aAAa,CAAC,GAAG,CACf,KAAK,EAAE,YAA0B,EAAyB,EAAE;YAC1D,MAAM,KAAK,mBACT,SAAS,EAAE,IAAI,CAAC,SAAS,IACtB,YAAY,CAChB,CAAC;YAEF,IAAI,IAAI,CAAC,mBAAmB,IAAI,IAAI,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpE,KAAK,CAAC,eAAe,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YACjE,CAAC;YAED;;;;eAIG;YACH,OAAO,IAAI,CAAC,MAAM,CAAC;gBACjB,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE;oBACN,WAAW,EAAE,IAAI;oBACjB,UAAU,EAAE,IAAI;iBACjB;gBACD,IAAI,EAAE;oBACJ,UAAU,EAAE,SAAS,CAAC,UAAU;iBACjC;gBACD,KAAK,EAAE,0BAA0B;gBACjC,IAAI,EAAE,CAAC;gBACP,KAAK,EAAE;oBACL,MAAM,EAAE,IAAI;iBACb;aACF,CAAC,CAAC;QACL,CAAC,CACF,CACF,CAAC;QAEF,qEAAqE;QACrE,MAAM,MAAM,GAAiB,gBAAgB;aAC1C,IAAI,EAAE;aACN,IAAI,CAAC,CAAC,CAAQ,EAAE,CAAQ,EAAU,EAAE;;YACnC,OAAO,CAAC,CAAA,MAAA,CAAC,CAAC,UAAU,0CAAE,OAAO,EAAE,KAAI,CAAC,CAAC,GAAG,CAAC,CAAA,MAAA,CAAC,CAAC,UAAU,0CAAE,OAAO,EAAE,KAAI,CAAC,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;QAEL,MAAM,YAAY,GAAgB,IAAI,GAAG,EAAU,CAAC;QACpD,IAAI,SAAS,GAAY,KAAK,CAAC;QAE/B,KAAK,MAAM,SAAS,IAAI,MAAM,EAAE,CAAC;YAC/B,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;gBAC3B,SAAS;YACX,CAAC;YACD,IAAI,YAAY,CAAC,IAAI,IAAI,0BAA0B,EAAE,CAAC;gBACpD,SAAS,GAAG,IAAI,CAAC;gBACjB,MAAM;YACR,CAAC;YACD,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,CAAC,IAAI,CACT,6DAA6D,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,YAAY,0BAA0B,uGAAuG,CACpO,CAAC;QACJ,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAClC,CAAC;IAGa,AAAN,KAAK,CAAC,4BAA4B,CACxC,SAAmB,EACnB,KAAqC;;QAErC;;;;WAIG;QACH,MAAM,eAAe,CAAC,wBAAwB,CAC5C,KAAK,EACL;YACE,SAAS;YACT,UAAU,EAAE,KAAK;YACjB,UAAU,EAAE,KAAK;SAClB,EACD,IAAI,EACJ,KAAK,CACN,CAAC;QASF,MAAM,IAAI,GAAwB,CAAC,MAAM,IAAI,CAAC,eAAe,CAC3D,oBAAoB,CACrB;aACE,MAAM,CAAC,wCAAwC,EAAE,iBAAiB,CAAC;aACnE,SAAS,CACR,0CAA0C,EAC1C,mBAAmB,CACpB;aACA,SAAS,CAAC,UAAU,EAAE,iBAAiB,CAAC;aACxC,SAAS,CACR,yDAAyD,EACzD,kBAAkB,CACnB;aACA,KAAK,CAAC,+CAA+C,EAAE;YACtD,SAAS,EAAE,SAAS,CAAC,QAAQ,EAAE;SAChC,CAAC;aACD,QAAQ,CAAC,2CAA2C,CAAC;aACrD,QAAQ,CAAC,2CAA2C,CAAC;aACrD,QAAQ,CAAC,0CAA0C,CAAC;aACpD,QAAQ,CAAC,oDAAoD,CAAC;aAC9D,OAAO,CAAC,wCAAwC,CAAC;aACjD,UAAU,CAAC,0CAA0C,CAAC;aACtD,OAAO,CAAC,mBAAmB,EAAE,MAAM,CAAC;aACpC,UAAU,EAAE,CAAwB,CAAC;QAExC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED;;;;;;;WAOG;QACH,MAAM,SAAS,GAAmC,EAAE,CAAC;QACrD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;gBACzB,SAAS;YACX,CAAC;YACD,SAAS,CAAC,IAAI,CAAC;gBACb,eAAe,EAAE,GAAG,CAAC,eAAe;gBACpC,iBAAiB,EACf,MAAC,GAAG,CAAC,iBAAwC,mCAAI,IAAI;gBACvD,eAAe,EAAE,QAAQ,CAAC,GAAG,CAAC,eAAe,EAAE,EAAE,CAAC,IAAI,CAAC;gBACvD,gBAAgB,EAAE,QAAQ,CAAC,GAAG,CAAC,gBAAgB,IAAI,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC;aACjE,CAAC,CAAC;QACL,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,yBAAyB,CAAC,MAGjC;QACC,MAAM,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,GAAG,MAAM,CAAC;QAE5D,MAAM,QAAQ,GAA6B;YACzC,QAAQ,EAAE,eAAe,CAAC,YAAY;YACtC,WAAW,EAAE,oBAAoB,CAAC,QAAQ,EAAE;SAC7C,CAAC;QAEF,IAAI,kBAAkB,CAAC,UAAU,EAAE,CAAC;YAClC,QAAQ,CAAC,UAAU,GAAG,kBAAkB,CAAC,UAAU,CAAC;QACtD,CAAC;QAED,IAAI,kBAAkB,CAAC,OAAO,EAAE,CAAC;YAC/B,QAAQ,CAAC,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC;QACrD,CAAC;QAED,IAAI,kBAAkB,CAAC,eAAe,EAAE,CAAC;YACvC,QAAQ,CAAC,SAAS,GAAG,kBAAkB,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC;QACrE,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF;AAlbc;IADZ,WAAW,EAAE;;;;4DA2Cb;AAGa;IADb,WAAW,EAAE;;qCAEU,QAAQ;;yDA2B/B;AAGa;IADb,WAAW,EAAE;;;;qDAwCb;AAGY;IADZ,WAAW,EAAE;;;;kDAgGb;AA2BY;IADZ,WAAW,EAAE;;;;gEAsFb;AAGa;IADb,WAAW,EAAE;;qCAED,QAAQ;;2DA8EpB;AA6BH,eAAe,IAAI,OAAO,EAAE,CAAC"}
+{"version":3,"file":"TelemetryExceptionService.js","sourceRoot":"","sources":["../../../../Server/Services/TelemetryExceptionService.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,eAAe,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,MAAM,gDAAgD,CAAC;AAEnE,OAAO,KAAK,MAAM,mCAAmC,CAAC;AACtD,OAAO,QAAQ,MAAM,sBAAsB,CAAC;AAC5C,OAAO,SAAS,MAAM,oCAAoC,CAAC;AAC3D,OAAO,gBAAgB,MAAM,wCAAwC,CAAC;AACtE,OAAO,SAAS,MAAM,0BAA0B,CAAC;AACjD,OAAO,WAAW,MAAM,4BAA4B,CAAC;AACrD,OAAO,eAAe,EAAE,EACtB,qBAAqB,GACtB,MAAM,gCAAgC,CAAC;AAExC,OAAO,YAAY,MAAM,gBAAgB,CAAC;AAC1C,OAAO,YAAY,MAAM,kCAAkC,CAAC;AAC5D,OAAO,cAAc,MAAM,kBAAkB,CAAC;AAC9C,OAAO,kBAAkB,MAAM,sBAAsB,CAAC;AACtD,OAAO,cAAc,MAAM,kBAAkB,CAAC;AAC9C,OAAO,cAAc,MAAM,kBAAkB,CAAC;AAC9C,OAAO,qBAAqB,MAAM,yBAAyB,CAAC;AAM5D,OAAO,WAAW,MAAM,+BAA+B,CAAC;AACxD,OAAO,eAAe,MAAM,qCAAqC,CAAC;AAClE,OAAO,WAAW,MAAM,gCAAgC,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAExD,OAAO,QAAQ,MAAM,mCAAmC,CAAC;AACzD,OAAO,MAAM,MAAM,iBAAiB,CAAC;AAErC;;;;;GAKG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAW,IAAI,CAAC;AAgDvD,MAAM,OAAO,OAAQ,SAAQ,eAAsB;IACjD;QACE,KAAK,CAAC,KAAK,CAAC,CAAC;IACf,CAAC;IAED;;;;OAIG;IAEU,AAAN,KAAK,CAAC,iBAAiB,CAAC,MAQ9B;;QACC,MAAM,kBAAkB,GAAiB,MAAM,IAAI,CAAC,WAAW,CAAC;YAC9D,EAAE,EAAE,MAAM,CAAC,oBAAoB;YAC/B,MAAM,EAAE;gBACN,GAAG,EAAE,IAAI;gBACT,SAAS,EAAE,IAAI;gBACf,UAAU,EAAE,IAAI;gBAChB,eAAe,EAAE,IAAI;gBACrB,iBAAiB,EAAE,IAAI;aACxB;YACD,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC,CAAC;QAEH,IAAI,CAAC,kBAAkB,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,CAAC;YACzD,MAAM,IAAI,gBAAgB,CAAC,+BAA+B,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,SAAS,GAAa,kBAAkB,CAAC,SAAS,CAAC;QAEzD;;;;;WAKG;QACH,MAAM,WAAW,GACf,MAAM,kBAAkB,CAAC,iCAAiC,CAAC,SAAS,CAAC,CAAC;QAExE,IAAI,KAAK,GAAY,OAAO,CAAC,WAAW,CAAC,CAAC;QAC1C,IAAI,SAAS,GAAW,KAAK;YAC3B,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,mOAAmO,CAAC;QAExO;;;;;;;WAOG;QACH,MAAM,cAAc,GAAY,MAAA,MAAM,CAAC,cAAc,mCAAI,gBAAgB,CAAC;QAE1E,IACE,WAAW;YACX,cAAc;YACd,CAAC,WAAW,CAAC,WAAW,IAAI,KAAK,CAAC;YAClC,CAAC,WAAW,CAAC,8BAA8B,IAAI,CAAC,CAAC,GAAG,CAAC,EACrD,CAAC;YACD,MAAM,OAAO,GAAmB,MAAM,cAAc,CAAC,WAAW,CAAC;gBAC/D,EAAE,EAAE,SAAS;gBACb,MAAM,EAAE,EAAE,0BAA0B,EAAE,IAAI,EAAE;gBAC5C,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aACxB,CAAC,CAAC;YAEH,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,0BAA0B,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC/D,KAAK,GAAG,KAAK,CAAC;gBACd,SAAS;oBACP,8PAA8P,CAAC;YACnQ,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAwB;YACpC,EAAE,EAAE,aAAa;YACjB,EAAE,EAAE,KAAK;YACT,KAAK,EAAE,cAAc;YACrB,MAAM,EAAE,SAAS;SAClB,CAAC;QAEF;;;;;WAKG;QACH,MAAM,OAAO,GAA4B,kBAAkB,CAAC,eAAe;YACzE,CAAC,CAAC,MAAM,cAAc,CAAC,WAAW,CAAC;gBAC/B,EAAE,EAAE,kBAAkB,CAAC,eAAe;gBACtC,MAAM,EAAE;oBACN,GAAG,EAAE,IAAI;oBACT,IAAI,EAAE,IAAI;iBACX;gBACD,KAAK,EAAE;oBACL,MAAM,EAAE,IAAI;iBACb;aACF,CAAC;YACJ,CAAC,CAAC,IAAI,CAAC;QAET,IAAI,SAA8B,CAAC;QAEnC,IAAI,CAAC;YACH,MAAM,UAAU,GACd,MAAM,qBAAqB,CAAC,6BAA6B,CAAC;gBACxD,SAAS;gBACT,UAAU,EAAE,kBAAkB,CAAC,UAAU,IAAI,IAAI;gBACjD,WAAW,EAAE,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,IAAI,KAAI,IAAI;aACnC,CAAC,CAAC;YAEL,SAAS,GAAG;gBACV,EAAE,EAAE,oBAAoB;gBACxB,EAAE,EAAE,OAAO,CAAC,UAAU,CAAC;gBACvB,KAAK,EAAE,UAAU;oBACf,CAAC,CAAC,wBAAwB,UAAU,CAAC,gBAAgB,IAAI,UAAU,CAAC,cAAc,EAAE;oBACpF,CAAC,CAAC,qBAAqB;gBACzB,MAAM,EAAE,UAAU;oBAChB,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,sUAAsU;aAC3U,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,GAAG;gBACV,EAAE,EAAE,oBAAoB;gBACxB,EAAE,EAAE,KAAK;gBACT,KAAK,EAAE,qBAAqB;gBAC5B,MAAM,EAAE,+CACN,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,eACvC,EAAE;aACH,CAAC;QACJ,CAAC;QAED,iDAAiD;QACjD,MAAM,QAAQ,GACZ,MAAM,cAAc,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;QACvD,MAAM,cAAc,GAAmB,QAAQ;YAC7C,CAAC,CAAC,cAAc,CAAC,YAAY,CAAC,QAAQ,CAAC;gBACrC,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,IAAI;YACR,CAAC,CAAC,IAAI,CAAC;QAET,MAAM,UAAU,GAAwB;YACtC,EAAE,EAAE,gBAAgB;YACpB,EAAE,EAAE,OAAO,CAAC,cAAc,CAAC;YAC3B,KAAK,EAAE,iBAAiB;YACxB,MAAM,EAAE,cAAc;gBACpB,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,QAAQ;oBACR,CAAC,CAAC,iBAAiB,QAAQ,CAAC,IAAI,IAAI,OAAO,8DAA8D;oBACzG,CAAC,CAAC,iMAAiM;SACxM,CAAC;QAEF,MAAM,MAAM,GAA+B;YACzC,QAAQ;YACR,SAAS;YACT,UAAU;SACX,CAAC;QAEF,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,KAA0B,EAAE,EAAE;gBACjD,OAAO,KAAK,CAAC,EAAE,CAAC;YAClB,CAAC,CAAC;YACF,MAAM;SACP,CAAC;IACJ,CAAC;IAED;;;;;;;OAOG;IAEU,AAAN,KAAK,CAAC,4BAA4B,CACvC,MAA0C;QAE1C,MAAM,EAAE,oBAAoB,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;QAE/C,MAAM,QAAQ,GACZ,MAAM,CAAC,QAAQ,IAAI,eAAe,CAAC,YAAY,CAAC;QAElD;;;;;WAKG;QACH,IAAI,CAAC,qBAAqB,CAAC,iBAAiB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvD,MAAM,IAAI,gBAAgB,CACxB,cAAc,QAAQ,wDAAwD,qBAAqB,CAAC,2BAA2B,EAAE,CAAC,IAAI,CACpI,IAAI,CACL,GAAG,CACL,CAAC;QACJ,CAAC;QAED,gEAAgE;QAChE,MAAM,kBAAkB,GAAiB,MAAM,IAAI,CAAC,WAAW,CAAC;YAC9D,EAAE,EAAE,oBAAoB;YACxB,MAAM,EAAE;gBACN,GAAG,EAAE,IAAI;gBACT,SAAS,EAAE,IAAI;aAChB;YACD,KAAK;SACN,CAAC,CAAC;QAEH,IAAI,CAAC,kBAAkB,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,CAAC;YACzD,MAAM,IAAI,gBAAgB,CAAC,+BAA+B,CAAC,CAAC;QAC9D,CAAC;QAED;;;;WAIG;QACH,MAAM,YAAY,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;QAEpE;;;WAGG;QACH,MAAM,SAAS,GAAmB,MAAM,IAAI,CAAC,iBAAiB,CAAC;YAC7D,oBAAoB;YACpB,KAAK;SACN,CAAC,CAAC;QAEH,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,OAAO,GAAW,SAAS,CAAC,MAAM;iBACrC,MAAM,CAAC,CAAC,KAA0B,EAAE,EAAE;gBACrC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACnB,CAAC,CAAC;iBACD,GAAG,CAAC,CAAC,KAA0B,EAAE,EAAE;gBAClC,OAAO,KAAK,CAAC,KAAK,CAAC;YACrB,CAAC,CAAC;iBACD,IAAI,CAAC,IAAI,CAAC,CAAC;YAEd,MAAM,IAAI,gBAAgB,CACxB,oDAAoD,OAAO,GAAG,CAC/D,CAAC;QACJ,CAAC;QAED;;;WAGG;QACH,MAAM,IAAI,CAAC,gCAAgC,CAAC,oBAAoB,EAAE,QAAQ,CAAC,CAAC;QAE5E,MAAM,GAAG,GAAU,IAAI,KAAK,EAAE,CAAC;QAC/B,GAAG,CAAC,SAAS,GAAG,kBAAkB,CAAC,SAAS,CAAC;QAC7C,GAAG,CAAC,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;QAChC,GAAG,CAAC,eAAe,GAAG,QAAQ,CAAC;QAC/B,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;QAChC,GAAG,CAAC,+BAA+B,GAAG,oBAAoB,CAAC;QAE3D,yDAAyD;QACzD,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAC5B,CAAC;QAED;;;WAGG;QACH,MAAM,UAAU,GAAU,MAAM,YAAY,CAAC,MAAM,CAAC;YAClD,IAAI,EAAE,GAAG;YACT,KAAK,EAAE;gBACL,MAAM,EAAE,IAAI;aACb;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;YACnB,MAAM,IAAI,gBAAgB,CAAC,iCAAiC,CAAC,CAAC;QAChE,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAGa,AAAN,KAAK,CAAC,gCAAgC,CAC5C,oBAA8B,EAC9B,QAAyB;QAEzB,MAAM,WAAW,GAAiB,MAAM,YAAY,CAAC,SAAS,CAAC;YAC7D,KAAK,EAAE;gBACL,OAAO,EAAE,SAAS,CAAC,OAAO;gBAC1B,+BAA+B,EAAE,oBAAoB;gBACrD;;;;mBAIG;gBACH,eAAe,EACb,QAAQ,KAAK,eAAe,CAAC,YAAY;oBACvC,CAAC,CAAC,WAAW,CAAC,aAAa,CAAC,eAAe,CAAC,YAAY,CAAC;oBACzD,CAAC,CAAC,QAAQ;gBACd,MAAM,EAAE,WAAW,CAAC,KAAK,CAAC;oBACxB,WAAW,CAAC,SAAS;oBACrB,WAAW,CAAC,KAAK;oBACjB,WAAW,CAAC,SAAS;oBACrB,WAAW,CAAC,KAAK;iBAClB,CAAC;aACH;YACD,MAAM,EAAE;gBACN,GAAG,EAAE,IAAI;aACV;YACD,KAAK,EAAE;gBACL,MAAM,EAAE,IAAI;aACb;SACF,CAAC,CAAC;QAEH,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,IAAI,gBAAgB,CACxB,qBAAqB,QAAQ,wGAAwG,CACtI,CAAC;QACJ,CAAC;IACH,CAAC;IAGY,AAAN,KAAK,CAAC,mBAAmB,CAC9B,KAAqC;QAErC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;YACpB,MAAM,IAAI,gBAAgB,CAAC,wBAAwB,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,SAAS,GAAa,KAAK,CAAC,QAAQ,CAAC;QAE3C,MAAM,eAAe,GAAQ;YAC3B,GAAG,EAAE,IAAI;YACT,OAAO,EAAE,IAAI;YACb,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,IAAI;YACjB,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE,IAAI;YAChB,cAAc,EAAE,IAAI;YACpB,UAAU,EAAE,IAAI;YAChB,WAAW,EAAE,IAAI;YACjB,WAAW,EAAE,IAAI;YACjB,gFAAgF;YAChF,eAAe,EAAE,IAAI;YACrB,iBAAiB,EAAE,IAAI;SACxB,CAAC;QAEF,MAAM,CACJ,eAAe,EACf,aAAa,EACb,aAAa,EACb,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EACjB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACpB,IAAI,CAAC,OAAO,CAAC;gBACX,KAAK,EAAE;oBACL,SAAS;oBACT,UAAU,EAAE,KAAK;oBACjB,UAAU,EAAE,KAAK;iBAClB;gBACD,KAAK;aACN,CAAC;YACF,IAAI,CAAC,OAAO,CAAC;gBACX,KAAK,EAAE;oBACL,SAAS;oBACT,UAAU,EAAE,IAAI;oBAChB,UAAU,EAAE,KAAK;iBAClB;gBACD,KAAK;aACN,CAAC;YACF,IAAI,CAAC,OAAO,CAAC;gBACX,KAAK,EAAE;oBACL,SAAS;oBACT,UAAU,EAAE,IAAI;iBACjB;gBACD,KAAK;aACN,CAAC;YACF,IAAI,CAAC,MAAM,CAAC;gBACV,KAAK,EAAE;oBACL,SAAS;oBACT,UAAU,EAAE,KAAK;oBACjB,UAAU,EAAE,KAAK;iBAClB;gBACD,MAAM,EAAE,eAAe;gBACvB,KAAK,EAAE,EAAE;gBACT,IAAI,EAAE,CAAC;gBACP,IAAI,EAAE;oBACJ,cAAc,EAAE,SAAS,CAAC,UAAU;iBACrC;gBACD,KAAK;aACN,CAAC;YACF,IAAI,CAAC,MAAM,CAAC;gBACV,KAAK,EAAE;oBACL,SAAS;oBACT,UAAU,EAAE,KAAK;oBACjB,UAAU,EAAE,KAAK;iBAClB;gBACD,MAAM,EAAE,eAAe;gBACvB,KAAK,EAAE,CAAC;gBACR,IAAI,EAAE,CAAC;gBACP,IAAI,EAAE;oBACJ,UAAU,EAAE,SAAS,CAAC,UAAU;iBACjC;gBACD,KAAK;aACN,CAAC;YACF,IAAI,CAAC,4BAA4B,CAAC,SAAS,EAAE,KAAK,CAAC;SACpD,CAAC,CAAC;QAEH,OAAO;YACL,eAAe,EAAE,eAAe,CAAC,QAAQ,EAAE;YAC3C,aAAa,EAAE,aAAa,CAAC,QAAQ,EAAE;YACvC,aAAa,EAAE,aAAa,CAAC,QAAQ,EAAE;YACvC,aAAa;YACb,gBAAgB;YAChB,gBAAgB;SACjB,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IAEU,AAAN,KAAK,CAAC,iCAAiC,CAAC,IAK9C;QACC,MAAM,aAAa,GAAwB,EAAE,CAAC;QAE9C,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,aAAa,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,aAAa,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,qEAAqE;QACrE,MAAM,gBAAgB,GAAwB,MAAM,OAAO,CAAC,GAAG,CAC7D,aAAa,CAAC,GAAG,CACf,KAAK,EAAE,YAA0B,EAAyB,EAAE;YAC1D,MAAM,KAAK,mBACT,SAAS,EAAE,IAAI,CAAC,SAAS,IACtB,YAAY,CAChB,CAAC;YAEF,IAAI,IAAI,CAAC,mBAAmB,IAAI,IAAI,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpE,KAAK,CAAC,eAAe,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YACjE,CAAC;YAED;;;;eAIG;YACH,OAAO,IAAI,CAAC,MAAM,CAAC;gBACjB,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE;oBACN,WAAW,EAAE,IAAI;oBACjB,UAAU,EAAE,IAAI;iBACjB;gBACD,IAAI,EAAE;oBACJ,UAAU,EAAE,SAAS,CAAC,UAAU;iBACjC;gBACD,KAAK,EAAE,0BAA0B;gBACjC,IAAI,EAAE,CAAC;gBACP,KAAK,EAAE;oBACL,MAAM,EAAE,IAAI;iBACb;aACF,CAAC,CAAC;QACL,CAAC,CACF,CACF,CAAC;QAEF,qEAAqE;QACrE,MAAM,MAAM,GAAiB,gBAAgB;aAC1C,IAAI,EAAE;aACN,IAAI,CAAC,CAAC,CAAQ,EAAE,CAAQ,EAAU,EAAE;;YACnC,OAAO,CAAC,CAAA,MAAA,CAAC,CAAC,UAAU,0CAAE,OAAO,EAAE,KAAI,CAAC,CAAC,GAAG,CAAC,CAAA,MAAA,CAAC,CAAC,UAAU,0CAAE,OAAO,EAAE,KAAI,CAAC,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;QAEL,MAAM,YAAY,GAAgB,IAAI,GAAG,EAAU,CAAC;QACpD,IAAI,SAAS,GAAY,KAAK,CAAC;QAE/B,KAAK,MAAM,SAAS,IAAI,MAAM,EAAE,CAAC;YAC/B,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;gBAC3B,SAAS;YACX,CAAC;YACD,IAAI,YAAY,CAAC,IAAI,IAAI,0BAA0B,EAAE,CAAC;gBACpD,SAAS,GAAG,IAAI,CAAC;gBACjB,MAAM;YACR,CAAC;YACD,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,CAAC,IAAI,CACT,6DAA6D,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,YAAY,0BAA0B,uGAAuG,CACpO,CAAC;QACJ,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAClC,CAAC;IAGa,AAAN,KAAK,CAAC,4BAA4B,CACxC,SAAmB,EACnB,KAAqC;;QAErC;;;;WAIG;QACH,MAAM,eAAe,CAAC,wBAAwB,CAC5C,KAAK,EACL;YACE,SAAS;YACT,UAAU,EAAE,KAAK;YACjB,UAAU,EAAE,KAAK;SAClB,EACD,IAAI,EACJ,KAAK,CACN,CAAC;QASF,MAAM,IAAI,GAAwB,CAAC,MAAM,IAAI,CAAC,eAAe,CAC3D,oBAAoB,CACrB;aACE,MAAM,CAAC,wCAAwC,EAAE,iBAAiB,CAAC;aACnE,SAAS,CACR,0CAA0C,EAC1C,mBAAmB,CACpB;aACA,SAAS,CAAC,UAAU,EAAE,iBAAiB,CAAC;aACxC,SAAS,CACR,yDAAyD,EACzD,kBAAkB,CACnB;aACA,KAAK,CAAC,+CAA+C,EAAE;YACtD,SAAS,EAAE,SAAS,CAAC,QAAQ,EAAE;SAChC,CAAC;aACD,QAAQ,CAAC,2CAA2C,CAAC;aACrD,QAAQ,CAAC,2CAA2C,CAAC;aACrD,QAAQ,CAAC,0CAA0C,CAAC;aACpD,QAAQ,CAAC,oDAAoD,CAAC;aAC9D,OAAO,CAAC,wCAAwC,CAAC;aACjD,UAAU,CAAC,0CAA0C,CAAC;aACtD,OAAO,CAAC,mBAAmB,EAAE,MAAM,CAAC;aACpC,UAAU,EAAE,CAAwB,CAAC;QAExC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED;;;;;;;WAOG;QACH,MAAM,SAAS,GAAmC,EAAE,CAAC;QACrD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;gBACzB,SAAS;YACX,CAAC;YACD,SAAS,CAAC,IAAI,CAAC;gBACb,eAAe,EAAE,GAAG,CAAC,eAAe;gBACpC,iBAAiB,EACf,MAAC,GAAG,CAAC,iBAAwC,mCAAI,IAAI;gBACvD,eAAe,EAAE,QAAQ,CAAC,GAAG,CAAC,eAAe,EAAE,EAAE,CAAC,IAAI,CAAC;gBACvD,gBAAgB,EAAE,QAAQ,CAAC,GAAG,CAAC,gBAAgB,IAAI,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC;aACjE,CAAC,CAAC;QACL,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;CACF;AA5lBc;IADZ,WAAW,EAAE;;;;gDAgKb;AAWY;IADZ,WAAW,EAAE;;;;2DAsGb;AAGa;IADb,WAAW,EAAE;;qCAEU,QAAQ;;+DAoC/B;AAGY;IADZ,WAAW,EAAE;;;;kDAgGb;AA2BY;IADZ,WAAW,EAAE;;;;gEAsFb;AAGa;IADb,WAAW,EAAE;;qCAED,QAAQ;;2DA8EpB;AAGH,eAAe,IAAI,OAAO,EAAE,CAAC"}

package/build/dist/Server/Services/TraceAggregationService.js

@@ -857,6 +857,107 @@ export class TraceAggregationService {
             };
         });
     }
+    /**
+     * Per-service span volume + p99 latency over the whole window, served by
+     * the proj_agg_by_service aggregate projection (projectId,
+     * primaryEntityId, toStartOfMinute(startTime) -> count() /
+     * avg(durationUnixNano) / quantile(0.99)(durationUnixNano)).
+     *
+     * This exists because getAnalyticsTable CANNOT be projection-served: its
+     * stat set (countIf / p50 / p90 / p95 / min / max) has no stored state,
+     * its time predicate is on raw startTime, and it carries the
+     * retentionDate filter — any one of those forces a full base-table scan.
+     * That is fine for a human staring at the trace explorer and fatal for an
+     * unattended 15-minute scanner: a 25-hour raw-span GROUP BY per project
+     * per tick, which on the largest tenants hits the execution cap and comes
+     * back silently partial.
+     *
+     * Four things are load-bearing for the optimizer to pick the projection —
+     * changing any of them silently reverts this to a full scan:
+     *   1. The time predicates must be written over toStartOfMinute(startTime)
+     *      — the projection's key expression — never raw startTime.
+     *   2. The aggregates must BYTE-MATCH stored expressions: count() and
+     *      quantile(0.99)(durationUnixNano). The ns->ms division is therefore
+     *      done in TS below, NOT folded into the aggregate expression.
+     *   3. GROUP BY must stay a subset of the projection's grouping keys.
+     *      Dropping `minute` merges the per-minute aggregate STATES into a
+     *      whole-window value (the same subset-group-by getResourceFacetCounts
+     *      does against proj_hist_by_minute).
+     *   4. Every predicate must be on a projection column — so NO
+     *      RETENTION_FILTER (retentionDate is not stored by this projection)
+     *      and no statusCode / name / attribute filters.
+     *
+     * Trade-off, identical to the other projection paths: window edges round
+     * to the minute, and rows past their per-service retention that have not
+     * yet dropped with their part are still counted. Irrelevant to a p99
+     * ratio between two windows.
+     */
+    static async getServiceLatencyProfile(request) {
+        var _a;
+        const statement = new Statement();
+        statement.append(`SELECT primaryEntityId, count() AS cnt, quantile(0.99)(durationUnixNano) AS p99_ns FROM ${TraceAggregationService.TABLE_NAME}`);
+        /*
+         * Half-open window (`<` on the end). The caller runs two adjacent
+         * windows (recent hour, prior 24h) whose boundary minute would
+         * otherwise be counted in BOTH.
+         */
+        statement.append(SQL ` WHERE projectId = ${{
+            type: TableColumnType.ObjectID,
+            value: request.projectId,
+        }} AND toStartOfMinute(startTime) >= toStartOfMinute(${{
+            type: TableColumnType.Date,
+            value: request.startTime,
+        }}) AND toStartOfMinute(startTime) < toStartOfMinute(${{
+            type: TableColumnType.Date,
+            value: request.endTime,
+        }})`);
+        // Ranked by volume: a p99 regression on the busiest services is the one that hurts.
+        statement.append(SQL ` GROUP BY primaryEntityId ORDER BY cnt DESC LIMIT ${{
+            type: TableColumnType.Number,
+            value: request.limit,
+        }}`);
+        statement.append(getQuerySettings({
+            maxExecutionTimeInSeconds: TraceAggregationService.LATENCY_PROFILE_MAX_EXECUTION_SECONDS,
+            timeoutOverflowMode: "break",
+            additionalSettings: { optimize_use_projections: 1 },
+        }));
+        const dbResult = await SpanService.executeQuery(statement);
+        let rows = [];
+        let elapsedSeconds = 0;
+        try {
+            const response = await dbResult.json();
+            rows = response.data || [];
+            elapsedSeconds = Number(((_a = response.statistics) === null || _a === void 0 ? void 0 : _a.elapsed) || 0);
+        }
+        catch (_b) {
+            /*
+             * 'break' mode can also truncate the JSON body outright. Unparseable
+             * IS partial — report it as such rather than handing back an empty
+             * profile the caller would read as "this project has no traffic".
+             */
+            logger.warn("Service latency profile query returned unparseable response, reporting a partial result");
+            return { rows: [], isPartial: true };
+        }
+        const isPartial = elapsedSeconds >=
+            TraceAggregationService.LATENCY_PROFILE_MAX_EXECUTION_SECONDS *
+                TraceAggregationService.LATENCY_PROFILE_PARTIAL_ELAPSED_RATIO;
+        return {
+            rows: rows
+                .map((row) => {
+                var _a;
+                return {
+                    primaryEntityId: String((_a = row["primaryEntityId"]) !== null && _a !== void 0 ? _a : ""),
+                    count: Number(row["cnt"] || 0),
+                    // ns -> ms here, NOT in the aggregate expression (see above).
+                    p99DurationMs: Number(row["p99_ns"] || 0) / 1000000,
+                };
+            })
+                .filter((row) => {
+                return row.primaryEntityId.length > 0;
+            }),
+            isPartial,
+        };
+    }
     static groupByAlias(key, index) {
         if (TraceAggregationService.isTopLevelColumn(key) ||
             TraceAggregationService.RESOURCE_FACET_KEYS.has(key)) {
@@ -1178,6 +1279,23 @@ TraceAggregationService.METRIC_EXPRESSIONS = {
     p95Duration: "quantile(0.95)(durationUnixNano) / 1000000",
     p99Duration: "quantile(0.99)(durationUnixNano) / 1000000",
 };
+/*
+ * Wall-clock cap for the latency-profile query — same 45s ceiling as the
+ * other projection-served reads (below nginx's 60s proxy_read_timeout).
+ */
+TraceAggregationService.LATENCY_PROFILE_MAX_EXECUTION_SECONDS = 45;
+/*
+ * Partial-result heuristic. With timeout_overflow_mode='break' ClickHouse
+ * checks the deadline BETWEEN blocks and then returns a well-formed JSON
+ * body holding partial aggregates — there is no flag in the payload and no
+ * exception to catch. The only signal available on the response is
+ * `statistics.elapsed`: a query that was cut off necessarily burned (very
+ * nearly) its whole budget, while a projection-served profile completes in
+ * single-digit ms. Anything at or past this fraction of the cap is treated
+ * as "may be partial". False positives are harmless here — the caller skips
+ * one 15-minute tick; false negatives are what we must not have.
+ */
+TraceAggregationService.LATENCY_PROFILE_PARTIAL_ELAPSED_RATIO = 0.9;
 __decorate([
     CaptureSpan(),
     __metadata("design:type", Function),
@@ -1232,5 +1350,11 @@ __decorate([
     __metadata("design:paramtypes", [Object]),
     __metadata("design:returntype", Promise)
 ], TraceAggregationService, "getAnalyticsTable", null);
+__decorate([
+    CaptureSpan(),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", Promise)
+], TraceAggregationService, "getServiceLatencyProfile", null);
 export default TraceAggregationService;
 //# sourceMappingURL=TraceAggregationService.js.map