@oneuptime/common 11.5.3 → 11.5.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/Models/DatabaseModels/AIAgentTaskPullRequest.ts +56 -45
- package/Models/DatabaseModels/AIInsight.ts +748 -0
- package/Models/DatabaseModels/AIRun.ts +262 -0
- package/Models/DatabaseModels/CodeRepository.ts +42 -0
- package/Models/DatabaseModels/Dashboard.ts +3 -3
- package/Models/DatabaseModels/GlobalConfig.ts +105 -0
- package/Models/DatabaseModels/Index.ts +4 -8
- package/Models/DatabaseModels/InstanceHealthLog.ts +277 -0
- package/Models/DatabaseModels/LlmLog.ts +33 -0
- package/Models/DatabaseModels/Project.ts +123 -6
- package/Models/DatabaseModels/Runbook.ts +1 -1
- package/Server/API/AIAgentDataAPI.ts +802 -140
- package/Server/API/AIAgentTaskAPI.ts +132 -69
- package/Server/API/AIAgentTaskLogAPI.ts +65 -41
- package/Server/API/AIAgentTaskPullRequestAPI.ts +41 -0
- package/Server/API/AIInsightAPI.ts +220 -0
- package/Server/API/AIInvestigationAPI.ts +363 -1
- package/Server/API/CodeFixRunAPI.ts +251 -0
- package/Server/API/GitHubAPI.ts +246 -3
- package/Server/API/TelemetryExceptionAPI.ts +193 -48
- package/Server/EnvironmentConfig.ts +1 -1
- package/Server/Infrastructure/Postgres/SchemaMigrations/1783943300000-DropServiceCodeRepository.ts +26 -0
- package/Server/Infrastructure/Postgres/SchemaMigrations/1783947444597-CodeFixRunsOnAIRun.ts +73 -0
- package/Server/Infrastructure/Postgres/SchemaMigrations/1783950962813-AddCodeFixTaskType.ts +29 -0
- package/Server/Infrastructure/Postgres/SchemaMigrations/1783954040984-AddInstrumentationFixTasksFlag.ts +31 -0
- package/Server/Infrastructure/Postgres/SchemaMigrations/1783957160597-MigrationName.ts +51 -0
- package/Server/Infrastructure/Postgres/SchemaMigrations/1783958542237-AddTaskContextToAIRun.ts +25 -0
- package/Server/Infrastructure/Postgres/SchemaMigrations/1783965945957-AddInvestigationVerdictAndGrade.ts +47 -0
- package/Server/Infrastructure/Postgres/SchemaMigrations/1783970619301-AddFixGuardrailColumns.ts +53 -0
- package/Server/Infrastructure/Postgres/SchemaMigrations/1783970619302-DropLegacyAIAgentTaskTables.ts +31 -0
- package/Server/Infrastructure/Postgres/SchemaMigrations/1783977781677-AddCiStatusToFixPullRequests.ts +37 -0
- package/Server/Infrastructure/Postgres/SchemaMigrations/1783990000000-AddCompletionTokensToLlmLog.ts +25 -0
- package/Server/Infrastructure/Postgres/SchemaMigrations/1784010274993-AddSentinelInsight.ts +75 -0
- package/Server/Infrastructure/Postgres/SchemaMigrations/1784010274994-AddSentinelInsightFlags.ts +37 -0
- package/Server/Infrastructure/Postgres/SchemaMigrations/1784030612266-RenameSentinelToAI.ts +203 -0
- package/Server/Infrastructure/Postgres/SchemaMigrations/1784033837629-MigrationName.ts +163 -0
- package/Server/Infrastructure/Postgres/SchemaMigrations/Index.ts +30 -0
- package/Server/Infrastructure/Queue.ts +82 -4
- package/Server/Infrastructure/Semaphore.ts +62 -1
- package/Server/Services/AIAgentService.ts +32 -0
- package/Server/Services/AIAgentTaskPullRequestService.ts +117 -0
- package/Server/Services/AIInsightService.ts +174 -0
- package/Server/Services/AIRunEventService.ts +63 -0
- package/Server/Services/AIRunService.ts +259 -1
- package/Server/Services/AIService.ts +249 -7
- package/Server/Services/AlertService.ts +4 -4
- package/Server/Services/CodeRepositoryService.ts +209 -0
- package/Server/Services/DashboardService.ts +11 -2
- package/Server/Services/GlobalConfigService.ts +148 -0
- package/Server/Services/IncidentService.ts +183 -38
- package/Server/Services/IncidentStateTimelineService.ts +24 -4
- package/Server/Services/Index.ts +4 -4
- package/Server/Services/{AIAgentTaskLogService.ts → InstanceHealthLogService.ts} +1 -1
- package/Server/Services/LlmLogService.ts +27 -0
- package/Server/Services/LlmProviderService.ts +108 -0
- package/Server/Services/MetricBaselineService.ts +123 -0
- package/Server/Services/MonitorService.ts +15 -0
- package/Server/Services/TelemetryExceptionService.ts +323 -116
- package/Server/Services/TraceAggregationService.ts +176 -0
- package/Server/Types/Workflow/ComponentCode.ts +6 -0
- package/Server/Types/Workflow/Components/AI/GenerateText.ts +326 -0
- package/Server/Types/Workflow/Components/Index.ts +2 -0
- package/Server/Utils/AI/Chat/ObservabilityAssistant.ts +1 -1
- package/Server/Utils/AI/CodeFix/CodeAgentWorkspaceGuard.ts +71 -0
- package/Server/Utils/AI/CodeFix/CodeFixAgentCompletion.ts +243 -0
- package/Server/Utils/AI/CodeFix/CodeFixRunQueue.ts +131 -0
- package/Server/Utils/AI/CodeFix/FixRunBudget.ts +148 -0
- package/Server/Utils/AI/CodeFix/OpenPullRequestCap.ts +117 -0
- package/Server/Utils/AI/Eval/EvalCorpus.ts +369 -0
- package/Server/Utils/AI/Eval/EvalScores.ts +172 -0
- package/Server/Utils/AI/Eval/ReplayInvestigation.ts +87 -0
- package/Server/Utils/AI/PerfEvidence/SpanTreeAnalyzer.ts +676 -0
- package/Server/Utils/AI/{Sentinel/SentinelInvestigationEngine.ts → SRE/AIInvestigationEngine.ts} +58 -37
- package/Server/Utils/AI/{Sentinel/SentinelMemory.ts → SRE/AIMemory.ts} +3 -3
- package/Server/Utils/AI/{Sentinel → SRE}/AlertInvestigationRunner.ts +50 -20
- package/Server/Utils/AI/SRE/ConfidenceSignal.ts +293 -0
- package/Server/Utils/AI/SRE/FixFromIncidentTaskTrigger.ts +115 -0
- package/Server/Utils/AI/SRE/FixPerformanceTaskTrigger.ts +223 -0
- package/Server/Utils/AI/{Sentinel → SRE}/IncidentInvestigationRunner.ts +71 -21
- package/Server/Utils/AI/{Sentinel → SRE}/IncidentPostmortemRunner.ts +8 -8
- package/Server/Utils/AI/SRE/Insights/Detectors/ErrorLogSpikeDetector.ts +364 -0
- package/Server/Utils/AI/SRE/Insights/Detectors/ExceptionSpikeDetector.ts +317 -0
- package/Server/Utils/AI/SRE/Insights/Detectors/Index.ts +27 -0
- package/Server/Utils/AI/SRE/Insights/Detectors/MetricDriftDetector.ts +221 -0
- package/Server/Utils/AI/SRE/Insights/Detectors/NewExceptionDetector.ts +238 -0
- package/Server/Utils/AI/SRE/Insights/Detectors/TraceLatencyRegressionDetector.ts +521 -0
- package/Server/Utils/AI/SRE/Insights/FixRouting.ts +242 -0
- package/Server/Utils/AI/SRE/Insights/InsightScanner.ts +290 -0
- package/Server/Utils/AI/SRE/Insights/InsightStore.ts +283 -0
- package/Server/Utils/AI/SRE/Insights/InsightTriageRunner.ts +242 -0
- package/Server/Utils/AI/SRE/Insights/Triage.ts +162 -0
- package/Server/Utils/AI/SRE/Insights/Types.ts +49 -0
- package/Server/Utils/AI/SRE/InstrumentationTaskTrigger.ts +212 -0
- package/Server/Utils/AI/SRE/InvestigationGrader.ts +282 -0
- package/Server/Utils/AI/{Sentinel → SRE}/InvestigationQueue.ts +114 -19
- package/Server/Utils/AI/{Sentinel → SRE}/README.md +4 -4
- package/Server/Utils/AI/SRE/SubjectCodeFixRun.ts +172 -0
- package/Server/Utils/AI/Toolbox/{SentinelActionTools.ts → AIActionTools.ts} +22 -1
- package/Server/Utils/AI/Toolbox/Index.ts +2 -2
- package/Server/Utils/AnalyticsDatabase/ClickhouseCapacity.ts +526 -0
- package/Server/Utils/CodeRepository/GitHub/GitHub.ts +319 -1
- package/Server/Utils/CodeRepository/ServiceRepoLinkSuggester.ts +221 -0
- package/Server/Utils/CodeRepository/StackTraceRepoResolver.ts +571 -0
- package/Server/Utils/Execute.ts +34 -13
- package/Server/Utils/LLM/LLMService.ts +160 -30
- package/Server/Utils/Monitor/Criteria/SqlMonitorCriteria.ts +152 -0
- package/Server/Utils/Monitor/MonitorCriteriaEvaluator.ts +29 -0
- package/Tests/Server/API/DashboardMasterPasswordAPI.test.ts +225 -0
- package/Tests/Server/Infrastructure/Queue.test.ts +227 -0
- package/Tests/Server/Infrastructure/SemaphorePermit.test.ts +159 -0
- package/Tests/Server/Services/AIAgentTaskPullRequestOutcomeStats.test.ts +154 -0
- package/Tests/Server/Services/AIInsightService.test.ts +324 -0
- package/Tests/Server/Services/AIRunCodeFixClaim.test.ts +401 -0
- package/Tests/Server/Services/AIRunHumanVerdict.test.ts +161 -0
- package/Tests/Server/Services/AIServiceDailyBudget.test.ts +95 -5
- package/Tests/Server/Services/AIServiceProjectAccess.test.ts +259 -0
- package/Tests/Server/Services/FixFromIncidentTaskTrigger.test.ts +249 -0
- package/Tests/Server/Services/FixPerformanceTaskTrigger.test.ts +274 -0
- package/Tests/Server/Services/GlobalConfigService.test.ts +80 -0
- package/Tests/Server/Services/IncidentInternalNoteAnnouncement.test.ts +1 -1
- package/Tests/Server/Services/InstrumentationTaskTrigger.test.ts +313 -0
- package/Tests/Server/Services/LlmProviderProjectOwned.test.ts +132 -0
- package/Tests/Server/Services/TelemetryExceptionAIFixReadiness.test.ts +405 -0
- package/Tests/Server/Services/TelemetryExceptionCodeFixRun.test.ts +322 -0
- package/Tests/Server/Services/TraceServiceLatencyProfile.test.ts +278 -0
- package/Tests/Server/Types/Workflow/Components/AIGenerateText.test.ts +722 -0
- package/Tests/Server/Utils/AI/{SentinelAlertGating.test.ts → AIAlertGating.test.ts} +19 -19
- package/Tests/Server/Utils/AI/AIConfidenceSignal.test.ts +362 -0
- package/Tests/Server/Utils/AI/{SentinelInvestigationQueue.test.ts → AIInvestigationQueue.test.ts} +19 -19
- package/Tests/Server/Utils/AI/CodeAgentWorkspaceGuard.test.ts +138 -0
- package/Tests/Server/Utils/AI/CodeFixAgentCompletion.test.ts +335 -0
- package/Tests/Server/Utils/AI/CodeFixRunQueue.test.ts +134 -0
- package/Tests/Server/Utils/AI/EvalCorpus.test.ts +209 -0
- package/Tests/Server/Utils/AI/EvalScores.test.ts +343 -0
- package/Tests/Server/Utils/AI/FixRunBudget.test.ts +218 -0
- package/Tests/Server/Utils/AI/Insights/ErrorLogSpikeDetector.test.ts +437 -0
- package/Tests/Server/Utils/AI/Insights/ExceptionSpikeDetector.test.ts +287 -0
- package/Tests/Server/Utils/AI/Insights/InsightDetectorsIndex.test.ts +34 -0
- package/Tests/Server/Utils/AI/Insights/InsightFixRouting.test.ts +572 -0
- package/Tests/Server/Utils/AI/Insights/InsightNeverThrowsHardening.test.ts +344 -0
- package/Tests/Server/Utils/AI/Insights/InsightScanner.test.ts +720 -0
- package/Tests/Server/Utils/AI/Insights/InsightStore.test.ts +467 -0
- package/Tests/Server/Utils/AI/Insights/InsightStoreHardening.test.ts +370 -0
- package/Tests/Server/Utils/AI/Insights/InsightTriage.test.ts +210 -0
- package/Tests/Server/Utils/AI/Insights/InsightTriageRunner.test.ts +221 -0
- package/Tests/Server/Utils/AI/Insights/InvestigationQueueInsightSubject.test.ts +328 -0
- package/Tests/Server/Utils/AI/Insights/MetricBaselineDrift.test.ts +182 -0
- package/Tests/Server/Utils/AI/Insights/MetricDriftDetector.test.ts +280 -0
- package/Tests/Server/Utils/AI/Insights/NewExceptionDetector.test.ts +259 -0
- package/Tests/Server/Utils/AI/Insights/TraceLatencyRegressionDetector.test.ts +770 -0
- package/Tests/Server/Utils/AI/InvestigationGrader.test.ts +343 -0
- package/Tests/Server/Utils/AI/LLMServiceRequestPolicy.test.ts +307 -0
- package/Tests/Server/Utils/AI/OpenPullRequestCap.test.ts +170 -0
- package/Tests/Server/Utils/AI/SpanTreeAnalyzer.test.ts +559 -0
- package/Tests/Server/Utils/AnalyticsDatabase/ClickhouseCapacity.test.ts +158 -0
- package/Tests/Server/Utils/GitHubCheckRunsConclusion.test.ts +100 -0
- package/Tests/Server/Utils/GitHubPullRequestStateMapping.test.ts +50 -0
- package/Tests/Server/Utils/Monitor/Criteria/SqlMonitorCriteria.test.ts +266 -0
- package/Tests/Server/Utils/ServiceRepoLinkSuggester.test.ts +167 -0
- package/Tests/Server/Utils/StackTraceRepoResolver.test.ts +527 -0
- package/Tests/Types/AI/AIChatPermissionMode.test.ts +112 -0
- package/Tests/Types/AI/CodeFixTaskType.test.ts +152 -0
- package/Tests/Types/AI/FixPullRequestCiStatus.test.ts +181 -0
- package/Tests/Types/Monitor/MonitorStepSqlMonitor.test.ts +110 -0
- package/Tests/Types/Monitor/SqlDatabaseType.test.ts +55 -0
- package/Tests/Types/Workflow/AIGenerateTextMetadata.test.ts +180 -0
- package/Tests/UI/Components/TableBulkCsvExport.test.tsx +168 -0
- package/Tests/UI/Utils/TableColumnsToCsv.test.ts +523 -0
- package/Types/AI/AIChatTypes.ts +8 -0
- package/Types/AI/AIInsightEvidence.ts +77 -0
- package/Types/AI/AIInsightHumanVerdict.ts +15 -0
- package/Types/AI/AIInsightSeverity.ts +13 -0
- package/Types/AI/AIInsightStatus.ts +38 -0
- package/Types/AI/AIInsightType.ts +41 -0
- package/Types/AI/AIRunAutoGrade.ts +18 -0
- package/Types/AI/AIRunEventType.ts +5 -0
- package/Types/AI/AIRunHumanVerdict.ts +17 -0
- package/Types/AI/AIRunType.ts +6 -0
- package/Types/AI/CodeFixTaskContext.ts +88 -0
- package/Types/AI/CodeFixTaskType.ts +132 -0
- package/Types/AI/FixPullRequestCiStatus.ts +132 -0
- package/Types/BaseDatabase/AggregationIntervalUtil.ts +67 -0
- package/Types/Incident/IncidentMetricType.ts +7 -0
- package/Types/Monitor/CriteriaFilter.ts +8 -0
- package/Types/Monitor/MonitorCriteriaInstance.ts +67 -0
- package/Types/Monitor/MonitorStep.ts +38 -0
- package/Types/Monitor/MonitorStepSqlMonitor.ts +141 -0
- package/Types/Monitor/MonitorType.ts +17 -0
- package/Types/Monitor/SqlDatabaseType.ts +49 -0
- package/Types/Monitor/SqlMonitor/SqlMonitorResponse.ts +28 -0
- package/Types/Permission.ts +11 -95
- package/Types/Probe/ProbeMonitorResponse.ts +2 -0
- package/Types/Runbook/RunbookStep.ts +26 -2
- package/Types/Runbook/RunbookStepType.ts +1 -0
- package/Types/Workflow/Component.ts +13 -0
- package/Types/Workflow/ComponentID.ts +1 -0
- package/Types/Workflow/Components/AI.ts +148 -0
- package/Types/Workflow/Components.ts +8 -0
- package/UI/Components/AI/GenerateFromAIModal.tsx +1 -1
- package/UI/Components/Markdown.tsx/MarkdownViewer.tsx +11 -0
- package/UI/Components/MoreMenu/MoreMenu.tsx +1 -1
- package/UI/Components/Table/Table.tsx +38 -2
- package/UI/Utils/TableColumnsToCsv.ts +385 -0
- package/Utils/Monitor/MonitorMetricType.ts +1 -0
- package/build/dist/Models/DatabaseModels/AIAgentTaskPullRequest.js +59 -45
- package/build/dist/Models/DatabaseModels/AIAgentTaskPullRequest.js.map +1 -1
- package/build/dist/Models/DatabaseModels/AIInsight.js +795 -0
- package/build/dist/Models/DatabaseModels/AIInsight.js.map +1 -0
- package/build/dist/Models/DatabaseModels/AIRun.js +274 -0
- package/build/dist/Models/DatabaseModels/AIRun.js.map +1 -1
- package/build/dist/Models/DatabaseModels/CodeRepository.js +43 -0
- package/build/dist/Models/DatabaseModels/CodeRepository.js.map +1 -1
- package/build/dist/Models/DatabaseModels/Dashboard.js +3 -3
- package/build/dist/Models/DatabaseModels/Dashboard.js.map +1 -1
- package/build/dist/Models/DatabaseModels/GlobalConfig.js +110 -0
- package/build/dist/Models/DatabaseModels/GlobalConfig.js.map +1 -1
- package/build/dist/Models/DatabaseModels/Index.js +4 -8
- package/build/dist/Models/DatabaseModels/Index.js.map +1 -1
- package/build/dist/Models/DatabaseModels/InstanceHealthLog.js +304 -0
- package/build/dist/Models/DatabaseModels/InstanceHealthLog.js.map +1 -0
- package/build/dist/Models/DatabaseModels/LlmLog.js +35 -0
- package/build/dist/Models/DatabaseModels/LlmLog.js.map +1 -1
- package/build/dist/Models/DatabaseModels/Project.js +127 -6
- package/build/dist/Models/DatabaseModels/Project.js.map +1 -1
- package/build/dist/Models/DatabaseModels/Runbook.js +1 -1
- package/build/dist/Models/DatabaseModels/Runbook.js.map +1 -1
- package/build/dist/Server/API/AIAgentDataAPI.js +568 -85
- package/build/dist/Server/API/AIAgentDataAPI.js.map +1 -1
- package/build/dist/Server/API/AIAgentTaskAPI.js +100 -44
- package/build/dist/Server/API/AIAgentTaskAPI.js.map +1 -1
- package/build/dist/Server/API/AIAgentTaskLogAPI.js +49 -25
- package/build/dist/Server/API/AIAgentTaskLogAPI.js.map +1 -1
- package/build/dist/Server/API/AIAgentTaskPullRequestAPI.js +27 -0
- package/build/dist/Server/API/AIAgentTaskPullRequestAPI.js.map +1 -1
- package/build/dist/Server/API/AIInsightAPI.js +140 -0
- package/build/dist/Server/API/AIInsightAPI.js.map +1 -0
- package/build/dist/Server/API/AIInvestigationAPI.js +257 -1
- package/build/dist/Server/API/AIInvestigationAPI.js.map +1 -1
- package/build/dist/Server/API/CodeFixRunAPI.js +181 -0
- package/build/dist/Server/API/CodeFixRunAPI.js.map +1 -0
- package/build/dist/Server/API/GitHubAPI.js +164 -2
- package/build/dist/Server/API/GitHubAPI.js.map +1 -1
- package/build/dist/Server/API/TelemetryExceptionAPI.js +148 -43
- package/build/dist/Server/API/TelemetryExceptionAPI.js.map +1 -1
- package/build/dist/Server/EnvironmentConfig.js +1 -1
- package/build/dist/Server/EnvironmentConfig.js.map +1 -1
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783943300000-DropServiceCodeRepository.js +23 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783943300000-DropServiceCodeRepository.js.map +1 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783947444597-CodeFixRunsOnAIRun.js +32 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783947444597-CodeFixRunsOnAIRun.js.map +1 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783950962813-AddCodeFixTaskType.js +16 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783950962813-AddCodeFixTaskType.js.map +1 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783954040984-AddInstrumentationFixTasksFlag.js +16 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783954040984-AddInstrumentationFixTasksFlag.js.map +1 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783957160597-MigrationName.js +24 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783957160597-MigrationName.js.map +1 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783958542237-AddTaskContextToAIRun.js +16 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783958542237-AddTaskContextToAIRun.js.map +1 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783965945957-AddInvestigationVerdictAndGrade.js +24 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783965945957-AddInvestigationVerdictAndGrade.js.map +1 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783970619301-AddFixGuardrailColumns.js +24 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783970619301-AddFixGuardrailColumns.js.map +1 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783970619302-DropLegacyAIAgentTaskTables.js +24 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783970619302-DropLegacyAIAgentTaskTables.js.map +1 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783977781677-AddCiStatusToFixPullRequests.js +18 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783977781677-AddCiStatusToFixPullRequests.js.map +1 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783990000000-AddCompletionTokensToLlmLog.js +18 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1783990000000-AddCompletionTokensToLlmLog.js.map +1 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1784010274993-AddSentinelInsight.js +32 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1784010274993-AddSentinelInsight.js.map +1 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1784010274994-AddSentinelInsightFlags.js +18 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1784010274994-AddSentinelInsightFlags.js.map +1 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1784030612266-RenameSentinelToAI.js +125 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1784030612266-RenameSentinelToAI.js.map +1 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1784033837629-MigrationName.js +62 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1784033837629-MigrationName.js.map +1 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/Index.js +30 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/Index.js.map +1 -1
- package/build/dist/Server/Infrastructure/Queue.js +73 -3
- package/build/dist/Server/Infrastructure/Queue.js.map +1 -1
- package/build/dist/Server/Infrastructure/Semaphore.js +44 -1
- package/build/dist/Server/Infrastructure/Semaphore.js.map +1 -1
- package/build/dist/Server/Services/AIAgentService.js +29 -0
- package/build/dist/Server/Services/AIAgentService.js.map +1 -1
- package/build/dist/Server/Services/AIAgentTaskPullRequestService.js +78 -0
- package/build/dist/Server/Services/AIAgentTaskPullRequestService.js.map +1 -1
- package/build/dist/Server/Services/AIInsightService.js +164 -0
- package/build/dist/Server/Services/AIInsightService.js.map +1 -0
- package/build/dist/Server/Services/AIRunEventService.js +49 -0
- package/build/dist/Server/Services/AIRunEventService.js.map +1 -1
- package/build/dist/Server/Services/AIRunService.js +221 -0
- package/build/dist/Server/Services/AIRunService.js.map +1 -1
- package/build/dist/Server/Services/AIService.js +198 -11
- package/build/dist/Server/Services/AIService.js.map +1 -1
- package/build/dist/Server/Services/AlertService.js +4 -4
- package/build/dist/Server/Services/AlertService.js.map +1 -1
- package/build/dist/Server/Services/CodeRepositoryService.js +180 -0
- package/build/dist/Server/Services/CodeRepositoryService.js.map +1 -1
- package/build/dist/Server/Services/DashboardService.js +8 -2
- package/build/dist/Server/Services/DashboardService.js.map +1 -1
- package/build/dist/Server/Services/GlobalConfigService.js +84 -0
- package/build/dist/Server/Services/GlobalConfigService.js.map +1 -1
- package/build/dist/Server/Services/IncidentService.js +149 -37
- package/build/dist/Server/Services/IncidentService.js.map +1 -1
- package/build/dist/Server/Services/IncidentStateTimelineService.js +24 -4
- package/build/dist/Server/Services/IncidentStateTimelineService.js.map +1 -1
- package/build/dist/Server/Services/Index.js +4 -4
- package/build/dist/Server/Services/Index.js.map +1 -1
- package/build/dist/Server/Services/{AIAgentTaskLogService.js → InstanceHealthLogService.js} +2 -2
- package/build/dist/Server/Services/InstanceHealthLogService.js.map +1 -0
- package/build/dist/Server/Services/LlmLogService.js +23 -0
- package/build/dist/Server/Services/LlmLogService.js.map +1 -1
- package/build/dist/Server/Services/LlmProviderService.js +96 -0
- package/build/dist/Server/Services/LlmProviderService.js.map +1 -1
- package/build/dist/Server/Services/MetricBaselineService.js +65 -0
- package/build/dist/Server/Services/MetricBaselineService.js.map +1 -1
- package/build/dist/Server/Services/MonitorService.js +9 -1
- package/build/dist/Server/Services/MonitorService.js.map +1 -1
- package/build/dist/Server/Services/TelemetryExceptionService.js +243 -82
- package/build/dist/Server/Services/TelemetryExceptionService.js.map +1 -1
- package/build/dist/Server/Services/TraceAggregationService.js +124 -0
- package/build/dist/Server/Services/TraceAggregationService.js.map +1 -1
- package/build/dist/Server/Types/Workflow/ComponentCode.js.map +1 -1
- package/build/dist/Server/Types/Workflow/Components/AI/GenerateText.js +240 -0
- package/build/dist/Server/Types/Workflow/Components/AI/GenerateText.js.map +1 -0
- package/build/dist/Server/Types/Workflow/Components/Index.js +2 -0
- package/build/dist/Server/Types/Workflow/Components/Index.js.map +1 -1
- package/build/dist/Server/Utils/AI/CodeFix/CodeAgentWorkspaceGuard.js +48 -0
- package/build/dist/Server/Utils/AI/CodeFix/CodeAgentWorkspaceGuard.js.map +1 -0
- package/build/dist/Server/Utils/AI/CodeFix/CodeFixAgentCompletion.js +174 -0
- package/build/dist/Server/Utils/AI/CodeFix/CodeFixAgentCompletion.js.map +1 -0
- package/build/dist/Server/Utils/AI/CodeFix/CodeFixRunQueue.js +126 -0
- package/build/dist/Server/Utils/AI/CodeFix/CodeFixRunQueue.js.map +1 -0
- package/build/dist/Server/Utils/AI/CodeFix/FixRunBudget.js +131 -0
- package/build/dist/Server/Utils/AI/CodeFix/FixRunBudget.js.map +1 -0
- package/build/dist/Server/Utils/AI/CodeFix/OpenPullRequestCap.js +99 -0
- package/build/dist/Server/Utils/AI/CodeFix/OpenPullRequestCap.js.map +1 -0
- package/build/dist/Server/Utils/AI/Eval/EvalCorpus.js +245 -0
- package/build/dist/Server/Utils/AI/Eval/EvalCorpus.js.map +1 -0
- package/build/dist/Server/Utils/AI/Eval/EvalScores.js +83 -0
- package/build/dist/Server/Utils/AI/Eval/EvalScores.js.map +1 -0
- package/build/dist/Server/Utils/AI/Eval/ReplayInvestigation.js +12 -0
- package/build/dist/Server/Utils/AI/Eval/ReplayInvestigation.js.map +1 -0
- package/build/dist/Server/Utils/AI/PerfEvidence/SpanTreeAnalyzer.js +439 -0
- package/build/dist/Server/Utils/AI/PerfEvidence/SpanTreeAnalyzer.js.map +1 -0
- package/build/dist/Server/Utils/AI/{Sentinel/SentinelInvestigationEngine.js → SRE/AIInvestigationEngine.js} +47 -31
- package/build/dist/Server/Utils/AI/SRE/AIInvestigationEngine.js.map +1 -0
- package/build/dist/Server/Utils/AI/{Sentinel/SentinelMemory.js → SRE/AIMemory.js} +5 -5
- package/build/dist/Server/Utils/AI/SRE/AIMemory.js.map +1 -0
- package/build/dist/Server/Utils/AI/{Sentinel → SRE}/AlertInvestigationRunner.js +42 -19
- package/build/dist/Server/Utils/AI/SRE/AlertInvestigationRunner.js.map +1 -0
- package/build/dist/Server/Utils/AI/SRE/ConfidenceSignal.js +226 -0
- package/build/dist/Server/Utils/AI/SRE/ConfidenceSignal.js.map +1 -0
- package/build/dist/Server/Utils/AI/SRE/FixFromIncidentTaskTrigger.js +100 -0
- package/build/dist/Server/Utils/AI/SRE/FixFromIncidentTaskTrigger.js.map +1 -0
- package/build/dist/Server/Utils/AI/SRE/FixPerformanceTaskTrigger.js +174 -0
- package/build/dist/Server/Utils/AI/SRE/FixPerformanceTaskTrigger.js.map +1 -0
- package/build/dist/Server/Utils/AI/{Sentinel → SRE}/IncidentInvestigationRunner.js +60 -22
- package/build/dist/Server/Utils/AI/SRE/IncidentInvestigationRunner.js.map +1 -0
- package/build/dist/Server/Utils/AI/{Sentinel → SRE}/IncidentPostmortemRunner.js +9 -9
- package/build/dist/Server/Utils/AI/SRE/IncidentPostmortemRunner.js.map +1 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/Detectors/ErrorLogSpikeDetector.js +268 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/Detectors/ErrorLogSpikeDetector.js.map +1 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/Detectors/ExceptionSpikeDetector.js +226 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/Detectors/ExceptionSpikeDetector.js.map +1 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/Detectors/Index.js +26 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/Detectors/Index.js.map +1 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/Detectors/MetricDriftDetector.js +159 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/Detectors/MetricDriftDetector.js.map +1 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/Detectors/NewExceptionDetector.js +177 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/Detectors/NewExceptionDetector.js.map +1 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/Detectors/TraceLatencyRegressionDetector.js +384 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/Detectors/TraceLatencyRegressionDetector.js.map +1 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/FixRouting.js +180 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/FixRouting.js.map +1 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/InsightScanner.js +269 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/InsightScanner.js.map +1 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/InsightStore.js +231 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/InsightStore.js.map +1 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/InsightTriageRunner.js +206 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/InsightTriageRunner.js.map +1 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/Triage.js +121 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/Triage.js.map +1 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/Types.js +2 -0
- package/build/dist/Server/Utils/AI/SRE/Insights/Types.js.map +1 -0
- package/build/dist/Server/Utils/AI/SRE/InstrumentationTaskTrigger.js +148 -0
- package/build/dist/Server/Utils/AI/SRE/InstrumentationTaskTrigger.js.map +1 -0
- package/build/dist/Server/Utils/AI/SRE/InvestigationGrader.js +231 -0
- package/build/dist/Server/Utils/AI/SRE/InvestigationGrader.js.map +1 -0
- package/build/dist/Server/Utils/AI/{Sentinel → SRE}/InvestigationQueue.js +102 -23
- package/build/dist/Server/Utils/AI/SRE/InvestigationQueue.js.map +1 -0
- package/build/dist/Server/Utils/AI/SRE/SubjectCodeFixRun.js +167 -0
- package/build/dist/Server/Utils/AI/SRE/SubjectCodeFixRun.js.map +1 -0
- package/build/dist/Server/Utils/AI/Toolbox/{SentinelActionTools.js → AIActionTools.js} +18 -2
- package/build/dist/Server/Utils/AI/Toolbox/AIActionTools.js.map +1 -0
- package/build/dist/Server/Utils/AI/Toolbox/Index.js +2 -2
- package/build/dist/Server/Utils/AI/Toolbox/Index.js.map +1 -1
- package/build/dist/Server/Utils/AnalyticsDatabase/ClickhouseCapacity.js +301 -0
- package/build/dist/Server/Utils/AnalyticsDatabase/ClickhouseCapacity.js.map +1 -0
- package/build/dist/Server/Utils/CodeRepository/GitHub/GitHub.js +240 -2
- package/build/dist/Server/Utils/CodeRepository/GitHub/GitHub.js.map +1 -1
- package/build/dist/Server/Utils/CodeRepository/ServiceRepoLinkSuggester.js +127 -0
- package/build/dist/Server/Utils/CodeRepository/ServiceRepoLinkSuggester.js.map +1 -0
- package/build/dist/Server/Utils/CodeRepository/StackTraceRepoResolver.js +336 -0
- package/build/dist/Server/Utils/CodeRepository/StackTraceRepoResolver.js.map +1 -0
- package/build/dist/Server/Utils/Execute.js +21 -11
- package/build/dist/Server/Utils/Execute.js.map +1 -1
- package/build/dist/Server/Utils/LLM/LLMService.js +125 -25
- package/build/dist/Server/Utils/LLM/LLMService.js.map +1 -1
- package/build/dist/Server/Utils/Monitor/Criteria/SqlMonitorCriteria.js +120 -0
- package/build/dist/Server/Utils/Monitor/Criteria/SqlMonitorCriteria.js.map +1 -0
- package/build/dist/Server/Utils/Monitor/MonitorCriteriaEvaluator.js +21 -0
- package/build/dist/Server/Utils/Monitor/MonitorCriteriaEvaluator.js.map +1 -1
- package/build/dist/Types/AI/AIInsightEvidence.js +2 -0
- package/build/dist/Types/AI/AIInsightEvidence.js.map +1 -0
- package/build/dist/Types/AI/AIInsightHumanVerdict.js +16 -0
- package/build/dist/Types/AI/AIInsightHumanVerdict.js.map +1 -0
- package/build/dist/Types/AI/AIInsightSeverity.js +14 -0
- package/build/dist/Types/AI/AIInsightSeverity.js.map +1 -0
- package/build/dist/Types/AI/AIInsightStatus.js +36 -0
- package/build/dist/Types/AI/AIInsightStatus.js.map +1 -0
- package/build/dist/Types/AI/AIInsightType.js +42 -0
- package/build/dist/Types/AI/AIInsightType.js.map +1 -0
- package/build/dist/Types/AI/AIRunAutoGrade.js +19 -0
- package/build/dist/Types/AI/AIRunAutoGrade.js.map +1 -0
- package/build/dist/Types/AI/AIRunEventType.js +5 -0
- package/build/dist/Types/AI/AIRunEventType.js.map +1 -1
- package/build/dist/Types/AI/AIRunHumanVerdict.js +18 -0
- package/build/dist/Types/AI/AIRunHumanVerdict.js.map +1 -0
- package/build/dist/Types/AI/AIRunType.js +6 -0
- package/build/dist/Types/AI/AIRunType.js.map +1 -1
- package/build/dist/Types/AI/CodeFixTaskContext.js +29 -0
- package/build/dist/Types/AI/CodeFixTaskContext.js.map +1 -0
- package/build/dist/Types/AI/CodeFixTaskType.js +122 -0
- package/build/dist/Types/AI/CodeFixTaskType.js.map +1 -0
- package/build/dist/Types/AI/FixPullRequestCiStatus.js +102 -0
- package/build/dist/Types/AI/FixPullRequestCiStatus.js.map +1 -0
- package/build/dist/Types/BaseDatabase/AggregationIntervalUtil.js +55 -0
- package/build/dist/Types/BaseDatabase/AggregationIntervalUtil.js.map +1 -1
- package/build/dist/Types/Incident/IncidentMetricType.js +7 -0
- package/build/dist/Types/Incident/IncidentMetricType.js.map +1 -1
- package/build/dist/Types/Monitor/CriteriaFilter.js +7 -0
- package/build/dist/Types/Monitor/CriteriaFilter.js.map +1 -1
- package/build/dist/Types/Monitor/MonitorCriteriaInstance.js +62 -0
- package/build/dist/Types/Monitor/MonitorCriteriaInstance.js.map +1 -1
- package/build/dist/Types/Monitor/MonitorStep.js +28 -0
- package/build/dist/Types/Monitor/MonitorStep.js.map +1 -1
- package/build/dist/Types/Monitor/MonitorStepSqlMonitor.js +93 -0
- package/build/dist/Types/Monitor/MonitorStepSqlMonitor.js.map +1 -0
- package/build/dist/Types/Monitor/MonitorType.js +15 -0
- package/build/dist/Types/Monitor/MonitorType.js.map +1 -1
- package/build/dist/Types/Monitor/SqlDatabaseType.js +47 -0
- package/build/dist/Types/Monitor/SqlDatabaseType.js.map +1 -0
- package/build/dist/Types/Monitor/SqlMonitor/SqlMonitorResponse.js +2 -0
- package/build/dist/Types/Monitor/SqlMonitor/SqlMonitorResponse.js.map +1 -0
- package/build/dist/Types/Permission.js +10 -84
- package/build/dist/Types/Permission.js.map +1 -1
- package/build/dist/Types/Runbook/RunbookStepType.js +1 -0
- package/build/dist/Types/Runbook/RunbookStepType.js.map +1 -1
- package/build/dist/Types/Workflow/ComponentID.js +1 -0
- package/build/dist/Types/Workflow/ComponentID.js.map +1 -1
- package/build/dist/Types/Workflow/Components/AI.js +135 -0
- package/build/dist/Types/Workflow/Components/AI.js.map +1 -0
- package/build/dist/Types/Workflow/Components.js +7 -0
- package/build/dist/Types/Workflow/Components.js.map +1 -1
- package/build/dist/UI/Components/AI/GenerateFromAIModal.js +1 -1
- package/build/dist/UI/Components/AI/GenerateFromAIModal.js.map +1 -1
- package/build/dist/UI/Components/Markdown.tsx/MarkdownViewer.js +9 -0
- package/build/dist/UI/Components/Markdown.tsx/MarkdownViewer.js.map +1 -1
- package/build/dist/UI/Components/MoreMenu/MoreMenu.js +1 -1
- package/build/dist/UI/Components/Table/Table.js +28 -2
- package/build/dist/UI/Components/Table/Table.js.map +1 -1
- package/build/dist/UI/Utils/TableColumnsToCsv.js +291 -0
- package/build/dist/UI/Utils/TableColumnsToCsv.js.map +1 -0
- package/build/dist/Utils/Monitor/MonitorMetricType.js +1 -0
- package/build/dist/Utils/Monitor/MonitorMetricType.js.map +1 -1
- package/package.json +1 -1
- package/Models/DatabaseModels/AIAgentTask.ts +0 -660
- package/Models/DatabaseModels/AIAgentTaskLog.ts +0 -426
- package/Models/DatabaseModels/AIAgentTaskTelemetryException.ts +0 -399
- package/Models/DatabaseModels/ServiceCodeRepository.ts +0 -647
- package/Server/Services/AIAgentTaskService.ts +0 -240
- package/Server/Services/AIAgentTaskTelemetryExceptionService.ts +0 -39
- package/Server/Services/ServiceCodeRepositoryService.ts +0 -55
- package/Tests/Server/Services/AIAgentTaskServiceClaim.test.ts +0 -146
- package/Types/AI/AIAgentTaskMetadata.ts +0 -25
- package/Types/AI/AIAgentTaskType.ts +0 -40
- package/build/dist/Models/DatabaseModels/AIAgentTask.js +0 -691
- package/build/dist/Models/DatabaseModels/AIAgentTask.js.map +0 -1
- package/build/dist/Models/DatabaseModels/AIAgentTaskLog.js +0 -447
- package/build/dist/Models/DatabaseModels/AIAgentTaskLog.js.map +0 -1
- package/build/dist/Models/DatabaseModels/AIAgentTaskTelemetryException.js +0 -415
- package/build/dist/Models/DatabaseModels/AIAgentTaskTelemetryException.js.map +0 -1
- package/build/dist/Models/DatabaseModels/ServiceCodeRepository.js +0 -665
- package/build/dist/Models/DatabaseModels/ServiceCodeRepository.js.map +0 -1
- package/build/dist/Server/Services/AIAgentTaskLogService.js.map +0 -1
- package/build/dist/Server/Services/AIAgentTaskService.js +0 -217
- package/build/dist/Server/Services/AIAgentTaskService.js.map +0 -1
- package/build/dist/Server/Services/AIAgentTaskTelemetryExceptionService.js +0 -36
- package/build/dist/Server/Services/AIAgentTaskTelemetryExceptionService.js.map +0 -1
- package/build/dist/Server/Services/ServiceCodeRepositoryService.js +0 -54
- package/build/dist/Server/Services/ServiceCodeRepositoryService.js.map +0 -1
- package/build/dist/Server/Utils/AI/Sentinel/AlertInvestigationRunner.js.map +0 -1
- package/build/dist/Server/Utils/AI/Sentinel/IncidentInvestigationRunner.js.map +0 -1
- package/build/dist/Server/Utils/AI/Sentinel/IncidentPostmortemRunner.js.map +0 -1
- package/build/dist/Server/Utils/AI/Sentinel/InvestigationQueue.js.map +0 -1
- package/build/dist/Server/Utils/AI/Sentinel/SentinelInvestigationEngine.js.map +0 -1
- package/build/dist/Server/Utils/AI/Sentinel/SentinelMemory.js.map +0 -1
- package/build/dist/Server/Utils/AI/Toolbox/SentinelActionTools.js.map +0 -1
- package/build/dist/Types/AI/AIAgentTaskMetadata.js +0 -6
- package/build/dist/Types/AI/AIAgentTaskMetadata.js.map +0 -1
- package/build/dist/Types/AI/AIAgentTaskType.js +0 -29
- package/build/dist/Types/AI/AIAgentTaskType.js.map +0 -1
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import
|
|
1
|
+
import AIAlertInvestigationRunner, {
|
|
2
2
|
AlertGateDecision,
|
|
3
|
-
} from "../../../../Server/Utils/AI/
|
|
4
|
-
import
|
|
3
|
+
} from "../../../../Server/Utils/AI/SRE/AlertInvestigationRunner";
|
|
4
|
+
import AIInvestigationQueue from "../../../../Server/Utils/AI/SRE/InvestigationQueue";
|
|
5
5
|
import AlertService from "../../../../Server/Services/AlertService";
|
|
6
6
|
import AlertSeverityService from "../../../../Server/Services/AlertSeverityService";
|
|
7
7
|
import ProjectService from "../../../../Server/Services/ProjectService";
|
|
@@ -59,7 +59,7 @@ function fakeSeverities(orders: Array<number>): Array<AlertSeverity> {
|
|
|
59
59
|
});
|
|
60
60
|
}
|
|
61
61
|
|
|
62
|
-
describe("
|
|
62
|
+
describe("AIAlertInvestigationRunner.shouldInvestigateAlert", () => {
|
|
63
63
|
const alertId: ObjectID = ObjectID.generate();
|
|
64
64
|
const projectId: ObjectID = ObjectID.generate();
|
|
65
65
|
|
|
@@ -98,7 +98,7 @@ describe("SentinelAlertInvestigationRunner.shouldInvestigateAlert", () => {
|
|
|
98
98
|
});
|
|
99
99
|
|
|
100
100
|
const decision: AlertGateDecision =
|
|
101
|
-
await
|
|
101
|
+
await AIAlertInvestigationRunner.shouldInvestigateAlert({
|
|
102
102
|
alertId,
|
|
103
103
|
projectId,
|
|
104
104
|
});
|
|
@@ -118,7 +118,7 @@ describe("SentinelAlertInvestigationRunner.shouldInvestigateAlert", () => {
|
|
|
118
118
|
});
|
|
119
119
|
|
|
120
120
|
const decision: AlertGateDecision =
|
|
121
|
-
await
|
|
121
|
+
await AIAlertInvestigationRunner.shouldInvestigateAlert({
|
|
122
122
|
alertId,
|
|
123
123
|
projectId,
|
|
124
124
|
});
|
|
@@ -134,7 +134,7 @@ describe("SentinelAlertInvestigationRunner.shouldInvestigateAlert", () => {
|
|
|
134
134
|
});
|
|
135
135
|
|
|
136
136
|
const decision: AlertGateDecision =
|
|
137
|
-
await
|
|
137
|
+
await AIAlertInvestigationRunner.shouldInvestigateAlert({
|
|
138
138
|
alertId,
|
|
139
139
|
projectId,
|
|
140
140
|
});
|
|
@@ -149,7 +149,7 @@ describe("SentinelAlertInvestigationRunner.shouldInvestigateAlert", () => {
|
|
|
149
149
|
});
|
|
150
150
|
|
|
151
151
|
const decision: AlertGateDecision =
|
|
152
|
-
await
|
|
152
|
+
await AIAlertInvestigationRunner.shouldInvestigateAlert({
|
|
153
153
|
alertId,
|
|
154
154
|
projectId,
|
|
155
155
|
});
|
|
@@ -167,7 +167,7 @@ describe("SentinelAlertInvestigationRunner.shouldInvestigateAlert", () => {
|
|
|
167
167
|
});
|
|
168
168
|
|
|
169
169
|
const decision: AlertGateDecision =
|
|
170
|
-
await
|
|
170
|
+
await AIAlertInvestigationRunner.shouldInvestigateAlert({
|
|
171
171
|
alertId,
|
|
172
172
|
projectId,
|
|
173
173
|
});
|
|
@@ -182,7 +182,7 @@ describe("SentinelAlertInvestigationRunner.shouldInvestigateAlert", () => {
|
|
|
182
182
|
});
|
|
183
183
|
|
|
184
184
|
const decision: AlertGateDecision =
|
|
185
|
-
await
|
|
185
|
+
await AIAlertInvestigationRunner.shouldInvestigateAlert({
|
|
186
186
|
alertId,
|
|
187
187
|
projectId,
|
|
188
188
|
});
|
|
@@ -201,7 +201,7 @@ describe("SentinelAlertInvestigationRunner.shouldInvestigateAlert", () => {
|
|
|
201
201
|
});
|
|
202
202
|
|
|
203
203
|
const decision: AlertGateDecision =
|
|
204
|
-
await
|
|
204
|
+
await AIAlertInvestigationRunner.shouldInvestigateAlert({
|
|
205
205
|
alertId,
|
|
206
206
|
projectId,
|
|
207
207
|
});
|
|
@@ -226,7 +226,7 @@ describe("SentinelAlertInvestigationRunner.shouldInvestigateAlert", () => {
|
|
|
226
226
|
});
|
|
227
227
|
|
|
228
228
|
const decision: AlertGateDecision =
|
|
229
|
-
await
|
|
229
|
+
await AIAlertInvestigationRunner.shouldInvestigateAlert({
|
|
230
230
|
alertId,
|
|
231
231
|
projectId,
|
|
232
232
|
});
|
|
@@ -247,7 +247,7 @@ describe("SentinelAlertInvestigationRunner.shouldInvestigateAlert", () => {
|
|
|
247
247
|
});
|
|
248
248
|
|
|
249
249
|
const decision: AlertGateDecision =
|
|
250
|
-
await
|
|
250
|
+
await AIAlertInvestigationRunner.shouldInvestigateAlert({
|
|
251
251
|
alertId,
|
|
252
252
|
projectId,
|
|
253
253
|
});
|
|
@@ -267,7 +267,7 @@ describe("SentinelAlertInvestigationRunner.shouldInvestigateAlert", () => {
|
|
|
267
267
|
});
|
|
268
268
|
|
|
269
269
|
const decision: AlertGateDecision =
|
|
270
|
-
await
|
|
270
|
+
await AIAlertInvestigationRunner.shouldInvestigateAlert({
|
|
271
271
|
alertId,
|
|
272
272
|
projectId,
|
|
273
273
|
});
|
|
@@ -280,7 +280,7 @@ describe("SentinelAlertInvestigationRunner.shouldInvestigateAlert", () => {
|
|
|
280
280
|
mockGates({ alert: null });
|
|
281
281
|
|
|
282
282
|
const decision: AlertGateDecision =
|
|
283
|
-
await
|
|
283
|
+
await AIAlertInvestigationRunner.shouldInvestigateAlert({
|
|
284
284
|
alertId,
|
|
285
285
|
projectId,
|
|
286
286
|
});
|
|
@@ -289,7 +289,7 @@ describe("SentinelAlertInvestigationRunner.shouldInvestigateAlert", () => {
|
|
|
289
289
|
});
|
|
290
290
|
});
|
|
291
291
|
|
|
292
|
-
describe("
|
|
292
|
+
describe("AIInvestigationQueue concurrency cap", () => {
|
|
293
293
|
beforeEach(() => {
|
|
294
294
|
// No per-project override => the default cap of 3 applies.
|
|
295
295
|
jest.spyOn(ProjectService, "findOneById").mockResolvedValue(fakeProject());
|
|
@@ -308,7 +308,7 @@ describe("SentinelInvestigationQueue concurrency cap", () => {
|
|
|
308
308
|
"attemptStatusTransition",
|
|
309
309
|
);
|
|
310
310
|
|
|
311
|
-
await
|
|
311
|
+
await AIInvestigationQueue.processRun({
|
|
312
312
|
id: ObjectID.generate(),
|
|
313
313
|
projectId: ObjectID.generate(),
|
|
314
314
|
attemptCount: 0,
|
|
@@ -325,7 +325,7 @@ describe("SentinelInvestigationQueue concurrency cap", () => {
|
|
|
325
325
|
"attemptStatusTransition",
|
|
326
326
|
);
|
|
327
327
|
|
|
328
|
-
await
|
|
328
|
+
await AIInvestigationQueue.processRun({
|
|
329
329
|
id: ObjectID.generate(),
|
|
330
330
|
projectId: ObjectID.generate(),
|
|
331
331
|
attemptCount: 0,
|
|
@@ -348,7 +348,7 @@ describe("SentinelInvestigationQueue concurrency cap", () => {
|
|
|
348
348
|
"attemptStatusTransition",
|
|
349
349
|
);
|
|
350
350
|
|
|
351
|
-
await
|
|
351
|
+
await AIInvestigationQueue.processRun({
|
|
352
352
|
id: ObjectID.generate(),
|
|
353
353
|
projectId: ObjectID.generate(),
|
|
354
354
|
attemptCount: 0,
|
|
@@ -0,0 +1,362 @@
|
|
|
1
|
+
import AIConfidenceSignal, {
|
|
2
|
+
CONFIDENCE_CLASSIFICATION_FEATURE,
|
|
3
|
+
ConfidenceSignal,
|
|
4
|
+
EvidenceInput,
|
|
5
|
+
} from "../../../../Server/Utils/AI/SRE/ConfidenceSignal";
|
|
6
|
+
import AIService, {
|
|
7
|
+
AILogResponse,
|
|
8
|
+
AUTONOMOUS_AI_FEATURES,
|
|
9
|
+
} from "../../../../Server/Services/AIService";
|
|
10
|
+
import { AIChatCitation } from "../../../../Types/AI/AIChatTypes";
|
|
11
|
+
import ObjectID from "../../../../Types/ObjectID";
|
|
12
|
+
import { describe, expect, test, afterEach } from "@jest/globals";
|
|
13
|
+
|
|
14
|
+
/*
|
|
15
|
+
* The G6 structured confidence signal: no control-flow decision may derive
|
|
16
|
+
* from free-form model prose. Under test: the deterministic evidence floor
|
|
17
|
+
* (zero server-minted evidence → inconclusive, always, no LLM spent), the
|
|
18
|
+
* word-bounded CONFIDENT/INCONCLUSIVE token parse, the PER-CONSUMER fail
|
|
19
|
+
* directions (ping fails louder; instrumentation-PR creation fails toward
|
|
20
|
+
* doing nothing), and computeConfidenceSignal's never-throws contract.
|
|
21
|
+
*/
|
|
22
|
+
|
|
23
|
+
const projectId: ObjectID = ObjectID.generate();
|
|
24
|
+
const aiRunId: ObjectID = ObjectID.generate();
|
|
25
|
+
|
|
26
|
+
function fakeCitation(rowCount: number): AIChatCitation {
|
|
27
|
+
return {
|
|
28
|
+
id: `C${rowCount}`,
|
|
29
|
+
toolName: "search_logs",
|
|
30
|
+
label: "Logs",
|
|
31
|
+
queryArguments: {},
|
|
32
|
+
rowCount,
|
|
33
|
+
} as AIChatCitation;
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
function evidence(data: Partial<EvidenceInput>): EvidenceInput {
|
|
37
|
+
return {
|
|
38
|
+
citationCount: 0,
|
|
39
|
+
dataBearingToolCallCount: 0,
|
|
40
|
+
anyToolReturnedData: false,
|
|
41
|
+
...data,
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
function fakeLlmResponse(content: string): AILogResponse {
|
|
46
|
+
return { content } as unknown as AILogResponse;
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
describe("AIConfidenceSignal.evidenceFromCitations", () => {
|
|
50
|
+
test("no citations → zero evidence", () => {
|
|
51
|
+
expect(AIConfidenceSignal.evidenceFromCitations([])).toEqual({
|
|
52
|
+
citationCount: 0,
|
|
53
|
+
dataBearingToolCallCount: 0,
|
|
54
|
+
anyToolReturnedData: false,
|
|
55
|
+
});
|
|
56
|
+
});
|
|
57
|
+
|
|
58
|
+
test("counts data-bearing citations separately from row-less ones", () => {
|
|
59
|
+
expect(
|
|
60
|
+
AIConfidenceSignal.evidenceFromCitations([
|
|
61
|
+
fakeCitation(0),
|
|
62
|
+
fakeCitation(3),
|
|
63
|
+
fakeCitation(12),
|
|
64
|
+
]),
|
|
65
|
+
).toEqual({
|
|
66
|
+
citationCount: 3,
|
|
67
|
+
dataBearingToolCallCount: 2,
|
|
68
|
+
anyToolReturnedData: true,
|
|
69
|
+
});
|
|
70
|
+
});
|
|
71
|
+
|
|
72
|
+
test("citations whose every result was empty carry no data", () => {
|
|
73
|
+
expect(
|
|
74
|
+
AIConfidenceSignal.evidenceFromCitations([
|
|
75
|
+
fakeCitation(0),
|
|
76
|
+
fakeCitation(0),
|
|
77
|
+
]),
|
|
78
|
+
).toEqual({
|
|
79
|
+
citationCount: 2,
|
|
80
|
+
dataBearingToolCallCount: 0,
|
|
81
|
+
anyToolReturnedData: false,
|
|
82
|
+
});
|
|
83
|
+
});
|
|
84
|
+
});
|
|
85
|
+
|
|
86
|
+
describe("AIConfidenceSignal.hasVerifiableEvidence (deterministic floor)", () => {
|
|
87
|
+
test("zero citations AND zero data-bearing tool calls → no evidence, always", () => {
|
|
88
|
+
expect(AIConfidenceSignal.hasVerifiableEvidence(evidence({}))).toBe(false);
|
|
89
|
+
});
|
|
90
|
+
|
|
91
|
+
test("a single minted citation passes the floor (rowCount 0 is proof of absence — still server-verified evidence)", () => {
|
|
92
|
+
expect(
|
|
93
|
+
AIConfidenceSignal.hasVerifiableEvidence(evidence({ citationCount: 1 })),
|
|
94
|
+
).toBe(true);
|
|
95
|
+
});
|
|
96
|
+
|
|
97
|
+
test("a data-bearing tool call passes the floor even without a citation count (defensive OR)", () => {
|
|
98
|
+
expect(
|
|
99
|
+
AIConfidenceSignal.hasVerifiableEvidence(
|
|
100
|
+
evidence({ dataBearingToolCallCount: 1 }),
|
|
101
|
+
),
|
|
102
|
+
).toBe(true);
|
|
103
|
+
expect(
|
|
104
|
+
AIConfidenceSignal.hasVerifiableEvidence(
|
|
105
|
+
evidence({ anyToolReturnedData: true }),
|
|
106
|
+
),
|
|
107
|
+
).toBe(true);
|
|
108
|
+
});
|
|
109
|
+
});
|
|
110
|
+
|
|
111
|
+
describe("AIConfidenceSignal.parseClassificationToken", () => {
|
|
112
|
+
test("exact single tokens parse (case-insensitively, whitespace-tolerant)", () => {
|
|
113
|
+
expect(AIConfidenceSignal.parseClassificationToken("CONFIDENT")).toBe(true);
|
|
114
|
+
expect(AIConfidenceSignal.parseClassificationToken(" inconclusive\n")).toBe(
|
|
115
|
+
false,
|
|
116
|
+
);
|
|
117
|
+
expect(AIConfidenceSignal.parseClassificationToken("confident")).toBe(true);
|
|
118
|
+
});
|
|
119
|
+
|
|
120
|
+
test("a token embedded in editorializing prose still parses", () => {
|
|
121
|
+
expect(
|
|
122
|
+
AIConfidenceSignal.parseClassificationToken("The analysis is CONFIDENT."),
|
|
123
|
+
).toBe(true);
|
|
124
|
+
expect(
|
|
125
|
+
AIConfidenceSignal.parseClassificationToken(
|
|
126
|
+
"I would call this INCONCLUSIVE, the evidence is thin.",
|
|
127
|
+
),
|
|
128
|
+
).toBe(false);
|
|
129
|
+
});
|
|
130
|
+
|
|
131
|
+
test("a token embedded inside a larger word does not parse (word boundaries)", () => {
|
|
132
|
+
expect(
|
|
133
|
+
AIConfidenceSignal.parseClassificationToken("CONFIDENTLY"),
|
|
134
|
+
).toBeNull();
|
|
135
|
+
expect(
|
|
136
|
+
AIConfidenceSignal.parseClassificationToken("inconclusively"),
|
|
137
|
+
).toBeNull();
|
|
138
|
+
});
|
|
139
|
+
|
|
140
|
+
test("both tokens → null (ambiguous)", () => {
|
|
141
|
+
expect(
|
|
142
|
+
AIConfidenceSignal.parseClassificationToken(
|
|
143
|
+
"Either CONFIDENT or INCONCLUSIVE, hard to say.",
|
|
144
|
+
),
|
|
145
|
+
).toBeNull();
|
|
146
|
+
});
|
|
147
|
+
|
|
148
|
+
test("no token / empty / null → null", () => {
|
|
149
|
+
expect(
|
|
150
|
+
AIConfidenceSignal.parseClassificationToken("I cannot judge this."),
|
|
151
|
+
).toBeNull();
|
|
152
|
+
expect(AIConfidenceSignal.parseClassificationToken("")).toBeNull();
|
|
153
|
+
expect(AIConfidenceSignal.parseClassificationToken(null)).toBeNull();
|
|
154
|
+
expect(AIConfidenceSignal.parseClassificationToken(undefined)).toBeNull();
|
|
155
|
+
});
|
|
156
|
+
});
|
|
157
|
+
|
|
158
|
+
describe("per-consumer fail directions", () => {
|
|
159
|
+
const floorInconclusive: ConfidenceSignal = {
|
|
160
|
+
confident: false,
|
|
161
|
+
source: "deterministic-floor",
|
|
162
|
+
};
|
|
163
|
+
const classifiedConfident: ConfidenceSignal = {
|
|
164
|
+
confident: true,
|
|
165
|
+
source: "classification",
|
|
166
|
+
};
|
|
167
|
+
const classifiedInconclusive: ConfidenceSignal = {
|
|
168
|
+
confident: false,
|
|
169
|
+
source: "classification",
|
|
170
|
+
};
|
|
171
|
+
const classificationFailed: ConfidenceSignal = {
|
|
172
|
+
confident: false,
|
|
173
|
+
source: "classification-failed",
|
|
174
|
+
};
|
|
175
|
+
|
|
176
|
+
test("workspace ping: confident classifications ping; verified-inconclusive stays quiet", () => {
|
|
177
|
+
expect(
|
|
178
|
+
AIConfidenceSignal.shouldSendWorkspaceNotification(classifiedConfident),
|
|
179
|
+
).toBe(true);
|
|
180
|
+
expect(
|
|
181
|
+
AIConfidenceSignal.shouldSendWorkspaceNotification(
|
|
182
|
+
classifiedInconclusive,
|
|
183
|
+
),
|
|
184
|
+
).toBe(false);
|
|
185
|
+
expect(
|
|
186
|
+
AIConfidenceSignal.shouldSendWorkspaceNotification(floorInconclusive),
|
|
187
|
+
).toBe(false);
|
|
188
|
+
});
|
|
189
|
+
|
|
190
|
+
test("workspace ping fails LOUDER: classification-failed → ping sends", () => {
|
|
191
|
+
expect(
|
|
192
|
+
AIConfidenceSignal.shouldSendWorkspaceNotification(classificationFailed),
|
|
193
|
+
).toBe(true);
|
|
194
|
+
});
|
|
195
|
+
|
|
196
|
+
test("instrumentation PR: only a POSITIVE inconclusive verdict enqueues", () => {
|
|
197
|
+
expect(
|
|
198
|
+
AIConfidenceSignal.shouldEnqueueInstrumentationTask(floorInconclusive),
|
|
199
|
+
).toBe(true);
|
|
200
|
+
expect(
|
|
201
|
+
AIConfidenceSignal.shouldEnqueueInstrumentationTask(
|
|
202
|
+
classifiedInconclusive,
|
|
203
|
+
),
|
|
204
|
+
).toBe(true);
|
|
205
|
+
expect(
|
|
206
|
+
AIConfidenceSignal.shouldEnqueueInstrumentationTask(classifiedConfident),
|
|
207
|
+
).toBe(false);
|
|
208
|
+
});
|
|
209
|
+
|
|
210
|
+
test("instrumentation PR fails toward DOING NOTHING: classification-failed → no PR", () => {
|
|
211
|
+
expect(
|
|
212
|
+
AIConfidenceSignal.shouldEnqueueInstrumentationTask(classificationFailed),
|
|
213
|
+
).toBe(false);
|
|
214
|
+
});
|
|
215
|
+
});
|
|
216
|
+
|
|
217
|
+
describe("AIConfidenceSignal.computeConfidenceSignal", () => {
|
|
218
|
+
afterEach(() => {
|
|
219
|
+
jest.restoreAllMocks();
|
|
220
|
+
});
|
|
221
|
+
|
|
222
|
+
test("the deterministic floor short-circuits: zero evidence → inconclusive, NO LLM call — prose cannot fake evidence that was never minted", async () => {
|
|
223
|
+
const executeWithLogging: jest.SpyInstance = jest.spyOn(
|
|
224
|
+
AIService,
|
|
225
|
+
"executeWithLogging",
|
|
226
|
+
);
|
|
227
|
+
|
|
228
|
+
const signal: ConfidenceSignal =
|
|
229
|
+
await AIConfidenceSignal.computeConfidenceSignal({
|
|
230
|
+
projectId,
|
|
231
|
+
aiRunId,
|
|
232
|
+
analysisMarkdown:
|
|
233
|
+
"**Most likely root cause** — definitely the database, trust me.",
|
|
234
|
+
evidence: evidence({}),
|
|
235
|
+
});
|
|
236
|
+
|
|
237
|
+
expect(signal).toEqual({
|
|
238
|
+
confident: false,
|
|
239
|
+
source: "deterministic-floor",
|
|
240
|
+
});
|
|
241
|
+
expect(executeWithLogging).not.toHaveBeenCalled();
|
|
242
|
+
});
|
|
243
|
+
|
|
244
|
+
test("floor passes + CONFIDENT token → one budgeted, preview-less, temperature-0 call", async () => {
|
|
245
|
+
const executeWithLogging: jest.SpyInstance = jest
|
|
246
|
+
.spyOn(AIService, "executeWithLogging")
|
|
247
|
+
.mockResolvedValue(fakeLlmResponse("CONFIDENT"));
|
|
248
|
+
|
|
249
|
+
const signal: ConfidenceSignal =
|
|
250
|
+
await AIConfidenceSignal.computeConfidenceSignal({
|
|
251
|
+
projectId,
|
|
252
|
+
aiRunId,
|
|
253
|
+
analysisMarkdown: "The connection pool ran dry [C1].",
|
|
254
|
+
evidence: evidence({
|
|
255
|
+
citationCount: 2,
|
|
256
|
+
dataBearingToolCallCount: 1,
|
|
257
|
+
anyToolReturnedData: true,
|
|
258
|
+
}),
|
|
259
|
+
});
|
|
260
|
+
|
|
261
|
+
expect(signal).toEqual({ confident: true, source: "classification" });
|
|
262
|
+
|
|
263
|
+
expect(executeWithLogging).toHaveBeenCalledTimes(1);
|
|
264
|
+
expect(executeWithLogging).toHaveBeenCalledWith(
|
|
265
|
+
expect.objectContaining({
|
|
266
|
+
projectId,
|
|
267
|
+
aiRunId,
|
|
268
|
+
// Budget coverage: must be an AUTONOMOUS_AI_FEATURES member.
|
|
269
|
+
feature: CONFIDENCE_CLASSIFICATION_FEATURE,
|
|
270
|
+
// The verdict drives control flow — no prompt previews in LlmLog.
|
|
271
|
+
storeContentPreviews: false,
|
|
272
|
+
temperature: 0,
|
|
273
|
+
maxTokens: 20,
|
|
274
|
+
}),
|
|
275
|
+
);
|
|
276
|
+
});
|
|
277
|
+
|
|
278
|
+
test("INCONCLUSIVE token → classified inconclusive", async () => {
|
|
279
|
+
jest
|
|
280
|
+
.spyOn(AIService, "executeWithLogging")
|
|
281
|
+
.mockResolvedValue(fakeLlmResponse("INCONCLUSIVE"));
|
|
282
|
+
|
|
283
|
+
const signal: ConfidenceSignal =
|
|
284
|
+
await AIConfidenceSignal.computeConfidenceSignal({
|
|
285
|
+
projectId,
|
|
286
|
+
aiRunId,
|
|
287
|
+
analysisMarkdown: "Nothing anomalous found in any signal [C1].",
|
|
288
|
+
evidence: evidence({ citationCount: 1 }),
|
|
289
|
+
});
|
|
290
|
+
|
|
291
|
+
expect(signal).toEqual({ confident: false, source: "classification" });
|
|
292
|
+
});
|
|
293
|
+
|
|
294
|
+
test("unparseable response (neither or both tokens) → classification-failed", async () => {
|
|
295
|
+
const executeWithLogging: jest.SpyInstance = jest
|
|
296
|
+
.spyOn(AIService, "executeWithLogging")
|
|
297
|
+
.mockResolvedValue(fakeLlmResponse("CONFIDENT... no wait, INCONCLUSIVE"));
|
|
298
|
+
|
|
299
|
+
expect(
|
|
300
|
+
await AIConfidenceSignal.computeConfidenceSignal({
|
|
301
|
+
projectId,
|
|
302
|
+
aiRunId,
|
|
303
|
+
analysisMarkdown: "Analysis.",
|
|
304
|
+
evidence: evidence({ citationCount: 1 }),
|
|
305
|
+
}),
|
|
306
|
+
).toEqual({ confident: false, source: "classification-failed" });
|
|
307
|
+
|
|
308
|
+
executeWithLogging.mockResolvedValue(fakeLlmResponse("I cannot say."));
|
|
309
|
+
|
|
310
|
+
expect(
|
|
311
|
+
await AIConfidenceSignal.computeConfidenceSignal({
|
|
312
|
+
projectId,
|
|
313
|
+
aiRunId,
|
|
314
|
+
analysisMarkdown: "Analysis.",
|
|
315
|
+
evidence: evidence({ citationCount: 1 }),
|
|
316
|
+
}),
|
|
317
|
+
).toEqual({ confident: false, source: "classification-failed" });
|
|
318
|
+
});
|
|
319
|
+
|
|
320
|
+
test("an LLM failure (provider down, daily budget rejection) → classification-failed, never a throw", async () => {
|
|
321
|
+
jest
|
|
322
|
+
.spyOn(AIService, "executeWithLogging")
|
|
323
|
+
.mockRejectedValue(new Error("Daily AI token budget exhausted"));
|
|
324
|
+
|
|
325
|
+
await expect(
|
|
326
|
+
AIConfidenceSignal.computeConfidenceSignal({
|
|
327
|
+
projectId,
|
|
328
|
+
aiRunId,
|
|
329
|
+
analysisMarkdown: "Analysis.",
|
|
330
|
+
evidence: evidence({ citationCount: 1 }),
|
|
331
|
+
}),
|
|
332
|
+
).resolves.toEqual({
|
|
333
|
+
confident: false,
|
|
334
|
+
source: "classification-failed",
|
|
335
|
+
});
|
|
336
|
+
});
|
|
337
|
+
|
|
338
|
+
test("the analysis is truncated to 8000 chars before it reaches the classifier", async () => {
|
|
339
|
+
const executeWithLogging: jest.SpyInstance = jest
|
|
340
|
+
.spyOn(AIService, "executeWithLogging")
|
|
341
|
+
.mockResolvedValue(fakeLlmResponse("CONFIDENT"));
|
|
342
|
+
|
|
343
|
+
const analysisMarkdown: string = "H".repeat(8000) + "TAIL_MARKER";
|
|
344
|
+
|
|
345
|
+
await AIConfidenceSignal.computeConfidenceSignal({
|
|
346
|
+
projectId,
|
|
347
|
+
aiRunId,
|
|
348
|
+
analysisMarkdown,
|
|
349
|
+
evidence: evidence({ citationCount: 1 }),
|
|
350
|
+
});
|
|
351
|
+
|
|
352
|
+
const userMessage: { content: string } =
|
|
353
|
+
executeWithLogging.mock.calls[0]![0].messages[1];
|
|
354
|
+
|
|
355
|
+
expect(userMessage.content).toContain("H".repeat(8000));
|
|
356
|
+
expect(userMessage.content).not.toContain("TAIL_MARKER");
|
|
357
|
+
});
|
|
358
|
+
|
|
359
|
+
test("the feature is covered by the G4 daily autonomous budget", () => {
|
|
360
|
+
expect(AUTONOMOUS_AI_FEATURES).toContain(CONFIDENCE_CLASSIFICATION_FEATURE);
|
|
361
|
+
});
|
|
362
|
+
});
|
package/Tests/Server/Utils/AI/{SentinelInvestigationQueue.test.ts → AIInvestigationQueue.test.ts}
RENAMED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import
|
|
1
|
+
import AIInvestigationQueue, {
|
|
2
2
|
MAX_INVESTIGATION_ATTEMPTS,
|
|
3
|
-
} from "../../../../Server/Utils/AI/
|
|
4
|
-
import
|
|
5
|
-
import
|
|
3
|
+
} from "../../../../Server/Utils/AI/SRE/InvestigationQueue";
|
|
4
|
+
import AIIncidentInvestigationRunner from "../../../../Server/Utils/AI/SRE/IncidentInvestigationRunner";
|
|
5
|
+
import AIAlertInvestigationRunner from "../../../../Server/Utils/AI/SRE/AlertInvestigationRunner";
|
|
6
6
|
import AIRunService from "../../../../Server/Services/AIRunService";
|
|
7
7
|
import AIService from "../../../../Server/Services/AIService";
|
|
8
8
|
import ProjectService from "../../../../Server/Services/ProjectService";
|
|
@@ -39,7 +39,7 @@ function mockBudgetOk(): void {
|
|
|
39
39
|
});
|
|
40
40
|
}
|
|
41
41
|
|
|
42
|
-
describe("
|
|
42
|
+
describe("AIInvestigationQueue", () => {
|
|
43
43
|
beforeEach(() => {
|
|
44
44
|
mockBudgetOk();
|
|
45
45
|
// No per-project cap override => default of 3.
|
|
@@ -65,10 +65,10 @@ describe("SentinelInvestigationQueue", () => {
|
|
|
65
65
|
.spyOn(AIRunService, "create")
|
|
66
66
|
.mockResolvedValue({ id: createdId } as unknown as AIRun);
|
|
67
67
|
const processRun: jest.SpyInstance = jest
|
|
68
|
-
.spyOn(
|
|
68
|
+
.spyOn(AIInvestigationQueue, "processRun")
|
|
69
69
|
.mockResolvedValue(undefined);
|
|
70
70
|
|
|
71
|
-
await
|
|
71
|
+
await AIInvestigationQueue.enqueue({
|
|
72
72
|
projectId,
|
|
73
73
|
subjectIncidentId: incidentId,
|
|
74
74
|
});
|
|
@@ -97,11 +97,11 @@ describe("SentinelInvestigationQueue", () => {
|
|
|
97
97
|
test("a lost claim never executes the investigation", async () => {
|
|
98
98
|
jest.spyOn(AIRunService, "attemptStatusTransition").mockResolvedValue(0);
|
|
99
99
|
const execute: jest.SpyInstance = jest.spyOn(
|
|
100
|
-
|
|
100
|
+
AIIncidentInvestigationRunner,
|
|
101
101
|
"executeInvestigation",
|
|
102
102
|
);
|
|
103
103
|
|
|
104
|
-
await
|
|
104
|
+
await AIInvestigationQueue.processRun({
|
|
105
105
|
id: ObjectID.generate(),
|
|
106
106
|
projectId: ObjectID.generate(),
|
|
107
107
|
attemptCount: 0,
|
|
@@ -118,10 +118,10 @@ describe("SentinelInvestigationQueue", () => {
|
|
|
118
118
|
.spyOn(AIRunService, "attemptStatusTransition")
|
|
119
119
|
.mockResolvedValue(1);
|
|
120
120
|
const execute: jest.SpyInstance = jest
|
|
121
|
-
.spyOn(
|
|
121
|
+
.spyOn(AIIncidentInvestigationRunner, "executeInvestigation")
|
|
122
122
|
.mockResolvedValue(undefined);
|
|
123
123
|
|
|
124
|
-
await
|
|
124
|
+
await AIInvestigationQueue.processRun({
|
|
125
125
|
id: runId,
|
|
126
126
|
projectId: ObjectID.generate(),
|
|
127
127
|
attemptCount: 0,
|
|
@@ -153,10 +153,10 @@ describe("SentinelInvestigationQueue", () => {
|
|
|
153
153
|
const alertId: ObjectID = ObjectID.generate();
|
|
154
154
|
jest.spyOn(AIRunService, "attemptStatusTransition").mockResolvedValue(1);
|
|
155
155
|
const execute: jest.SpyInstance = jest
|
|
156
|
-
.spyOn(
|
|
156
|
+
.spyOn(AIAlertInvestigationRunner, "executeInvestigation")
|
|
157
157
|
.mockResolvedValue(undefined);
|
|
158
158
|
|
|
159
|
-
await
|
|
159
|
+
await AIInvestigationQueue.processRun({
|
|
160
160
|
id: ObjectID.generate(),
|
|
161
161
|
projectId: ObjectID.generate(),
|
|
162
162
|
attemptCount: 0,
|
|
@@ -174,7 +174,7 @@ describe("SentinelInvestigationQueue", () => {
|
|
|
174
174
|
.spyOn(AIRunService, "attemptStatusTransition")
|
|
175
175
|
.mockResolvedValue(1);
|
|
176
176
|
|
|
177
|
-
await
|
|
177
|
+
await AIInvestigationQueue.failOrRequeue({
|
|
178
178
|
aiRunId: runId,
|
|
179
179
|
attemptCount: 1,
|
|
180
180
|
errorMessage: "LLM provider timed out",
|
|
@@ -197,7 +197,7 @@ describe("SentinelInvestigationQueue", () => {
|
|
|
197
197
|
.spyOn(AIRunService, "attemptStatusTransition")
|
|
198
198
|
.mockResolvedValue(1);
|
|
199
199
|
|
|
200
|
-
await
|
|
200
|
+
await AIInvestigationQueue.failOrRequeue({
|
|
201
201
|
aiRunId: ObjectID.generate(),
|
|
202
202
|
attemptCount: MAX_INVESTIGATION_ATTEMPTS,
|
|
203
203
|
errorMessage: "LLM provider timed out",
|
|
@@ -218,7 +218,7 @@ describe("SentinelInvestigationQueue", () => {
|
|
|
218
218
|
.spyOn(AIRunService, "attemptStatusTransition")
|
|
219
219
|
.mockResolvedValue(1);
|
|
220
220
|
|
|
221
|
-
await
|
|
221
|
+
await AIInvestigationQueue.failOrRequeue({
|
|
222
222
|
aiRunId: ObjectID.generate(),
|
|
223
223
|
attemptCount: 1,
|
|
224
224
|
errorMessage: "No LLM provider configured for this project.",
|
|
@@ -239,7 +239,7 @@ describe("SentinelInvestigationQueue", () => {
|
|
|
239
239
|
jest.spyOn(AIRunService, "attemptStatusTransition").mockResolvedValue(1);
|
|
240
240
|
|
|
241
241
|
const outcome: "requeued" | "stale" =
|
|
242
|
-
await
|
|
242
|
+
await AIInvestigationQueue.requeueOrMarkStale({
|
|
243
243
|
id: ObjectID.generate(),
|
|
244
244
|
attemptCount: 1,
|
|
245
245
|
});
|
|
@@ -253,7 +253,7 @@ describe("SentinelInvestigationQueue", () => {
|
|
|
253
253
|
.mockResolvedValue(1);
|
|
254
254
|
|
|
255
255
|
const outcome: "requeued" | "stale" =
|
|
256
|
-
await
|
|
256
|
+
await AIInvestigationQueue.requeueOrMarkStale({
|
|
257
257
|
id: ObjectID.generate(),
|
|
258
258
|
attemptCount: MAX_INVESTIGATION_ATTEMPTS,
|
|
259
259
|
});
|
|
@@ -279,7 +279,7 @@ describe("SentinelInvestigationQueue", () => {
|
|
|
279
279
|
.spyOn(AIRunService, "attemptStatusTransition")
|
|
280
280
|
.mockResolvedValue(1);
|
|
281
281
|
|
|
282
|
-
await
|
|
282
|
+
await AIInvestigationQueue.processQueuedRuns();
|
|
283
283
|
|
|
284
284
|
expect(findBy).toHaveBeenCalledTimes(2);
|
|
285
285
|
expect(update).toHaveBeenCalledWith(
|