@hivemagnus/magnus-server 0.0.0-stage → 1.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (356) hide show
  1. package/.env.example +171 -0
  2. package/LICENSE +202 -0
  3. package/README.md +169 -2
  4. package/agent-version.json +1 -0
  5. package/dist/ai/HEARTBEAT.md +56 -0
  6. package/dist/ai/IDENTITY.md +54 -0
  7. package/dist/ai/MEMORY.md +40 -0
  8. package/dist/ai/TOOLS.md +538 -0
  9. package/dist/ai/USER.md +32 -0
  10. package/dist/cli/args.js +62 -0
  11. package/dist/cli/env-catalog.js +131 -0
  12. package/dist/cli/preflight.js +89 -0
  13. package/dist/cli.js +175 -0
  14. package/dist/config/cors.js +16 -0
  15. package/dist/config/env.js +392 -0
  16. package/dist/config/features.js +16 -0
  17. package/dist/config/index.js +3 -0
  18. package/dist/config/listener-security.js +38 -0
  19. package/dist/config/version.js +31 -0
  20. package/dist/db/client.js +44 -0
  21. package/dist/db/generated/prisma/browser.js +18 -0
  22. package/dist/db/generated/prisma/client.js +35 -0
  23. package/dist/db/generated/prisma/commonInputTypes.js +11 -0
  24. package/dist/db/generated/prisma/enums.js +42 -0
  25. package/dist/db/generated/prisma/internal/class.js +50 -0
  26. package/dist/db/generated/prisma/internal/prismaNamespace.js +1598 -0
  27. package/dist/db/generated/prisma/internal/prismaNamespaceBrowser.js +1569 -0
  28. package/dist/db/generated/prisma/models/A2ATask.js +2 -0
  29. package/dist/db/generated/prisma/models/AdmissionFence.js +2 -0
  30. package/dist/db/generated/prisma/models/Agent.js +2 -0
  31. package/dist/db/generated/prisma/models/AiConversation.js +2 -0
  32. package/dist/db/generated/prisma/models/AiDashboard.js +2 -0
  33. package/dist/db/generated/prisma/models/AiMemory.js +2 -0
  34. package/dist/db/generated/prisma/models/AiMessage.js +2 -0
  35. package/dist/db/generated/prisma/models/AiScheduledOp.js +2 -0
  36. package/dist/db/generated/prisma/models/AlertConditionState.js +2 -0
  37. package/dist/db/generated/prisma/models/AlertRule.js +2 -0
  38. package/dist/db/generated/prisma/models/AlertViolation.js +2 -0
  39. package/dist/db/generated/prisma/models/AnomalyEvent.js +2 -0
  40. package/dist/db/generated/prisma/models/ApplicationObservation.js +2 -0
  41. package/dist/db/generated/prisma/models/ArdentInstallation.js +2 -0
  42. package/dist/db/generated/prisma/models/ArdentProfile.js +2 -0
  43. package/dist/db/generated/prisma/models/ArdentScopeEnrollment.js +2 -0
  44. package/dist/db/generated/prisma/models/CommandResourceFence.js +2 -0
  45. package/dist/db/generated/prisma/models/CommandResourceLease.js +2 -0
  46. package/dist/db/generated/prisma/models/CommandResult.js +2 -0
  47. package/dist/db/generated/prisma/models/CronJob.js +2 -0
  48. package/dist/db/generated/prisma/models/CronJobExecution.js +2 -0
  49. package/dist/db/generated/prisma/models/DeployJob.js +2 -0
  50. package/dist/db/generated/prisma/models/DriftScan.js +2 -0
  51. package/dist/db/generated/prisma/models/EngineeringMetricSample.js +2 -0
  52. package/dist/db/generated/prisma/models/EngineeringRecoveryExercise.js +2 -0
  53. package/dist/db/generated/prisma/models/ExecutionRun.js +2 -0
  54. package/dist/db/generated/prisma/models/FilePatchTask.js +2 -0
  55. package/dist/db/generated/prisma/models/GpuSnapshot.js +2 -0
  56. package/dist/db/generated/prisma/models/HealthSnapshot.js +2 -0
  57. package/dist/db/generated/prisma/models/HermesCoreRollout.js +2 -0
  58. package/dist/db/generated/prisma/models/HermesCoreRolloutHost.js +2 -0
  59. package/dist/db/generated/prisma/models/HermesCredentialPool.js +2 -0
  60. package/dist/db/generated/prisma/models/HermesCredentialPoolAttachment.js +2 -0
  61. package/dist/db/generated/prisma/models/HermesCronJob.js +2 -0
  62. package/dist/db/generated/prisma/models/HermesHook.js +2 -0
  63. package/dist/db/generated/prisma/models/HermesInstallation.js +2 -0
  64. package/dist/db/generated/prisma/models/HermesMcpServer.js +2 -0
  65. package/dist/db/generated/prisma/models/HermesMcpServerAttachment.js +2 -0
  66. package/dist/db/generated/prisma/models/HermesMessagingBinding.js +2 -0
  67. package/dist/db/generated/prisma/models/HermesOperationJob.js +2 -0
  68. package/dist/db/generated/prisma/models/HermesPluginInstall.js +2 -0
  69. package/dist/db/generated/prisma/models/HermesProfile.js +2 -0
  70. package/dist/db/generated/prisma/models/HermesProviderConfig.js +2 -0
  71. package/dist/db/generated/prisma/models/HermesRegistryClient.js +2 -0
  72. package/dist/db/generated/prisma/models/HermesRegistryInventory.js +2 -0
  73. package/dist/db/generated/prisma/models/HermesRegistryReceipt.js +2 -0
  74. package/dist/db/generated/prisma/models/HermesRegistryRevision.js +2 -0
  75. package/dist/db/generated/prisma/models/HermesRegistryTarget.js +2 -0
  76. package/dist/db/generated/prisma/models/HermesRole.js +2 -0
  77. package/dist/db/generated/prisma/models/HermesRoleApplication.js +2 -0
  78. package/dist/db/generated/prisma/models/HermesSkillAssignment.js +2 -0
  79. package/dist/db/generated/prisma/models/HermesToolsetPolicy.js +2 -0
  80. package/dist/db/generated/prisma/models/IncidentLesson.js +2 -0
  81. package/dist/db/generated/prisma/models/LibraryCategory.js +2 -0
  82. package/dist/db/generated/prisma/models/LibraryFile.js +2 -0
  83. package/dist/db/generated/prisma/models/LogEntry.js +2 -0
  84. package/dist/db/generated/prisma/models/MagnusReleaseCanary.js +2 -0
  85. package/dist/db/generated/prisma/models/MaintenanceWindow.js +2 -0
  86. package/dist/db/generated/prisma/models/ManagedCronDefinition.js +2 -0
  87. package/dist/db/generated/prisma/models/ManagedCronOccurrence.js +2 -0
  88. package/dist/db/generated/prisma/models/Node.js +2 -0
  89. package/dist/db/generated/prisma/models/Notification.js +2 -0
  90. package/dist/db/generated/prisma/models/NotificationPreference.js +2 -0
  91. package/dist/db/generated/prisma/models/RemediationExecution.js +2 -0
  92. package/dist/db/generated/prisma/models/RemediationRule.js +2 -0
  93. package/dist/db/generated/prisma/models/RemoteCommand.js +2 -0
  94. package/dist/db/generated/prisma/models/ResourceDrainParticipant.js +2 -0
  95. package/dist/db/generated/prisma/models/ResourceEnrollment.js +2 -0
  96. package/dist/db/generated/prisma/models/ResourceParticipantWork.js +2 -0
  97. package/dist/db/generated/prisma/models/Role.js +2 -0
  98. package/dist/db/generated/prisma/models/RoleApplication.js +2 -0
  99. package/dist/db/generated/prisma/models/RolloutTarget.js +2 -0
  100. package/dist/db/generated/prisma/models/SecurityExportOutbox.js +2 -0
  101. package/dist/db/generated/prisma/models/SecurityFusionAction.js +2 -0
  102. package/dist/db/generated/prisma/models/SecurityFusionActionApproval.js +2 -0
  103. package/dist/db/generated/prisma/models/SecurityFusionCase.js +2 -0
  104. package/dist/db/generated/prisma/models/SecurityFusionCaseActivity.js +2 -0
  105. package/dist/db/generated/prisma/models/SecurityFusionCaseEntity.js +2 -0
  106. package/dist/db/generated/prisma/models/SecurityFusionCaseEvent.js +2 -0
  107. package/dist/db/generated/prisma/models/SecurityFusionCaseRelationship.js +2 -0
  108. package/dist/db/generated/prisma/models/SecurityFusionCollector.js +2 -0
  109. package/dist/db/generated/prisma/models/SecurityFusionCommandOutbox.js +2 -0
  110. package/dist/db/generated/prisma/models/SecurityFusionDeletionReceipt.js +2 -0
  111. package/dist/db/generated/prisma/models/SecurityFusionDelivery.js +2 -0
  112. package/dist/db/generated/prisma/models/SecurityFusionEntity.js +2 -0
  113. package/dist/db/generated/prisma/models/SecurityFusionEntityAlias.js +2 -0
  114. package/dist/db/generated/prisma/models/SecurityFusionEvent.js +2 -0
  115. package/dist/db/generated/prisma/models/SecurityFusionEventEntity.js +2 -0
  116. package/dist/db/generated/prisma/models/SecurityFusionEvidence.js +2 -0
  117. package/dist/db/generated/prisma/models/SecurityFusionInvestigation.js +2 -0
  118. package/dist/db/generated/prisma/models/SecurityFusionNonce.js +2 -0
  119. package/dist/db/generated/prisma/models/SecurityFusionReceiptChainHead.js +2 -0
  120. package/dist/db/generated/prisma/models/SecurityFusionRuleVersion.js +2 -0
  121. package/dist/db/generated/prisma/models/SecurityFusionSourceState.js +2 -0
  122. package/dist/db/generated/prisma/models/SecurityServiceState.js +2 -0
  123. package/dist/db/generated/prisma/models/SharedResourceFence.js +2 -0
  124. package/dist/db/generated/prisma/models/SharedResourceLease.js +2 -0
  125. package/dist/db/generated/prisma/models/SharedResourceLeaseResource.js +2 -0
  126. package/dist/db/generated/prisma/models/SkillInstallation.js +2 -0
  127. package/dist/db/generated/prisma/models/SkillRegistryEntry.js +2 -0
  128. package/dist/db/generated/prisma/models/SkillTag.js +2 -0
  129. package/dist/db/generated/prisma/models/SkillVersion.js +2 -0
  130. package/dist/db/generated/prisma/models/TeamApprovalDecision.js +2 -0
  131. package/dist/db/generated/prisma/models/User.js +2 -0
  132. package/dist/db/generated/prisma/models/WebhookDelivery.js +2 -0
  133. package/dist/db/generated/prisma/models/WebhookEndpoint.js +2 -0
  134. package/dist/db/generated/prisma/models.js +2 -0
  135. package/dist/db/index.js +3 -0
  136. package/dist/db/read-retry.js +35 -0
  137. package/dist/db/seed.js +348 -0
  138. package/dist/index.js +162 -0
  139. package/dist/middleware/auth.js +361 -0
  140. package/dist/middleware/body-limit.js +14 -0
  141. package/dist/middleware/correlation-id.js +13 -0
  142. package/dist/middleware/error-handler.js +28 -0
  143. package/dist/middleware/iam-token.js +21 -0
  144. package/dist/middleware/rate-limit.js +78 -0
  145. package/dist/middleware/request-logger.js +85 -0
  146. package/dist/middleware/security-headers.js +23 -0
  147. package/dist/middleware/tracing.js +120 -0
  148. package/dist/middleware/user-status.js +33 -0
  149. package/dist/openapi/spec.js +2656 -0
  150. package/dist/queue/redis.js +20 -0
  151. package/dist/queue/requeue.js +27 -0
  152. package/dist/queue/workers.js +342 -0
  153. package/dist/routes/ai-schedule.js +73 -0
  154. package/dist/routes/alerts.js +79 -0
  155. package/dist/routes/anomalies.js +101 -0
  156. package/dist/routes/ardent.js +82 -0
  157. package/dist/routes/assistant.js +417 -0
  158. package/dist/routes/audit.js +138 -0
  159. package/dist/routes/codex.js +65 -0
  160. package/dist/routes/commands.js +226 -0
  161. package/dist/routes/credentials.js +58 -0
  162. package/dist/routes/cron.js +292 -0
  163. package/dist/routes/dependencies.js +49 -0
  164. package/dist/routes/deploy.js +18 -0
  165. package/dist/routes/discovery.js +168 -0
  166. package/dist/routes/docs.js +24 -0
  167. package/dist/routes/drift.js +126 -0
  168. package/dist/routes/events-stream.js +87 -0
  169. package/dist/routes/files.js +214 -0
  170. package/dist/routes/fleet-checks.js +21 -0
  171. package/dist/routes/health.js +133 -0
  172. package/dist/routes/heartbeat.js +545 -0
  173. package/dist/routes/hermes-registry.js +278 -0
  174. package/dist/routes/hermes.js +61 -0
  175. package/dist/routes/library.js +402 -0
  176. package/dist/routes/logs.js +172 -0
  177. package/dist/routes/managed-cron.js +23 -0
  178. package/dist/routes/mcp.js +39 -0
  179. package/dist/routes/metrics.js +187 -0
  180. package/dist/routes/nodes.js +951 -0
  181. package/dist/routes/notifications.js +130 -0
  182. package/dist/routes/ops.js +258 -0
  183. package/dist/routes/orchestra.js +430 -0
  184. package/dist/routes/predictions.js +23 -0
  185. package/dist/routes/profiling.js +68 -0
  186. package/dist/routes/quick-command.js +72 -0
  187. package/dist/routes/remediation.js +111 -0
  188. package/dist/routes/resource-leases.js +297 -0
  189. package/dist/routes/roles.js +370 -0
  190. package/dist/routes/rollout.js +124 -0
  191. package/dist/routes/scan.js +116 -0
  192. package/dist/routes/security-backup.js +58 -0
  193. package/dist/routes/security-fusion.js +605 -0
  194. package/dist/routes/security-integration.js +71 -0
  195. package/dist/routes/self-update.js +129 -0
  196. package/dist/routes/shared-resource-leases.js +78 -0
  197. package/dist/routes/skills.js +485 -0
  198. package/dist/routes/stats.js +96 -0
  199. package/dist/routes/team-approvals.js +23 -0
  200. package/dist/routes/terminal-ticket.js +15 -0
  201. package/dist/routes/terminal.js +17 -0
  202. package/dist/routes/topology.js +37 -0
  203. package/dist/routes/users.js +219 -0
  204. package/dist/routes/webhooks.js +137 -0
  205. package/dist/schemas/command-reconciliation.js +14 -0
  206. package/dist/schemas/commands.js +51 -0
  207. package/dist/schemas/cron.js +33 -0
  208. package/dist/schemas/deploy.js +20 -0
  209. package/dist/schemas/files.js +14 -0
  210. package/dist/schemas/hermes.js +69 -0
  211. package/dist/schemas/index.js +11 -0
  212. package/dist/schemas/library.js +48 -0
  213. package/dist/schemas/logs.js +35 -0
  214. package/dist/schemas/managed-cron.js +127 -0
  215. package/dist/schemas/node-responses.js +87 -0
  216. package/dist/schemas/node-session-receipt.js +84 -0
  217. package/dist/schemas/nodes.js +36 -0
  218. package/dist/schemas/orchestra.js +118 -0
  219. package/dist/schemas/resource-participant-reconciliation.js +99 -0
  220. package/dist/schemas/roles.js +54 -0
  221. package/dist/schemas/shared-resource-lease.js +132 -0
  222. package/dist/schemas/skills.js +44 -0
  223. package/dist/schemas/users.js +28 -0
  224. package/dist/scripts/run-disposable-recovery-exercise.js +39 -0
  225. package/dist/sdk/index.js +2 -0
  226. package/dist/sdk/node-api-client.js +474 -0
  227. package/dist/security/approval-assertion.js +66 -0
  228. package/dist/security/command-completion-registry.js +35 -0
  229. package/dist/security/command-request.js +12 -0
  230. package/dist/security/command-result-signature.js +34 -0
  231. package/dist/security/managed-http.js +45 -0
  232. package/dist/security/native-completion-registry.js +44 -0
  233. package/dist/server.js +178 -0
  234. package/dist/services/admission-fence.js +71 -0
  235. package/dist/services/ai-assistant-service.js +2523 -0
  236. package/dist/services/ai-correlation-service.js +225 -0
  237. package/dist/services/ai-export-service.js +141 -0
  238. package/dist/services/ai-insights-service.js +219 -0
  239. package/dist/services/ai-schedule-service.js +145 -0
  240. package/dist/services/ai-scratchpad-service.js +222 -0
  241. package/dist/services/ai-tools.js +1343 -0
  242. package/dist/services/alert-service.js +313 -0
  243. package/dist/services/anomaly-detector.js +419 -0
  244. package/dist/services/api-local-work.js +79 -0
  245. package/dist/services/application-probes.js +309 -0
  246. package/dist/services/ardent-scope-enrollment.js +123 -0
  247. package/dist/services/ardent-service.js +86 -0
  248. package/dist/services/audit-service.js +308 -0
  249. package/dist/services/codex-service.js +209 -0
  250. package/dist/services/command-lifecycle.js +60 -0
  251. package/dist/services/command-resource-leases.js +305 -0
  252. package/dist/services/control-host-node.js +242 -0
  253. package/dist/services/credential-rotation-service.js +294 -0
  254. package/dist/services/dependency-service.js +145 -0
  255. package/dist/services/disposable-recovery-runner.js +595 -0
  256. package/dist/services/docker-group-health.js +121 -0
  257. package/dist/services/engineering-assurance.js +492 -0
  258. package/dist/services/engineering-evidence-ledger.js +94 -0
  259. package/dist/services/engineering-metric-evidence.js +26 -0
  260. package/dist/services/event-bus.js +227 -0
  261. package/dist/services/fleet-check-log.js +102 -0
  262. package/dist/services/forecast-service.js +154 -0
  263. package/dist/services/health-retention.js +175 -0
  264. package/dist/services/heartbeat-stream.js +63 -0
  265. package/dist/services/hermes-catalog-import.js +62 -0
  266. package/dist/services/hermes-cli-parser.js +671 -0
  267. package/dist/services/hermes-core-rollout.js +90 -0
  268. package/dist/services/hermes-dashboard-endpoint.js +13 -0
  269. package/dist/services/hermes-plugin-source.js +149 -0
  270. package/dist/services/hermes-registry-service.js +258 -0
  271. package/dist/services/hermes-service.js +566 -0
  272. package/dist/services/hivemem-client.js +85 -0
  273. package/dist/services/host-local-writer.js +82 -0
  274. package/dist/services/incident-evidence.js +110 -0
  275. package/dist/services/incident-lessons.js +186 -0
  276. package/dist/services/llm-providers/anthropic.js +143 -0
  277. package/dist/services/llm-providers/index.js +7 -0
  278. package/dist/services/llm-providers/llama-cpp.js +237 -0
  279. package/dist/services/llm-providers/ollama.js +292 -0
  280. package/dist/services/llm-providers/openai-compatible.js +200 -0
  281. package/dist/services/llm-providers/provider-error.js +36 -0
  282. package/dist/services/llm-providers/registry.js +45 -0
  283. package/dist/services/llm-providers/types.js +2 -0
  284. package/dist/services/log-emitter.js +19 -0
  285. package/dist/services/log-retention.js +66 -0
  286. package/dist/services/maintenance-service.js +29 -0
  287. package/dist/services/managed-cron.js +493 -0
  288. package/dist/services/managed-ssh-admission.js +68 -0
  289. package/dist/services/monitor-pulse.js +10 -0
  290. package/dist/services/node-issue-monitor.js +71 -0
  291. package/dist/services/node-service.js +35 -0
  292. package/dist/services/notification-retention.js +51 -0
  293. package/dist/services/notification-service.js +94 -0
  294. package/dist/services/operational-observations.js +112 -0
  295. package/dist/services/operations-config.js +67 -0
  296. package/dist/services/ops-service.js +491 -0
  297. package/dist/services/orchestra-extras-service.js +370 -0
  298. package/dist/services/orchestra-resources-service.js +530 -0
  299. package/dist/services/os-scheduler-writer.js +73 -0
  300. package/dist/services/password-service.js +22 -0
  301. package/dist/services/prediction-service.js +284 -0
  302. package/dist/services/recovery-exercises.js +682 -0
  303. package/dist/services/remediation-service.js +325 -0
  304. package/dist/services/resource-enrollment.js +433 -0
  305. package/dist/services/resource-node-lock.js +18 -0
  306. package/dist/services/resource-participant-work.js +302 -0
  307. package/dist/services/role-service.js +388 -0
  308. package/dist/services/rollout-service.js +440 -0
  309. package/dist/services/security-export.js +185 -0
  310. package/dist/services/security-fusion-actions.js +22 -0
  311. package/dist/services/security-fusion-approvals.js +83 -0
  312. package/dist/services/security-fusion-evidence-integrity.js +144 -0
  313. package/dist/services/security-fusion-ingest.js +101 -0
  314. package/dist/services/security-fusion-outbox.js +185 -0
  315. package/dist/services/security-fusion-receipt-chain.js +134 -0
  316. package/dist/services/security-fusion-service.js +751 -0
  317. package/dist/services/security-fusion-verification.js +50 -0
  318. package/dist/services/self-update-service.js +200 -0
  319. package/dist/services/shared-resource-leases.js +413 -0
  320. package/dist/services/skill-publication-bundle.js +90 -0
  321. package/dist/services/skill-publication-settlement.js +36 -0
  322. package/dist/services/skill-publication-state.js +40 -0
  323. package/dist/services/skill-registry-service.js +327 -0
  324. package/dist/services/skill-service.js +148 -0
  325. package/dist/services/ssh-exec-service.js +139 -0
  326. package/dist/services/ssh-host-verification.js +27 -0
  327. package/dist/services/tailscale-node-key-service.js +75 -0
  328. package/dist/services/team-approvals.js +118 -0
  329. package/dist/services/topology-service.js +138 -0
  330. package/dist/services/transfer-authority-snapshot.js +151 -0
  331. package/dist/services/webhook-credential-migration.js +97 -0
  332. package/dist/services/webhook-security.js +242 -0
  333. package/dist/services/webhook-service.js +494 -0
  334. package/dist/types/auth.js +3 -0
  335. package/dist/types/index.js +3 -0
  336. package/dist/types/library.js +3 -0
  337. package/dist/types/notifications.js +3 -0
  338. package/dist/types/roles.js +3 -0
  339. package/dist/types/shared-contracts.js +3 -0
  340. package/dist/utils/env.js +141 -0
  341. package/dist/utils/heartbeat-peer.js +19 -0
  342. package/dist/utils/idempotency.js +45 -0
  343. package/dist/utils/ip.js +25 -0
  344. package/dist/utils/json-fields.js +94 -0
  345. package/dist/utils/local-tls.js +39 -0
  346. package/dist/utils/magnus-home.js +15 -0
  347. package/dist/utils/node-url.js +59 -0
  348. package/dist/utils/redact.js +26 -0
  349. package/dist/utils/safe-equal.js +13 -0
  350. package/dist/utils/sentinel-nodes.js +16 -0
  351. package/dist/utils/validate.js +41 -0
  352. package/package.json +119 -4
  353. package/prisma/migrations/20261031000000_baseline/migration.sql +2935 -0
  354. package/prisma/migrations/migration_lock.toml +3 -0
  355. package/prisma/schema.prisma +2185 -0
  356. package/prisma.config.ts +14 -0
@@ -0,0 +1,284 @@
1
+ /**
2
+ * prediction-service.ts — Predictive failure detection using exponential smoothing.
3
+ *
4
+ * Uses double exponential smoothing (Holt's method) to forecast CPU, memory,
5
+ * disk, and swap metrics 1–6 hours ahead. When a metric is predicted to exceed
6
+ * a critical threshold within the forecast window, a prediction alert is fired.
7
+ *
8
+ * Run after each heartbeat, alongside the existing z-score anomaly detection.
9
+ */
10
+ import { getDb } from '../db/index.js';
11
+ import { createNotification } from './notification-service.js';
12
+ import { eventBus, EventChannels } from './event-bus.js';
13
+ // ── Configuration ──
14
+ const FORECAST_HOURS = Number(process.env['PREDICTION_FORECAST_HOURS'] ?? '6');
15
+ const LOOKBACK_HOURS = Number(process.env['PREDICTION_LOOKBACK_HOURS'] ?? '24');
16
+ const MIN_DATA_POINTS = 6;
17
+ /** Alpha: responsiveness to level changes (0–1) */
18
+ const ALPHA = 0.3;
19
+ /** Beta: responsiveness to trend changes (0–1) */
20
+ const BETA = 0.1;
21
+ /** Metric thresholds — predicted value at which we alert */
22
+ const THRESHOLDS = {
23
+ cpu: 90,
24
+ memory: 90,
25
+ swap: 80,
26
+ disk: 90,
27
+ };
28
+ function holtSmoothing(series, alpha = ALPHA, beta = BETA) {
29
+ if (series.length < 2) {
30
+ const val = series[0] ?? 0;
31
+ return { level: val, trend: 0, fitted: [val] };
32
+ }
33
+ // Initialize: level = first value, trend = avg diff of first few points
34
+ let level = series[0];
35
+ let trend = 0;
36
+ const initLen = Math.min(5, series.length);
37
+ for (let i = 1; i < initLen; i++) {
38
+ trend += (series[i] - series[i - 1]) / (initLen - 1);
39
+ }
40
+ const fitted = [level];
41
+ for (let i = 1; i < series.length; i++) {
42
+ const prevLevel = level;
43
+ const value = series[i];
44
+ level = alpha * value + (1 - alpha) * (prevLevel + trend);
45
+ trend = beta * (level - prevLevel) + (1 - beta) * trend;
46
+ fitted.push(level + trend);
47
+ }
48
+ return { level, trend, fitted };
49
+ }
50
+ /**
51
+ * Forecast `stepsAhead` periods into the future.
52
+ */
53
+ function forecast(smoothed, stepsAhead) {
54
+ return Math.max(0, smoothed.level + smoothed.trend * stepsAhead);
55
+ }
56
+ function extractTimeSeries(snapshots, metric) {
57
+ return snapshots.map((s) => {
58
+ switch (metric) {
59
+ case 'cpu':
60
+ return s.cpuUsagePercent;
61
+ case 'memory':
62
+ return s.memoryPercent;
63
+ case 'swap': {
64
+ const total = Number(s.swapTotalBytes);
65
+ const used = Number(s.swapUsedBytes);
66
+ return total > 0 ? (used / total) * 100 : 0;
67
+ }
68
+ case 'disk': {
69
+ try {
70
+ const disks = JSON.parse(s.disks);
71
+ return Math.max(0, ...disks.map((d) => d.usagePercent ?? 0));
72
+ }
73
+ catch {
74
+ return 0;
75
+ }
76
+ }
77
+ default:
78
+ return 0;
79
+ }
80
+ });
81
+ }
82
+ // ── Confidence Scoring ──
83
+ function computeConfidence(fitted, actual, dataPoints) {
84
+ if (dataPoints < MIN_DATA_POINTS)
85
+ return 0;
86
+ // Mean absolute percentage error (MAPE)
87
+ let totalError = 0;
88
+ let validCount = 0;
89
+ for (let i = 0; i < fitted.length && i < actual.length; i++) {
90
+ const a = actual[i];
91
+ if (a > 0.01) { // Avoid division by near-zero
92
+ totalError += Math.abs((a - fitted[i]) / a);
93
+ validCount++;
94
+ }
95
+ }
96
+ const mape = validCount > 0 ? totalError / validCount : 1;
97
+ // Convert MAPE to confidence (0–1): low error = high confidence
98
+ // Also scale down for fewer data points
99
+ const dataFactor = Math.min(1, dataPoints / 20); // Full confidence at 20+ points
100
+ const errorFactor = Math.max(0, 1 - mape);
101
+ return Math.round(errorFactor * dataFactor * 100) / 100;
102
+ }
103
+ // ── Main Prediction Entry Point ──
104
+ /**
105
+ * Generate predictions for a node's metrics. Called after each heartbeat.
106
+ */
107
+ export async function evaluatePredictions(nodeId, nodeName) {
108
+ const db = getDb();
109
+ const since = new Date(Date.now() - LOOKBACK_HOURS * 60 * 60 * 1000);
110
+ const snapshots = await db.healthSnapshot.findMany({
111
+ where: { nodeId, timestamp: { gte: since } },
112
+ orderBy: { timestamp: 'asc' },
113
+ select: {
114
+ timestamp: true,
115
+ cpuUsagePercent: true,
116
+ memoryPercent: true,
117
+ swapTotalBytes: true,
118
+ swapUsedBytes: true,
119
+ disks: true,
120
+ },
121
+ });
122
+ if (snapshots.length < MIN_DATA_POINTS)
123
+ return [];
124
+ // Compute average interval between snapshots (in hours)
125
+ const firstTs = snapshots[0].timestamp.getTime();
126
+ const lastTs = snapshots[snapshots.length - 1].timestamp.getTime();
127
+ const intervalMs = (lastTs - firstTs) / (snapshots.length - 1);
128
+ const intervalHours = intervalMs / (60 * 60 * 1000);
129
+ if (intervalHours <= 0)
130
+ return [];
131
+ const stepsAhead = Math.ceil(FORECAST_HOURS / intervalHours);
132
+ const results = [];
133
+ const metrics = ['cpu', 'memory', 'swap', 'disk'];
134
+ for (const metric of metrics) {
135
+ const series = extractTimeSeries(snapshots, metric);
136
+ const current = series[series.length - 1] ?? 0;
137
+ const smoothed = holtSmoothing(series);
138
+ const predicted = forecast(smoothed, stepsAhead);
139
+ const confidence = computeConfidence(smoothed.fitted, series, series.length);
140
+ const threshold = THRESHOLDS[metric] ?? 90;
141
+ const breaches = predicted >= threshold;
142
+ // Determine trend direction
143
+ const trendPerHour = smoothed.trend / intervalHours;
144
+ let trendDir = 'stable';
145
+ if (Math.abs(trendPerHour) > 0.5) {
146
+ trendDir = trendPerHour > 0 ? 'rising' : 'falling';
147
+ }
148
+ // Severity: only if breaching threshold
149
+ let severity = 'info';
150
+ if (breaches && confidence >= 0.3) {
151
+ // How far above threshold?
152
+ const excess = predicted - threshold;
153
+ severity = excess > 10 || trendPerHour > 5 ? 'critical' : 'warning';
154
+ }
155
+ const predictedAt = new Date(Date.now() + FORECAST_HOURS * 60 * 60 * 1000);
156
+ results.push({
157
+ metric,
158
+ currentValue: Math.round(current * 100) / 100,
159
+ predictedValue: Math.round(Math.min(predicted, 100) * 100) / 100,
160
+ hoursAhead: FORECAST_HOURS,
161
+ predictedAt: predictedAt.toISOString(),
162
+ confidence,
163
+ severity,
164
+ breachesThreshold: breaches,
165
+ threshold,
166
+ trend: trendDir,
167
+ trendPerHour: Math.round(trendPerHour * 100) / 100,
168
+ });
169
+ // Fire alerts for predicted breaches
170
+ if (breaches && confidence >= 0.3 && (severity === 'warning' || severity === 'critical')) {
171
+ const metricLabel = metric.toUpperCase();
172
+ await createNotification({
173
+ type: `prediction.${metric}`,
174
+ severity,
175
+ title: `Predicted: ${metricLabel} on ${nodeName} will reach ${predicted.toFixed(1)}%`,
176
+ message: `${metricLabel} is predicted to reach ${predicted.toFixed(1)}% within ${FORECAST_HOURS}h (current: ${current.toFixed(1)}%, trend: ${trendPerHour > 0 ? '+' : ''}${trendPerHour.toFixed(2)}%/h, confidence: ${(confidence * 100).toFixed(0)}%).`,
177
+ nodeId,
178
+ nodeName,
179
+ metadata: {
180
+ metric,
181
+ currentValue: current,
182
+ predictedValue: predicted,
183
+ hoursAhead: FORECAST_HOURS,
184
+ confidence,
185
+ trendPerHour,
186
+ threshold,
187
+ },
188
+ });
189
+ await eventBus.publish(EventChannels.ALERT_FIRED, {
190
+ type: 'prediction',
191
+ nodeId,
192
+ nodeName,
193
+ metric,
194
+ currentValue: current,
195
+ predictedValue: predicted,
196
+ hoursAhead: FORECAST_HOURS,
197
+ confidence,
198
+ severity,
199
+ });
200
+ }
201
+ }
202
+ return results;
203
+ }
204
+ // ── Heartbeat-driven evaluation (throttled) ──
205
+ const HEARTBEAT_EVALUATION_INTERVAL_MS = 5 * 60 * 1000;
206
+ const MAX_TRACKED_NODES = 10_000;
207
+ const lastHeartbeatEvaluation = new Map();
208
+ /**
209
+ * Heartbeat entry point. Forecasts look 24h back and ahead, so re-running
210
+ * them on every heartbeat only multiplies snapshot reads; evaluate each node
211
+ * at most once per interval. Returns null when the evaluation was skipped.
212
+ */
213
+ export async function evaluatePredictionsForHeartbeat(nodeId, nodeName, now = Date.now()) {
214
+ const last = lastHeartbeatEvaluation.get(nodeId);
215
+ if (last !== undefined && now - last < HEARTBEAT_EVALUATION_INTERVAL_MS)
216
+ return null;
217
+ if (last === undefined && lastHeartbeatEvaluation.size >= MAX_TRACKED_NODES) {
218
+ for (const [key, at] of lastHeartbeatEvaluation) {
219
+ if (now - at >= HEARTBEAT_EVALUATION_INTERVAL_MS)
220
+ lastHeartbeatEvaluation.delete(key);
221
+ }
222
+ if (lastHeartbeatEvaluation.size >= MAX_TRACKED_NODES) {
223
+ const oldest = lastHeartbeatEvaluation.keys().next().value;
224
+ if (oldest !== undefined)
225
+ lastHeartbeatEvaluation.delete(oldest);
226
+ }
227
+ }
228
+ lastHeartbeatEvaluation.delete(nodeId);
229
+ lastHeartbeatEvaluation.set(nodeId, now);
230
+ return evaluatePredictions(nodeId, nodeName);
231
+ }
232
+ // ── Query Predictions for a Node ──
233
+ /**
234
+ * Get current predictions for a node (on-demand, not cached).
235
+ */
236
+ export async function getNodePredictions(nodeId) {
237
+ const db = getDb();
238
+ const node = await db.node.findUnique({
239
+ where: { id: nodeId },
240
+ select: { name: true, hostname: true },
241
+ });
242
+ if (!node)
243
+ return [];
244
+ return evaluatePredictions(nodeId, node.name ?? node.hostname ?? nodeId);
245
+ }
246
+ /**
247
+ * Get predictions for all nodes (fleet-wide).
248
+ */
249
+ export async function getFleetPredictions() {
250
+ const db = getDb();
251
+ const nodes = await db.node.findMany({
252
+ where: { status: 'ONLINE' },
253
+ select: { id: true, name: true, hostname: true },
254
+ });
255
+ const atRisk = [];
256
+ const byMetric = {};
257
+ for (const node of nodes) {
258
+ const name = node.name ?? node.hostname ?? node.id;
259
+ const predictions = await evaluatePredictions(node.id, name);
260
+ const risky = predictions.filter((p) => p.breachesThreshold && p.confidence >= 0.3);
261
+ if (risky.length > 0) {
262
+ atRisk.push({ nodeId: node.id, nodeName: name, predictions: risky });
263
+ for (const p of risky) {
264
+ byMetric[p.metric] = (byMetric[p.metric] ?? 0) + 1;
265
+ }
266
+ }
267
+ }
268
+ // Sort by highest severity first
269
+ atRisk.sort((a, b) => {
270
+ const sevOrder = { critical: 0, warning: 1, info: 2 };
271
+ const aMax = Math.min(...a.predictions.map((p) => sevOrder[p.severity]));
272
+ const bMax = Math.min(...b.predictions.map((p) => sevOrder[p.severity]));
273
+ return aMax - bMax;
274
+ });
275
+ return {
276
+ atRisk,
277
+ summary: {
278
+ totalNodes: nodes.length,
279
+ nodesAtRisk: atRisk.length,
280
+ byMetric,
281
+ },
282
+ };
283
+ }
284
+ //# sourceMappingURL=prediction-service.js.map