@hivemagnus/magnus-server 0.0.0-stage → 1.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (356) hide show
  1. package/.env.example +171 -0
  2. package/LICENSE +202 -0
  3. package/README.md +169 -2
  4. package/agent-version.json +1 -0
  5. package/dist/ai/HEARTBEAT.md +56 -0
  6. package/dist/ai/IDENTITY.md +54 -0
  7. package/dist/ai/MEMORY.md +40 -0
  8. package/dist/ai/TOOLS.md +538 -0
  9. package/dist/ai/USER.md +32 -0
  10. package/dist/cli/args.js +62 -0
  11. package/dist/cli/env-catalog.js +131 -0
  12. package/dist/cli/preflight.js +89 -0
  13. package/dist/cli.js +175 -0
  14. package/dist/config/cors.js +16 -0
  15. package/dist/config/env.js +392 -0
  16. package/dist/config/features.js +16 -0
  17. package/dist/config/index.js +3 -0
  18. package/dist/config/listener-security.js +38 -0
  19. package/dist/config/version.js +31 -0
  20. package/dist/db/client.js +44 -0
  21. package/dist/db/generated/prisma/browser.js +18 -0
  22. package/dist/db/generated/prisma/client.js +35 -0
  23. package/dist/db/generated/prisma/commonInputTypes.js +11 -0
  24. package/dist/db/generated/prisma/enums.js +42 -0
  25. package/dist/db/generated/prisma/internal/class.js +50 -0
  26. package/dist/db/generated/prisma/internal/prismaNamespace.js +1598 -0
  27. package/dist/db/generated/prisma/internal/prismaNamespaceBrowser.js +1569 -0
  28. package/dist/db/generated/prisma/models/A2ATask.js +2 -0
  29. package/dist/db/generated/prisma/models/AdmissionFence.js +2 -0
  30. package/dist/db/generated/prisma/models/Agent.js +2 -0
  31. package/dist/db/generated/prisma/models/AiConversation.js +2 -0
  32. package/dist/db/generated/prisma/models/AiDashboard.js +2 -0
  33. package/dist/db/generated/prisma/models/AiMemory.js +2 -0
  34. package/dist/db/generated/prisma/models/AiMessage.js +2 -0
  35. package/dist/db/generated/prisma/models/AiScheduledOp.js +2 -0
  36. package/dist/db/generated/prisma/models/AlertConditionState.js +2 -0
  37. package/dist/db/generated/prisma/models/AlertRule.js +2 -0
  38. package/dist/db/generated/prisma/models/AlertViolation.js +2 -0
  39. package/dist/db/generated/prisma/models/AnomalyEvent.js +2 -0
  40. package/dist/db/generated/prisma/models/ApplicationObservation.js +2 -0
  41. package/dist/db/generated/prisma/models/ArdentInstallation.js +2 -0
  42. package/dist/db/generated/prisma/models/ArdentProfile.js +2 -0
  43. package/dist/db/generated/prisma/models/ArdentScopeEnrollment.js +2 -0
  44. package/dist/db/generated/prisma/models/CommandResourceFence.js +2 -0
  45. package/dist/db/generated/prisma/models/CommandResourceLease.js +2 -0
  46. package/dist/db/generated/prisma/models/CommandResult.js +2 -0
  47. package/dist/db/generated/prisma/models/CronJob.js +2 -0
  48. package/dist/db/generated/prisma/models/CronJobExecution.js +2 -0
  49. package/dist/db/generated/prisma/models/DeployJob.js +2 -0
  50. package/dist/db/generated/prisma/models/DriftScan.js +2 -0
  51. package/dist/db/generated/prisma/models/EngineeringMetricSample.js +2 -0
  52. package/dist/db/generated/prisma/models/EngineeringRecoveryExercise.js +2 -0
  53. package/dist/db/generated/prisma/models/ExecutionRun.js +2 -0
  54. package/dist/db/generated/prisma/models/FilePatchTask.js +2 -0
  55. package/dist/db/generated/prisma/models/GpuSnapshot.js +2 -0
  56. package/dist/db/generated/prisma/models/HealthSnapshot.js +2 -0
  57. package/dist/db/generated/prisma/models/HermesCoreRollout.js +2 -0
  58. package/dist/db/generated/prisma/models/HermesCoreRolloutHost.js +2 -0
  59. package/dist/db/generated/prisma/models/HermesCredentialPool.js +2 -0
  60. package/dist/db/generated/prisma/models/HermesCredentialPoolAttachment.js +2 -0
  61. package/dist/db/generated/prisma/models/HermesCronJob.js +2 -0
  62. package/dist/db/generated/prisma/models/HermesHook.js +2 -0
  63. package/dist/db/generated/prisma/models/HermesInstallation.js +2 -0
  64. package/dist/db/generated/prisma/models/HermesMcpServer.js +2 -0
  65. package/dist/db/generated/prisma/models/HermesMcpServerAttachment.js +2 -0
  66. package/dist/db/generated/prisma/models/HermesMessagingBinding.js +2 -0
  67. package/dist/db/generated/prisma/models/HermesOperationJob.js +2 -0
  68. package/dist/db/generated/prisma/models/HermesPluginInstall.js +2 -0
  69. package/dist/db/generated/prisma/models/HermesProfile.js +2 -0
  70. package/dist/db/generated/prisma/models/HermesProviderConfig.js +2 -0
  71. package/dist/db/generated/prisma/models/HermesRegistryClient.js +2 -0
  72. package/dist/db/generated/prisma/models/HermesRegistryInventory.js +2 -0
  73. package/dist/db/generated/prisma/models/HermesRegistryReceipt.js +2 -0
  74. package/dist/db/generated/prisma/models/HermesRegistryRevision.js +2 -0
  75. package/dist/db/generated/prisma/models/HermesRegistryTarget.js +2 -0
  76. package/dist/db/generated/prisma/models/HermesRole.js +2 -0
  77. package/dist/db/generated/prisma/models/HermesRoleApplication.js +2 -0
  78. package/dist/db/generated/prisma/models/HermesSkillAssignment.js +2 -0
  79. package/dist/db/generated/prisma/models/HermesToolsetPolicy.js +2 -0
  80. package/dist/db/generated/prisma/models/IncidentLesson.js +2 -0
  81. package/dist/db/generated/prisma/models/LibraryCategory.js +2 -0
  82. package/dist/db/generated/prisma/models/LibraryFile.js +2 -0
  83. package/dist/db/generated/prisma/models/LogEntry.js +2 -0
  84. package/dist/db/generated/prisma/models/MagnusReleaseCanary.js +2 -0
  85. package/dist/db/generated/prisma/models/MaintenanceWindow.js +2 -0
  86. package/dist/db/generated/prisma/models/ManagedCronDefinition.js +2 -0
  87. package/dist/db/generated/prisma/models/ManagedCronOccurrence.js +2 -0
  88. package/dist/db/generated/prisma/models/Node.js +2 -0
  89. package/dist/db/generated/prisma/models/Notification.js +2 -0
  90. package/dist/db/generated/prisma/models/NotificationPreference.js +2 -0
  91. package/dist/db/generated/prisma/models/RemediationExecution.js +2 -0
  92. package/dist/db/generated/prisma/models/RemediationRule.js +2 -0
  93. package/dist/db/generated/prisma/models/RemoteCommand.js +2 -0
  94. package/dist/db/generated/prisma/models/ResourceDrainParticipant.js +2 -0
  95. package/dist/db/generated/prisma/models/ResourceEnrollment.js +2 -0
  96. package/dist/db/generated/prisma/models/ResourceParticipantWork.js +2 -0
  97. package/dist/db/generated/prisma/models/Role.js +2 -0
  98. package/dist/db/generated/prisma/models/RoleApplication.js +2 -0
  99. package/dist/db/generated/prisma/models/RolloutTarget.js +2 -0
  100. package/dist/db/generated/prisma/models/SecurityExportOutbox.js +2 -0
  101. package/dist/db/generated/prisma/models/SecurityFusionAction.js +2 -0
  102. package/dist/db/generated/prisma/models/SecurityFusionActionApproval.js +2 -0
  103. package/dist/db/generated/prisma/models/SecurityFusionCase.js +2 -0
  104. package/dist/db/generated/prisma/models/SecurityFusionCaseActivity.js +2 -0
  105. package/dist/db/generated/prisma/models/SecurityFusionCaseEntity.js +2 -0
  106. package/dist/db/generated/prisma/models/SecurityFusionCaseEvent.js +2 -0
  107. package/dist/db/generated/prisma/models/SecurityFusionCaseRelationship.js +2 -0
  108. package/dist/db/generated/prisma/models/SecurityFusionCollector.js +2 -0
  109. package/dist/db/generated/prisma/models/SecurityFusionCommandOutbox.js +2 -0
  110. package/dist/db/generated/prisma/models/SecurityFusionDeletionReceipt.js +2 -0
  111. package/dist/db/generated/prisma/models/SecurityFusionDelivery.js +2 -0
  112. package/dist/db/generated/prisma/models/SecurityFusionEntity.js +2 -0
  113. package/dist/db/generated/prisma/models/SecurityFusionEntityAlias.js +2 -0
  114. package/dist/db/generated/prisma/models/SecurityFusionEvent.js +2 -0
  115. package/dist/db/generated/prisma/models/SecurityFusionEventEntity.js +2 -0
  116. package/dist/db/generated/prisma/models/SecurityFusionEvidence.js +2 -0
  117. package/dist/db/generated/prisma/models/SecurityFusionInvestigation.js +2 -0
  118. package/dist/db/generated/prisma/models/SecurityFusionNonce.js +2 -0
  119. package/dist/db/generated/prisma/models/SecurityFusionReceiptChainHead.js +2 -0
  120. package/dist/db/generated/prisma/models/SecurityFusionRuleVersion.js +2 -0
  121. package/dist/db/generated/prisma/models/SecurityFusionSourceState.js +2 -0
  122. package/dist/db/generated/prisma/models/SecurityServiceState.js +2 -0
  123. package/dist/db/generated/prisma/models/SharedResourceFence.js +2 -0
  124. package/dist/db/generated/prisma/models/SharedResourceLease.js +2 -0
  125. package/dist/db/generated/prisma/models/SharedResourceLeaseResource.js +2 -0
  126. package/dist/db/generated/prisma/models/SkillInstallation.js +2 -0
  127. package/dist/db/generated/prisma/models/SkillRegistryEntry.js +2 -0
  128. package/dist/db/generated/prisma/models/SkillTag.js +2 -0
  129. package/dist/db/generated/prisma/models/SkillVersion.js +2 -0
  130. package/dist/db/generated/prisma/models/TeamApprovalDecision.js +2 -0
  131. package/dist/db/generated/prisma/models/User.js +2 -0
  132. package/dist/db/generated/prisma/models/WebhookDelivery.js +2 -0
  133. package/dist/db/generated/prisma/models/WebhookEndpoint.js +2 -0
  134. package/dist/db/generated/prisma/models.js +2 -0
  135. package/dist/db/index.js +3 -0
  136. package/dist/db/read-retry.js +35 -0
  137. package/dist/db/seed.js +348 -0
  138. package/dist/index.js +162 -0
  139. package/dist/middleware/auth.js +361 -0
  140. package/dist/middleware/body-limit.js +14 -0
  141. package/dist/middleware/correlation-id.js +13 -0
  142. package/dist/middleware/error-handler.js +28 -0
  143. package/dist/middleware/iam-token.js +21 -0
  144. package/dist/middleware/rate-limit.js +78 -0
  145. package/dist/middleware/request-logger.js +85 -0
  146. package/dist/middleware/security-headers.js +23 -0
  147. package/dist/middleware/tracing.js +120 -0
  148. package/dist/middleware/user-status.js +33 -0
  149. package/dist/openapi/spec.js +2656 -0
  150. package/dist/queue/redis.js +20 -0
  151. package/dist/queue/requeue.js +27 -0
  152. package/dist/queue/workers.js +342 -0
  153. package/dist/routes/ai-schedule.js +73 -0
  154. package/dist/routes/alerts.js +79 -0
  155. package/dist/routes/anomalies.js +101 -0
  156. package/dist/routes/ardent.js +82 -0
  157. package/dist/routes/assistant.js +417 -0
  158. package/dist/routes/audit.js +138 -0
  159. package/dist/routes/codex.js +65 -0
  160. package/dist/routes/commands.js +226 -0
  161. package/dist/routes/credentials.js +58 -0
  162. package/dist/routes/cron.js +292 -0
  163. package/dist/routes/dependencies.js +49 -0
  164. package/dist/routes/deploy.js +18 -0
  165. package/dist/routes/discovery.js +168 -0
  166. package/dist/routes/docs.js +24 -0
  167. package/dist/routes/drift.js +126 -0
  168. package/dist/routes/events-stream.js +87 -0
  169. package/dist/routes/files.js +214 -0
  170. package/dist/routes/fleet-checks.js +21 -0
  171. package/dist/routes/health.js +133 -0
  172. package/dist/routes/heartbeat.js +545 -0
  173. package/dist/routes/hermes-registry.js +278 -0
  174. package/dist/routes/hermes.js +61 -0
  175. package/dist/routes/library.js +402 -0
  176. package/dist/routes/logs.js +172 -0
  177. package/dist/routes/managed-cron.js +23 -0
  178. package/dist/routes/mcp.js +39 -0
  179. package/dist/routes/metrics.js +187 -0
  180. package/dist/routes/nodes.js +951 -0
  181. package/dist/routes/notifications.js +130 -0
  182. package/dist/routes/ops.js +258 -0
  183. package/dist/routes/orchestra.js +430 -0
  184. package/dist/routes/predictions.js +23 -0
  185. package/dist/routes/profiling.js +68 -0
  186. package/dist/routes/quick-command.js +72 -0
  187. package/dist/routes/remediation.js +111 -0
  188. package/dist/routes/resource-leases.js +297 -0
  189. package/dist/routes/roles.js +370 -0
  190. package/dist/routes/rollout.js +124 -0
  191. package/dist/routes/scan.js +116 -0
  192. package/dist/routes/security-backup.js +58 -0
  193. package/dist/routes/security-fusion.js +605 -0
  194. package/dist/routes/security-integration.js +71 -0
  195. package/dist/routes/self-update.js +129 -0
  196. package/dist/routes/shared-resource-leases.js +78 -0
  197. package/dist/routes/skills.js +485 -0
  198. package/dist/routes/stats.js +96 -0
  199. package/dist/routes/team-approvals.js +23 -0
  200. package/dist/routes/terminal-ticket.js +15 -0
  201. package/dist/routes/terminal.js +17 -0
  202. package/dist/routes/topology.js +37 -0
  203. package/dist/routes/users.js +219 -0
  204. package/dist/routes/webhooks.js +137 -0
  205. package/dist/schemas/command-reconciliation.js +14 -0
  206. package/dist/schemas/commands.js +51 -0
  207. package/dist/schemas/cron.js +33 -0
  208. package/dist/schemas/deploy.js +20 -0
  209. package/dist/schemas/files.js +14 -0
  210. package/dist/schemas/hermes.js +69 -0
  211. package/dist/schemas/index.js +11 -0
  212. package/dist/schemas/library.js +48 -0
  213. package/dist/schemas/logs.js +35 -0
  214. package/dist/schemas/managed-cron.js +127 -0
  215. package/dist/schemas/node-responses.js +87 -0
  216. package/dist/schemas/node-session-receipt.js +84 -0
  217. package/dist/schemas/nodes.js +36 -0
  218. package/dist/schemas/orchestra.js +118 -0
  219. package/dist/schemas/resource-participant-reconciliation.js +99 -0
  220. package/dist/schemas/roles.js +54 -0
  221. package/dist/schemas/shared-resource-lease.js +132 -0
  222. package/dist/schemas/skills.js +44 -0
  223. package/dist/schemas/users.js +28 -0
  224. package/dist/scripts/run-disposable-recovery-exercise.js +39 -0
  225. package/dist/sdk/index.js +2 -0
  226. package/dist/sdk/node-api-client.js +474 -0
  227. package/dist/security/approval-assertion.js +66 -0
  228. package/dist/security/command-completion-registry.js +35 -0
  229. package/dist/security/command-request.js +12 -0
  230. package/dist/security/command-result-signature.js +34 -0
  231. package/dist/security/managed-http.js +45 -0
  232. package/dist/security/native-completion-registry.js +44 -0
  233. package/dist/server.js +178 -0
  234. package/dist/services/admission-fence.js +71 -0
  235. package/dist/services/ai-assistant-service.js +2523 -0
  236. package/dist/services/ai-correlation-service.js +225 -0
  237. package/dist/services/ai-export-service.js +141 -0
  238. package/dist/services/ai-insights-service.js +219 -0
  239. package/dist/services/ai-schedule-service.js +145 -0
  240. package/dist/services/ai-scratchpad-service.js +222 -0
  241. package/dist/services/ai-tools.js +1343 -0
  242. package/dist/services/alert-service.js +313 -0
  243. package/dist/services/anomaly-detector.js +419 -0
  244. package/dist/services/api-local-work.js +79 -0
  245. package/dist/services/application-probes.js +309 -0
  246. package/dist/services/ardent-scope-enrollment.js +123 -0
  247. package/dist/services/ardent-service.js +86 -0
  248. package/dist/services/audit-service.js +308 -0
  249. package/dist/services/codex-service.js +209 -0
  250. package/dist/services/command-lifecycle.js +60 -0
  251. package/dist/services/command-resource-leases.js +305 -0
  252. package/dist/services/control-host-node.js +242 -0
  253. package/dist/services/credential-rotation-service.js +294 -0
  254. package/dist/services/dependency-service.js +145 -0
  255. package/dist/services/disposable-recovery-runner.js +595 -0
  256. package/dist/services/docker-group-health.js +121 -0
  257. package/dist/services/engineering-assurance.js +492 -0
  258. package/dist/services/engineering-evidence-ledger.js +94 -0
  259. package/dist/services/engineering-metric-evidence.js +26 -0
  260. package/dist/services/event-bus.js +227 -0
  261. package/dist/services/fleet-check-log.js +102 -0
  262. package/dist/services/forecast-service.js +154 -0
  263. package/dist/services/health-retention.js +175 -0
  264. package/dist/services/heartbeat-stream.js +63 -0
  265. package/dist/services/hermes-catalog-import.js +62 -0
  266. package/dist/services/hermes-cli-parser.js +671 -0
  267. package/dist/services/hermes-core-rollout.js +90 -0
  268. package/dist/services/hermes-dashboard-endpoint.js +13 -0
  269. package/dist/services/hermes-plugin-source.js +149 -0
  270. package/dist/services/hermes-registry-service.js +258 -0
  271. package/dist/services/hermes-service.js +566 -0
  272. package/dist/services/hivemem-client.js +85 -0
  273. package/dist/services/host-local-writer.js +82 -0
  274. package/dist/services/incident-evidence.js +110 -0
  275. package/dist/services/incident-lessons.js +186 -0
  276. package/dist/services/llm-providers/anthropic.js +143 -0
  277. package/dist/services/llm-providers/index.js +7 -0
  278. package/dist/services/llm-providers/llama-cpp.js +237 -0
  279. package/dist/services/llm-providers/ollama.js +292 -0
  280. package/dist/services/llm-providers/openai-compatible.js +200 -0
  281. package/dist/services/llm-providers/provider-error.js +36 -0
  282. package/dist/services/llm-providers/registry.js +45 -0
  283. package/dist/services/llm-providers/types.js +2 -0
  284. package/dist/services/log-emitter.js +19 -0
  285. package/dist/services/log-retention.js +66 -0
  286. package/dist/services/maintenance-service.js +29 -0
  287. package/dist/services/managed-cron.js +493 -0
  288. package/dist/services/managed-ssh-admission.js +68 -0
  289. package/dist/services/monitor-pulse.js +10 -0
  290. package/dist/services/node-issue-monitor.js +71 -0
  291. package/dist/services/node-service.js +35 -0
  292. package/dist/services/notification-retention.js +51 -0
  293. package/dist/services/notification-service.js +94 -0
  294. package/dist/services/operational-observations.js +112 -0
  295. package/dist/services/operations-config.js +67 -0
  296. package/dist/services/ops-service.js +491 -0
  297. package/dist/services/orchestra-extras-service.js +370 -0
  298. package/dist/services/orchestra-resources-service.js +530 -0
  299. package/dist/services/os-scheduler-writer.js +73 -0
  300. package/dist/services/password-service.js +22 -0
  301. package/dist/services/prediction-service.js +284 -0
  302. package/dist/services/recovery-exercises.js +682 -0
  303. package/dist/services/remediation-service.js +325 -0
  304. package/dist/services/resource-enrollment.js +433 -0
  305. package/dist/services/resource-node-lock.js +18 -0
  306. package/dist/services/resource-participant-work.js +302 -0
  307. package/dist/services/role-service.js +388 -0
  308. package/dist/services/rollout-service.js +440 -0
  309. package/dist/services/security-export.js +185 -0
  310. package/dist/services/security-fusion-actions.js +22 -0
  311. package/dist/services/security-fusion-approvals.js +83 -0
  312. package/dist/services/security-fusion-evidence-integrity.js +144 -0
  313. package/dist/services/security-fusion-ingest.js +101 -0
  314. package/dist/services/security-fusion-outbox.js +185 -0
  315. package/dist/services/security-fusion-receipt-chain.js +134 -0
  316. package/dist/services/security-fusion-service.js +751 -0
  317. package/dist/services/security-fusion-verification.js +50 -0
  318. package/dist/services/self-update-service.js +200 -0
  319. package/dist/services/shared-resource-leases.js +413 -0
  320. package/dist/services/skill-publication-bundle.js +90 -0
  321. package/dist/services/skill-publication-settlement.js +36 -0
  322. package/dist/services/skill-publication-state.js +40 -0
  323. package/dist/services/skill-registry-service.js +327 -0
  324. package/dist/services/skill-service.js +148 -0
  325. package/dist/services/ssh-exec-service.js +139 -0
  326. package/dist/services/ssh-host-verification.js +27 -0
  327. package/dist/services/tailscale-node-key-service.js +75 -0
  328. package/dist/services/team-approvals.js +118 -0
  329. package/dist/services/topology-service.js +138 -0
  330. package/dist/services/transfer-authority-snapshot.js +151 -0
  331. package/dist/services/webhook-credential-migration.js +97 -0
  332. package/dist/services/webhook-security.js +242 -0
  333. package/dist/services/webhook-service.js +494 -0
  334. package/dist/types/auth.js +3 -0
  335. package/dist/types/index.js +3 -0
  336. package/dist/types/library.js +3 -0
  337. package/dist/types/notifications.js +3 -0
  338. package/dist/types/roles.js +3 -0
  339. package/dist/types/shared-contracts.js +3 -0
  340. package/dist/utils/env.js +141 -0
  341. package/dist/utils/heartbeat-peer.js +19 -0
  342. package/dist/utils/idempotency.js +45 -0
  343. package/dist/utils/ip.js +25 -0
  344. package/dist/utils/json-fields.js +94 -0
  345. package/dist/utils/local-tls.js +39 -0
  346. package/dist/utils/magnus-home.js +15 -0
  347. package/dist/utils/node-url.js +59 -0
  348. package/dist/utils/redact.js +26 -0
  349. package/dist/utils/safe-equal.js +13 -0
  350. package/dist/utils/sentinel-nodes.js +16 -0
  351. package/dist/utils/validate.js +41 -0
  352. package/package.json +119 -4
  353. package/prisma/migrations/20261031000000_baseline/migration.sql +2935 -0
  354. package/prisma/migrations/migration_lock.toml +3 -0
  355. package/prisma/schema.prisma +2185 -0
  356. package/prisma.config.ts +14 -0
@@ -0,0 +1,175 @@
1
+ import { getDb } from '../db/index.js';
2
+ import { getValidatedEnv } from '../utils/env.js';
3
+ // ─── HealthSnapshot Retention — periodic pruning of old snapshots ───
4
+ /** How often to check if pruning is needed (ms). */
5
+ const CHECK_INTERVAL_MS = 3_600_000; // every hour
6
+ let timer = null;
7
+ let lastPrunedDate = null;
8
+ /** Keep recent data dense and retain a bounded historical baseline. */
9
+ export function getHealthRetentionPolicy() {
10
+ const env = getValidatedEnv();
11
+ return {
12
+ retentionDays: env.HEALTH_SNAPSHOT_RETENTION_DAYS,
13
+ fullFidelityHours: env.HEALTH_SNAPSHOT_FULL_FIDELITY_HOURS,
14
+ sampleMinutes: env.HEALTH_SNAPSHOT_SAMPLE_MINUTES,
15
+ };
16
+ }
17
+ export function getHealthRetentionCutoffs(now = new Date(), policy = getHealthRetentionPolicy()) {
18
+ return {
19
+ expiresBefore: new Date(now.getTime() - policy.retentionDays * 24 * 60 * 60 * 1000),
20
+ fullFidelityAfter: new Date(now.getTime() - policy.fullFidelityHours * 60 * 60 * 1000),
21
+ };
22
+ }
23
+ export function getRecoveryExerciseRetentionCutoff(now = new Date()) {
24
+ return new Date(now.getTime() - getValidatedEnv().ENGINEERING_EXERCISE_RETENTION_DAYS * 86_400_000);
25
+ }
26
+ export function getRetentionPolicyReadiness() {
27
+ try {
28
+ const health = getHealthRetentionPolicy();
29
+ const env = getValidatedEnv();
30
+ if (health.fullFidelityHours > health.retentionDays * 24) {
31
+ return { status: 'fail', message: 'health full-fidelity window exceeds total retention' };
32
+ }
33
+ if (env.NOTIFICATION_READ_RETENTION_DAYS > env.NOTIFICATION_MAX_RETENTION_DAYS) {
34
+ return { status: 'fail', message: 'notification read retention exceeds maximum retention' };
35
+ }
36
+ return {
37
+ status: 'pass',
38
+ message: `health ${health.fullFidelityHours}h/${health.retentionDays}d; notifications ${env.NOTIFICATION_READ_RETENTION_DAYS}d/${env.NOTIFICATION_MAX_RETENTION_DAYS}d`,
39
+ };
40
+ }
41
+ catch (error) {
42
+ return { status: 'fail', message: error instanceof Error ? error.message : 'invalid retention policy' };
43
+ }
44
+ }
45
+ /** Return today's date as YYYY-MM-DD string. */
46
+ function todayStr() {
47
+ return new Date().toISOString().slice(0, 10);
48
+ }
49
+ /**
50
+ * Delete health snapshots older than the retention window.
51
+ * Runs at most once per calendar day.
52
+ */
53
+ export async function pruneOldSnapshots() {
54
+ const today = todayStr();
55
+ if (lastPrunedDate === today)
56
+ return;
57
+ const policy = getHealthRetentionPolicy();
58
+ const { expiresBefore: cutoff, fullFidelityAfter: fullFidelityCutoff } = getHealthRetentionCutoffs();
59
+ try {
60
+ const db = getDb();
61
+ const expiredCount = await db.$executeRaw `
62
+ DELETE FROM "health_snapshots" AS snapshot
63
+ WHERE snapshot."timestamp" < ${cutoff}
64
+ AND NOT EXISTS (
65
+ SELECT 1 FROM "anomaly_events" AS anomaly
66
+ WHERE anomaly."healthSnapshotId" = snapshot."id"
67
+ )
68
+ `;
69
+ const downsampledCount = await db.$executeRaw `
70
+ WITH measured AS (
71
+ SELECT snapshot.*,
72
+ COALESCE((
73
+ SELECT MAX((disk ->> 'usagePercent')::double precision)
74
+ FROM jsonb_array_elements(snapshot."disks"::jsonb) AS disk
75
+ ), 0) AS "maxDiskPercent"
76
+ FROM "health_snapshots"
77
+ AS snapshot
78
+ WHERE snapshot."timestamp" < ${fullFidelityCutoff}
79
+ AND snapshot."timestamp" >= ${cutoff}
80
+ ), ranked AS (
81
+ SELECT "id",
82
+ ROW_NUMBER() OVER (PARTITION BY "nodeId", FLOOR(EXTRACT(EPOCH FROM "timestamp") / ${policy.sampleMinutes * 60}) ORDER BY "timestamp" DESC, "id") AS "lastRank",
83
+ ROW_NUMBER() OVER (PARTITION BY "nodeId", FLOOR(EXTRACT(EPOCH FROM "timestamp") / ${policy.sampleMinutes * 60}) ORDER BY "cpuUsagePercent" DESC, "timestamp" DESC, "id") AS "cpuMaxRank",
84
+ ROW_NUMBER() OVER (PARTITION BY "nodeId", FLOOR(EXTRACT(EPOCH FROM "timestamp") / ${policy.sampleMinutes * 60}) ORDER BY "cpuUsagePercent" ASC, "timestamp" DESC, "id") AS "cpuMinRank",
85
+ ROW_NUMBER() OVER (PARTITION BY "nodeId", FLOOR(EXTRACT(EPOCH FROM "timestamp") / ${policy.sampleMinutes * 60}) ORDER BY "memoryPercent" DESC, "timestamp" DESC, "id") AS "memoryMaxRank",
86
+ ROW_NUMBER() OVER (PARTITION BY "nodeId", FLOOR(EXTRACT(EPOCH FROM "timestamp") / ${policy.sampleMinutes * 60}) ORDER BY "memoryPercent" ASC, "timestamp" DESC, "id") AS "memoryMinRank",
87
+ ROW_NUMBER() OVER (PARTITION BY "nodeId", FLOOR(EXTRACT(EPOCH FROM "timestamp") / ${policy.sampleMinutes * 60}) ORDER BY "swapUsedBytes" DESC, "timestamp" DESC, "id") AS "swapMaxRank",
88
+ ROW_NUMBER() OVER (PARTITION BY "nodeId", FLOOR(EXTRACT(EPOCH FROM "timestamp") / ${policy.sampleMinutes * 60}) ORDER BY "maxDiskPercent" DESC, "timestamp" DESC, "id") AS "diskMaxRank"
89
+ FROM measured
90
+ )
91
+ DELETE FROM "health_snapshots" AS snapshot
92
+ USING ranked
93
+ WHERE snapshot."id" = ranked."id"
94
+ AND ranked."lastRank" > 1
95
+ AND ranked."cpuMaxRank" > 1
96
+ AND ranked."cpuMinRank" > 1
97
+ AND ranked."memoryMaxRank" > 1
98
+ AND ranked."memoryMinRank" > 1
99
+ AND ranked."swapMaxRank" > 1
100
+ AND ranked."diskMaxRank" > 1
101
+ AND NOT EXISTS (
102
+ SELECT 1 FROM "anomaly_events" AS anomaly
103
+ WHERE anomaly."healthSnapshotId" = snapshot."id"
104
+ )
105
+ `;
106
+ const expiredGpuCount = await db.$executeRaw `
107
+ DELETE FROM "gpu_snapshots"
108
+ WHERE "sampledAt" < ${cutoff}
109
+ `;
110
+ const expiredEngineeringMetricCount = await db.$executeRaw `
111
+ DELETE FROM "engineering_metric_samples"
112
+ WHERE "observedAt" < ${cutoff}
113
+ `;
114
+ const downsampledEngineeringMetricCount = await db.$executeRaw `
115
+ WITH ranked AS (
116
+ SELECT "id",
117
+ ROW_NUMBER() OVER (
118
+ PARTITION BY "applicationId", "metric", "sourceKey",
119
+ FLOOR(EXTRACT(EPOCH FROM "observedAt") / ${policy.sampleMinutes * 60})
120
+ ORDER BY "observedAt" DESC, "id"
121
+ ) AS "lastRank",
122
+ ROW_NUMBER() OVER (
123
+ PARTITION BY "applicationId", "metric", "sourceKey",
124
+ FLOOR(EXTRACT(EPOCH FROM "observedAt") / ${policy.sampleMinutes * 60})
125
+ ORDER BY "value" DESC, "observedAt" DESC, "id"
126
+ ) AS "maxRank",
127
+ ROW_NUMBER() OVER (
128
+ PARTITION BY "applicationId", "metric", "sourceKey",
129
+ FLOOR(EXTRACT(EPOCH FROM "observedAt") / ${policy.sampleMinutes * 60})
130
+ ORDER BY "value" ASC, "observedAt" DESC, "id"
131
+ ) AS "minRank"
132
+ FROM "engineering_metric_samples"
133
+ WHERE "observedAt" < ${fullFidelityCutoff}
134
+ AND "observedAt" >= ${cutoff}
135
+ )
136
+ DELETE FROM "engineering_metric_samples" AS sample
137
+ USING ranked
138
+ WHERE sample."id" = ranked."id"
139
+ AND ranked."lastRank" > 1
140
+ AND ranked."maxRank" > 1
141
+ AND ranked."minRank" > 1
142
+ `;
143
+ const expiredRecoveryExerciseCount = await db.$executeRaw `
144
+ DELETE FROM "engineering_recovery_exercises"
145
+ WHERE "createdAt" < ${getRecoveryExerciseRetentionCutoff()}
146
+ `;
147
+ lastPrunedDate = today;
148
+ const deletedCount = expiredCount + downsampledCount + expiredGpuCount
149
+ + expiredEngineeringMetricCount + downsampledEngineeringMetricCount + expiredRecoveryExerciseCount;
150
+ if (deletedCount > 0) {
151
+ console.log(`🗑️ Engineering retention: pruned ${deletedCount} telemetry/exercise rows (${policy.fullFidelityHours}h full fidelity, ${policy.sampleMinutes}m samples through day ${policy.retentionDays})`);
152
+ }
153
+ }
154
+ catch (err) {
155
+ const message = err instanceof Error ? err.message : 'Unknown error';
156
+ console.error(`Health snapshot retention error: ${message}`);
157
+ }
158
+ }
159
+ /** Start the periodic health snapshot retention service. */
160
+ export function startHealthRetention() {
161
+ if (timer)
162
+ return;
163
+ const policy = getHealthRetentionPolicy();
164
+ console.log(`🗑️ Health snapshot retention started (${policy.fullFidelityHours}h full fidelity, ${policy.sampleMinutes}m samples through day ${policy.retentionDays})`);
165
+ void pruneOldSnapshots();
166
+ timer = setInterval(() => void pruneOldSnapshots(), CHECK_INTERVAL_MS);
167
+ }
168
+ /** Stop the health snapshot retention service. */
169
+ export function stopHealthRetention() {
170
+ if (timer) {
171
+ clearInterval(timer);
172
+ timer = null;
173
+ }
174
+ }
175
+ //# sourceMappingURL=health-retention.js.map
@@ -0,0 +1,63 @@
1
+ import { getRedis } from '../queue/redis.js';
2
+ const STREAM_KEY = 'heartbeats';
3
+ function getPhysicalStreamKey(redis) {
4
+ return `${redis.options?.keyPrefix ?? ''}${STREAM_KEY}`;
5
+ }
6
+ const CONSUMER_GROUP = 'control-api';
7
+ export async function getHeartbeatStreamStats() {
8
+ const redis = getRedis();
9
+ const baseStats = {
10
+ enabled: true,
11
+ streamKey: getPhysicalStreamKey(redis),
12
+ length: 0,
13
+ consumerGroup: CONSUMER_GROUP,
14
+ pending: 0,
15
+ lastDeliveredId: null,
16
+ consumers: [],
17
+ };
18
+ try {
19
+ const length = await redis.call('XLEN', STREAM_KEY).catch(() => 0);
20
+ baseStats.length = Number(length ?? 0);
21
+ const groups = await redis.call('XINFO', 'GROUPS', STREAM_KEY).catch(() => null);
22
+ if (groups) {
23
+ for (const g of groups) {
24
+ // Flat array: name, <value>, consumers, <n>, pending, <n>, last-delivered-id, <id>, ...
25
+ const obj = {};
26
+ for (let i = 0; i < g.length; i += 2) {
27
+ const k = g[i];
28
+ const v = g[i + 1];
29
+ if (typeof k === 'string' && v !== undefined)
30
+ obj[k] = v;
31
+ }
32
+ if (obj['name'] === CONSUMER_GROUP) {
33
+ baseStats.pending = Number(obj['pending'] ?? 0);
34
+ baseStats.lastDeliveredId = typeof obj['last-delivered-id'] === 'string'
35
+ ? obj['last-delivered-id']
36
+ : null;
37
+ }
38
+ }
39
+ }
40
+ const consumers = await redis.call('XINFO', 'CONSUMERS', STREAM_KEY, CONSUMER_GROUP).catch(() => null);
41
+ if (consumers) {
42
+ for (const c of consumers) {
43
+ const obj = {};
44
+ for (let i = 0; i < c.length; i += 2) {
45
+ const k = c[i];
46
+ const v = c[i + 1];
47
+ if (typeof k === 'string' && v !== undefined)
48
+ obj[k] = v;
49
+ }
50
+ baseStats.consumers.push({
51
+ name: String(obj['name'] ?? 'unknown'),
52
+ pending: Number(obj['pending'] ?? 0),
53
+ idleMs: Number(obj['idle'] ?? 0),
54
+ });
55
+ }
56
+ }
57
+ }
58
+ catch {
59
+ baseStats.enabled = false;
60
+ }
61
+ return baseStats;
62
+ }
63
+ //# sourceMappingURL=heartbeat-stream.js.map
@@ -0,0 +1,62 @@
1
+ import { createHash } from 'node:crypto';
2
+ import { readFile, readdir, stat } from 'node:fs/promises';
3
+ import { join } from 'node:path';
4
+ import { getSkillsDir, listManifests } from '@hivemagnus/magnus-skills';
5
+ import { getDb } from '../db/index.js';
6
+ import { assignSkillTargets, isDeployHost, publishRevision } from './hermes-registry-service.js';
7
+ const digest = (bytes) => createHash('sha256').update(bytes).digest('hex');
8
+ export async function importPackageSkills() {
9
+ const root = getSkillsDir();
10
+ const db = getDb();
11
+ const installations = await db.hermesInstallation.findMany({ select: { id: true, hostname: true } });
12
+ const named = new Set(installations.filter(row => isDeployHost(row.hostname.split('.')[0].toLowerCase())).map(row => row.id));
13
+ let published = 0;
14
+ let held = 0;
15
+ let targets = 0;
16
+ for (const manifest of listManifests()) {
17
+ if (!/^[a-zA-Z0-9][a-zA-Z0-9._+-]*$/.test(manifest.name))
18
+ continue;
19
+ const directory = join(root, manifest.name);
20
+ const files = [];
21
+ async function visit(current, relative = '') {
22
+ for (const item of await readdir(current, { withFileTypes: true })) {
23
+ const path = relative ? `${relative}/${item.name}` : item.name;
24
+ if (path.split('/').some(part => !/^[a-zA-Z0-9][a-zA-Z0-9._+-]*$/.test(part) || part.includes('..')))
25
+ throw new Error(`Unsafe packaged skill path: ${path}`);
26
+ if (item.isDirectory()) {
27
+ await visit(join(current, item.name), path);
28
+ continue;
29
+ }
30
+ if (!item.isFile())
31
+ throw new Error(`Packaged skill has non-file entry: ${path}`);
32
+ const bytes = await readFile(join(current, item.name));
33
+ const mode = ((await stat(join(current, item.name))).mode & 0o111) ? 493 : 420;
34
+ files.push({ path, contentBase64: bytes.toString('base64'), sha256: digest(bytes), mode });
35
+ }
36
+ }
37
+ await visit(directory);
38
+ files.sort((a, b) => a.path.localeCompare(b.path));
39
+ const result = await publishRevision({ kind: 'skill', slug: manifest.name,
40
+ artifact: { format: 'magnus-hermes-skill-v1', installPath: manifest.name, files },
41
+ metadata: { tags: manifest.tags, packageVersion: manifest.version, source: 'magnus-skills' },
42
+ publishedBy: 'system:magnus-skills' });
43
+ if (!result.duplicate)
44
+ published++;
45
+ if (result.revision.status !== 'published') {
46
+ held++;
47
+ continue;
48
+ }
49
+ targets += await assignSkillTargets(manifest.name, manifest.tags);
50
+ const old = await db.hermesSkillAssignment.findMany({ where: { source: 'magnus-skills', skillSlug: manifest.name, enabled: true } });
51
+ for (const assignment of old.filter(row => named.has(row.installationId)
52
+ && (!row.pinnedVersion || row.pinnedVersion === manifest.version))) {
53
+ await db.hermesRegistryTarget.upsert({ where: { kind_slug_installationId_profileId: { kind: 'skill', slug: manifest.name,
54
+ installationId: assignment.installationId, profileId: assignment.profileId } },
55
+ create: { kind: 'skill', slug: manifest.name, installationId: assignment.installationId, profileId: assignment.profileId,
56
+ pinnedRevision: assignment.pinnedVersion ? result.revision.revision : null }, update: {} });
57
+ targets++;
58
+ }
59
+ }
60
+ return { published, held, targets };
61
+ }
62
+ //# sourceMappingURL=hermes-catalog-import.js.map