@hivemagnus/magnus-server 0.0.0-stage → 1.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (356) hide show
  1. package/.env.example +171 -0
  2. package/LICENSE +202 -0
  3. package/README.md +169 -2
  4. package/agent-version.json +1 -0
  5. package/dist/ai/HEARTBEAT.md +56 -0
  6. package/dist/ai/IDENTITY.md +54 -0
  7. package/dist/ai/MEMORY.md +40 -0
  8. package/dist/ai/TOOLS.md +538 -0
  9. package/dist/ai/USER.md +32 -0
  10. package/dist/cli/args.js +62 -0
  11. package/dist/cli/env-catalog.js +131 -0
  12. package/dist/cli/preflight.js +89 -0
  13. package/dist/cli.js +175 -0
  14. package/dist/config/cors.js +16 -0
  15. package/dist/config/env.js +392 -0
  16. package/dist/config/features.js +16 -0
  17. package/dist/config/index.js +3 -0
  18. package/dist/config/listener-security.js +38 -0
  19. package/dist/config/version.js +31 -0
  20. package/dist/db/client.js +44 -0
  21. package/dist/db/generated/prisma/browser.js +18 -0
  22. package/dist/db/generated/prisma/client.js +35 -0
  23. package/dist/db/generated/prisma/commonInputTypes.js +11 -0
  24. package/dist/db/generated/prisma/enums.js +42 -0
  25. package/dist/db/generated/prisma/internal/class.js +50 -0
  26. package/dist/db/generated/prisma/internal/prismaNamespace.js +1598 -0
  27. package/dist/db/generated/prisma/internal/prismaNamespaceBrowser.js +1569 -0
  28. package/dist/db/generated/prisma/models/A2ATask.js +2 -0
  29. package/dist/db/generated/prisma/models/AdmissionFence.js +2 -0
  30. package/dist/db/generated/prisma/models/Agent.js +2 -0
  31. package/dist/db/generated/prisma/models/AiConversation.js +2 -0
  32. package/dist/db/generated/prisma/models/AiDashboard.js +2 -0
  33. package/dist/db/generated/prisma/models/AiMemory.js +2 -0
  34. package/dist/db/generated/prisma/models/AiMessage.js +2 -0
  35. package/dist/db/generated/prisma/models/AiScheduledOp.js +2 -0
  36. package/dist/db/generated/prisma/models/AlertConditionState.js +2 -0
  37. package/dist/db/generated/prisma/models/AlertRule.js +2 -0
  38. package/dist/db/generated/prisma/models/AlertViolation.js +2 -0
  39. package/dist/db/generated/prisma/models/AnomalyEvent.js +2 -0
  40. package/dist/db/generated/prisma/models/ApplicationObservation.js +2 -0
  41. package/dist/db/generated/prisma/models/ArdentInstallation.js +2 -0
  42. package/dist/db/generated/prisma/models/ArdentProfile.js +2 -0
  43. package/dist/db/generated/prisma/models/ArdentScopeEnrollment.js +2 -0
  44. package/dist/db/generated/prisma/models/CommandResourceFence.js +2 -0
  45. package/dist/db/generated/prisma/models/CommandResourceLease.js +2 -0
  46. package/dist/db/generated/prisma/models/CommandResult.js +2 -0
  47. package/dist/db/generated/prisma/models/CronJob.js +2 -0
  48. package/dist/db/generated/prisma/models/CronJobExecution.js +2 -0
  49. package/dist/db/generated/prisma/models/DeployJob.js +2 -0
  50. package/dist/db/generated/prisma/models/DriftScan.js +2 -0
  51. package/dist/db/generated/prisma/models/EngineeringMetricSample.js +2 -0
  52. package/dist/db/generated/prisma/models/EngineeringRecoveryExercise.js +2 -0
  53. package/dist/db/generated/prisma/models/ExecutionRun.js +2 -0
  54. package/dist/db/generated/prisma/models/FilePatchTask.js +2 -0
  55. package/dist/db/generated/prisma/models/GpuSnapshot.js +2 -0
  56. package/dist/db/generated/prisma/models/HealthSnapshot.js +2 -0
  57. package/dist/db/generated/prisma/models/HermesCoreRollout.js +2 -0
  58. package/dist/db/generated/prisma/models/HermesCoreRolloutHost.js +2 -0
  59. package/dist/db/generated/prisma/models/HermesCredentialPool.js +2 -0
  60. package/dist/db/generated/prisma/models/HermesCredentialPoolAttachment.js +2 -0
  61. package/dist/db/generated/prisma/models/HermesCronJob.js +2 -0
  62. package/dist/db/generated/prisma/models/HermesHook.js +2 -0
  63. package/dist/db/generated/prisma/models/HermesInstallation.js +2 -0
  64. package/dist/db/generated/prisma/models/HermesMcpServer.js +2 -0
  65. package/dist/db/generated/prisma/models/HermesMcpServerAttachment.js +2 -0
  66. package/dist/db/generated/prisma/models/HermesMessagingBinding.js +2 -0
  67. package/dist/db/generated/prisma/models/HermesOperationJob.js +2 -0
  68. package/dist/db/generated/prisma/models/HermesPluginInstall.js +2 -0
  69. package/dist/db/generated/prisma/models/HermesProfile.js +2 -0
  70. package/dist/db/generated/prisma/models/HermesProviderConfig.js +2 -0
  71. package/dist/db/generated/prisma/models/HermesRegistryClient.js +2 -0
  72. package/dist/db/generated/prisma/models/HermesRegistryInventory.js +2 -0
  73. package/dist/db/generated/prisma/models/HermesRegistryReceipt.js +2 -0
  74. package/dist/db/generated/prisma/models/HermesRegistryRevision.js +2 -0
  75. package/dist/db/generated/prisma/models/HermesRegistryTarget.js +2 -0
  76. package/dist/db/generated/prisma/models/HermesRole.js +2 -0
  77. package/dist/db/generated/prisma/models/HermesRoleApplication.js +2 -0
  78. package/dist/db/generated/prisma/models/HermesSkillAssignment.js +2 -0
  79. package/dist/db/generated/prisma/models/HermesToolsetPolicy.js +2 -0
  80. package/dist/db/generated/prisma/models/IncidentLesson.js +2 -0
  81. package/dist/db/generated/prisma/models/LibraryCategory.js +2 -0
  82. package/dist/db/generated/prisma/models/LibraryFile.js +2 -0
  83. package/dist/db/generated/prisma/models/LogEntry.js +2 -0
  84. package/dist/db/generated/prisma/models/MagnusReleaseCanary.js +2 -0
  85. package/dist/db/generated/prisma/models/MaintenanceWindow.js +2 -0
  86. package/dist/db/generated/prisma/models/ManagedCronDefinition.js +2 -0
  87. package/dist/db/generated/prisma/models/ManagedCronOccurrence.js +2 -0
  88. package/dist/db/generated/prisma/models/Node.js +2 -0
  89. package/dist/db/generated/prisma/models/Notification.js +2 -0
  90. package/dist/db/generated/prisma/models/NotificationPreference.js +2 -0
  91. package/dist/db/generated/prisma/models/RemediationExecution.js +2 -0
  92. package/dist/db/generated/prisma/models/RemediationRule.js +2 -0
  93. package/dist/db/generated/prisma/models/RemoteCommand.js +2 -0
  94. package/dist/db/generated/prisma/models/ResourceDrainParticipant.js +2 -0
  95. package/dist/db/generated/prisma/models/ResourceEnrollment.js +2 -0
  96. package/dist/db/generated/prisma/models/ResourceParticipantWork.js +2 -0
  97. package/dist/db/generated/prisma/models/Role.js +2 -0
  98. package/dist/db/generated/prisma/models/RoleApplication.js +2 -0
  99. package/dist/db/generated/prisma/models/RolloutTarget.js +2 -0
  100. package/dist/db/generated/prisma/models/SecurityExportOutbox.js +2 -0
  101. package/dist/db/generated/prisma/models/SecurityFusionAction.js +2 -0
  102. package/dist/db/generated/prisma/models/SecurityFusionActionApproval.js +2 -0
  103. package/dist/db/generated/prisma/models/SecurityFusionCase.js +2 -0
  104. package/dist/db/generated/prisma/models/SecurityFusionCaseActivity.js +2 -0
  105. package/dist/db/generated/prisma/models/SecurityFusionCaseEntity.js +2 -0
  106. package/dist/db/generated/prisma/models/SecurityFusionCaseEvent.js +2 -0
  107. package/dist/db/generated/prisma/models/SecurityFusionCaseRelationship.js +2 -0
  108. package/dist/db/generated/prisma/models/SecurityFusionCollector.js +2 -0
  109. package/dist/db/generated/prisma/models/SecurityFusionCommandOutbox.js +2 -0
  110. package/dist/db/generated/prisma/models/SecurityFusionDeletionReceipt.js +2 -0
  111. package/dist/db/generated/prisma/models/SecurityFusionDelivery.js +2 -0
  112. package/dist/db/generated/prisma/models/SecurityFusionEntity.js +2 -0
  113. package/dist/db/generated/prisma/models/SecurityFusionEntityAlias.js +2 -0
  114. package/dist/db/generated/prisma/models/SecurityFusionEvent.js +2 -0
  115. package/dist/db/generated/prisma/models/SecurityFusionEventEntity.js +2 -0
  116. package/dist/db/generated/prisma/models/SecurityFusionEvidence.js +2 -0
  117. package/dist/db/generated/prisma/models/SecurityFusionInvestigation.js +2 -0
  118. package/dist/db/generated/prisma/models/SecurityFusionNonce.js +2 -0
  119. package/dist/db/generated/prisma/models/SecurityFusionReceiptChainHead.js +2 -0
  120. package/dist/db/generated/prisma/models/SecurityFusionRuleVersion.js +2 -0
  121. package/dist/db/generated/prisma/models/SecurityFusionSourceState.js +2 -0
  122. package/dist/db/generated/prisma/models/SecurityServiceState.js +2 -0
  123. package/dist/db/generated/prisma/models/SharedResourceFence.js +2 -0
  124. package/dist/db/generated/prisma/models/SharedResourceLease.js +2 -0
  125. package/dist/db/generated/prisma/models/SharedResourceLeaseResource.js +2 -0
  126. package/dist/db/generated/prisma/models/SkillInstallation.js +2 -0
  127. package/dist/db/generated/prisma/models/SkillRegistryEntry.js +2 -0
  128. package/dist/db/generated/prisma/models/SkillTag.js +2 -0
  129. package/dist/db/generated/prisma/models/SkillVersion.js +2 -0
  130. package/dist/db/generated/prisma/models/TeamApprovalDecision.js +2 -0
  131. package/dist/db/generated/prisma/models/User.js +2 -0
  132. package/dist/db/generated/prisma/models/WebhookDelivery.js +2 -0
  133. package/dist/db/generated/prisma/models/WebhookEndpoint.js +2 -0
  134. package/dist/db/generated/prisma/models.js +2 -0
  135. package/dist/db/index.js +3 -0
  136. package/dist/db/read-retry.js +35 -0
  137. package/dist/db/seed.js +348 -0
  138. package/dist/index.js +162 -0
  139. package/dist/middleware/auth.js +361 -0
  140. package/dist/middleware/body-limit.js +14 -0
  141. package/dist/middleware/correlation-id.js +13 -0
  142. package/dist/middleware/error-handler.js +28 -0
  143. package/dist/middleware/iam-token.js +21 -0
  144. package/dist/middleware/rate-limit.js +78 -0
  145. package/dist/middleware/request-logger.js +85 -0
  146. package/dist/middleware/security-headers.js +23 -0
  147. package/dist/middleware/tracing.js +120 -0
  148. package/dist/middleware/user-status.js +33 -0
  149. package/dist/openapi/spec.js +2656 -0
  150. package/dist/queue/redis.js +20 -0
  151. package/dist/queue/requeue.js +27 -0
  152. package/dist/queue/workers.js +342 -0
  153. package/dist/routes/ai-schedule.js +73 -0
  154. package/dist/routes/alerts.js +79 -0
  155. package/dist/routes/anomalies.js +101 -0
  156. package/dist/routes/ardent.js +82 -0
  157. package/dist/routes/assistant.js +417 -0
  158. package/dist/routes/audit.js +138 -0
  159. package/dist/routes/codex.js +65 -0
  160. package/dist/routes/commands.js +226 -0
  161. package/dist/routes/credentials.js +58 -0
  162. package/dist/routes/cron.js +292 -0
  163. package/dist/routes/dependencies.js +49 -0
  164. package/dist/routes/deploy.js +18 -0
  165. package/dist/routes/discovery.js +168 -0
  166. package/dist/routes/docs.js +24 -0
  167. package/dist/routes/drift.js +126 -0
  168. package/dist/routes/events-stream.js +87 -0
  169. package/dist/routes/files.js +214 -0
  170. package/dist/routes/fleet-checks.js +21 -0
  171. package/dist/routes/health.js +133 -0
  172. package/dist/routes/heartbeat.js +545 -0
  173. package/dist/routes/hermes-registry.js +278 -0
  174. package/dist/routes/hermes.js +61 -0
  175. package/dist/routes/library.js +402 -0
  176. package/dist/routes/logs.js +172 -0
  177. package/dist/routes/managed-cron.js +23 -0
  178. package/dist/routes/mcp.js +39 -0
  179. package/dist/routes/metrics.js +187 -0
  180. package/dist/routes/nodes.js +951 -0
  181. package/dist/routes/notifications.js +130 -0
  182. package/dist/routes/ops.js +258 -0
  183. package/dist/routes/orchestra.js +430 -0
  184. package/dist/routes/predictions.js +23 -0
  185. package/dist/routes/profiling.js +68 -0
  186. package/dist/routes/quick-command.js +72 -0
  187. package/dist/routes/remediation.js +111 -0
  188. package/dist/routes/resource-leases.js +297 -0
  189. package/dist/routes/roles.js +370 -0
  190. package/dist/routes/rollout.js +124 -0
  191. package/dist/routes/scan.js +116 -0
  192. package/dist/routes/security-backup.js +58 -0
  193. package/dist/routes/security-fusion.js +605 -0
  194. package/dist/routes/security-integration.js +71 -0
  195. package/dist/routes/self-update.js +129 -0
  196. package/dist/routes/shared-resource-leases.js +78 -0
  197. package/dist/routes/skills.js +485 -0
  198. package/dist/routes/stats.js +96 -0
  199. package/dist/routes/team-approvals.js +23 -0
  200. package/dist/routes/terminal-ticket.js +15 -0
  201. package/dist/routes/terminal.js +17 -0
  202. package/dist/routes/topology.js +37 -0
  203. package/dist/routes/users.js +219 -0
  204. package/dist/routes/webhooks.js +137 -0
  205. package/dist/schemas/command-reconciliation.js +14 -0
  206. package/dist/schemas/commands.js +51 -0
  207. package/dist/schemas/cron.js +33 -0
  208. package/dist/schemas/deploy.js +20 -0
  209. package/dist/schemas/files.js +14 -0
  210. package/dist/schemas/hermes.js +69 -0
  211. package/dist/schemas/index.js +11 -0
  212. package/dist/schemas/library.js +48 -0
  213. package/dist/schemas/logs.js +35 -0
  214. package/dist/schemas/managed-cron.js +127 -0
  215. package/dist/schemas/node-responses.js +87 -0
  216. package/dist/schemas/node-session-receipt.js +84 -0
  217. package/dist/schemas/nodes.js +36 -0
  218. package/dist/schemas/orchestra.js +118 -0
  219. package/dist/schemas/resource-participant-reconciliation.js +99 -0
  220. package/dist/schemas/roles.js +54 -0
  221. package/dist/schemas/shared-resource-lease.js +132 -0
  222. package/dist/schemas/skills.js +44 -0
  223. package/dist/schemas/users.js +28 -0
  224. package/dist/scripts/run-disposable-recovery-exercise.js +39 -0
  225. package/dist/sdk/index.js +2 -0
  226. package/dist/sdk/node-api-client.js +474 -0
  227. package/dist/security/approval-assertion.js +66 -0
  228. package/dist/security/command-completion-registry.js +35 -0
  229. package/dist/security/command-request.js +12 -0
  230. package/dist/security/command-result-signature.js +34 -0
  231. package/dist/security/managed-http.js +45 -0
  232. package/dist/security/native-completion-registry.js +44 -0
  233. package/dist/server.js +178 -0
  234. package/dist/services/admission-fence.js +71 -0
  235. package/dist/services/ai-assistant-service.js +2523 -0
  236. package/dist/services/ai-correlation-service.js +225 -0
  237. package/dist/services/ai-export-service.js +141 -0
  238. package/dist/services/ai-insights-service.js +219 -0
  239. package/dist/services/ai-schedule-service.js +145 -0
  240. package/dist/services/ai-scratchpad-service.js +222 -0
  241. package/dist/services/ai-tools.js +1343 -0
  242. package/dist/services/alert-service.js +313 -0
  243. package/dist/services/anomaly-detector.js +419 -0
  244. package/dist/services/api-local-work.js +79 -0
  245. package/dist/services/application-probes.js +309 -0
  246. package/dist/services/ardent-scope-enrollment.js +123 -0
  247. package/dist/services/ardent-service.js +86 -0
  248. package/dist/services/audit-service.js +308 -0
  249. package/dist/services/codex-service.js +209 -0
  250. package/dist/services/command-lifecycle.js +60 -0
  251. package/dist/services/command-resource-leases.js +305 -0
  252. package/dist/services/control-host-node.js +242 -0
  253. package/dist/services/credential-rotation-service.js +294 -0
  254. package/dist/services/dependency-service.js +145 -0
  255. package/dist/services/disposable-recovery-runner.js +595 -0
  256. package/dist/services/docker-group-health.js +121 -0
  257. package/dist/services/engineering-assurance.js +492 -0
  258. package/dist/services/engineering-evidence-ledger.js +94 -0
  259. package/dist/services/engineering-metric-evidence.js +26 -0
  260. package/dist/services/event-bus.js +227 -0
  261. package/dist/services/fleet-check-log.js +102 -0
  262. package/dist/services/forecast-service.js +154 -0
  263. package/dist/services/health-retention.js +175 -0
  264. package/dist/services/heartbeat-stream.js +63 -0
  265. package/dist/services/hermes-catalog-import.js +62 -0
  266. package/dist/services/hermes-cli-parser.js +671 -0
  267. package/dist/services/hermes-core-rollout.js +90 -0
  268. package/dist/services/hermes-dashboard-endpoint.js +13 -0
  269. package/dist/services/hermes-plugin-source.js +149 -0
  270. package/dist/services/hermes-registry-service.js +258 -0
  271. package/dist/services/hermes-service.js +566 -0
  272. package/dist/services/hivemem-client.js +85 -0
  273. package/dist/services/host-local-writer.js +82 -0
  274. package/dist/services/incident-evidence.js +110 -0
  275. package/dist/services/incident-lessons.js +186 -0
  276. package/dist/services/llm-providers/anthropic.js +143 -0
  277. package/dist/services/llm-providers/index.js +7 -0
  278. package/dist/services/llm-providers/llama-cpp.js +237 -0
  279. package/dist/services/llm-providers/ollama.js +292 -0
  280. package/dist/services/llm-providers/openai-compatible.js +200 -0
  281. package/dist/services/llm-providers/provider-error.js +36 -0
  282. package/dist/services/llm-providers/registry.js +45 -0
  283. package/dist/services/llm-providers/types.js +2 -0
  284. package/dist/services/log-emitter.js +19 -0
  285. package/dist/services/log-retention.js +66 -0
  286. package/dist/services/maintenance-service.js +29 -0
  287. package/dist/services/managed-cron.js +493 -0
  288. package/dist/services/managed-ssh-admission.js +68 -0
  289. package/dist/services/monitor-pulse.js +10 -0
  290. package/dist/services/node-issue-monitor.js +71 -0
  291. package/dist/services/node-service.js +35 -0
  292. package/dist/services/notification-retention.js +51 -0
  293. package/dist/services/notification-service.js +94 -0
  294. package/dist/services/operational-observations.js +112 -0
  295. package/dist/services/operations-config.js +67 -0
  296. package/dist/services/ops-service.js +491 -0
  297. package/dist/services/orchestra-extras-service.js +370 -0
  298. package/dist/services/orchestra-resources-service.js +530 -0
  299. package/dist/services/os-scheduler-writer.js +73 -0
  300. package/dist/services/password-service.js +22 -0
  301. package/dist/services/prediction-service.js +284 -0
  302. package/dist/services/recovery-exercises.js +682 -0
  303. package/dist/services/remediation-service.js +325 -0
  304. package/dist/services/resource-enrollment.js +433 -0
  305. package/dist/services/resource-node-lock.js +18 -0
  306. package/dist/services/resource-participant-work.js +302 -0
  307. package/dist/services/role-service.js +388 -0
  308. package/dist/services/rollout-service.js +440 -0
  309. package/dist/services/security-export.js +185 -0
  310. package/dist/services/security-fusion-actions.js +22 -0
  311. package/dist/services/security-fusion-approvals.js +83 -0
  312. package/dist/services/security-fusion-evidence-integrity.js +144 -0
  313. package/dist/services/security-fusion-ingest.js +101 -0
  314. package/dist/services/security-fusion-outbox.js +185 -0
  315. package/dist/services/security-fusion-receipt-chain.js +134 -0
  316. package/dist/services/security-fusion-service.js +751 -0
  317. package/dist/services/security-fusion-verification.js +50 -0
  318. package/dist/services/self-update-service.js +200 -0
  319. package/dist/services/shared-resource-leases.js +413 -0
  320. package/dist/services/skill-publication-bundle.js +90 -0
  321. package/dist/services/skill-publication-settlement.js +36 -0
  322. package/dist/services/skill-publication-state.js +40 -0
  323. package/dist/services/skill-registry-service.js +327 -0
  324. package/dist/services/skill-service.js +148 -0
  325. package/dist/services/ssh-exec-service.js +139 -0
  326. package/dist/services/ssh-host-verification.js +27 -0
  327. package/dist/services/tailscale-node-key-service.js +75 -0
  328. package/dist/services/team-approvals.js +118 -0
  329. package/dist/services/topology-service.js +138 -0
  330. package/dist/services/transfer-authority-snapshot.js +151 -0
  331. package/dist/services/webhook-credential-migration.js +97 -0
  332. package/dist/services/webhook-security.js +242 -0
  333. package/dist/services/webhook-service.js +494 -0
  334. package/dist/types/auth.js +3 -0
  335. package/dist/types/index.js +3 -0
  336. package/dist/types/library.js +3 -0
  337. package/dist/types/notifications.js +3 -0
  338. package/dist/types/roles.js +3 -0
  339. package/dist/types/shared-contracts.js +3 -0
  340. package/dist/utils/env.js +141 -0
  341. package/dist/utils/heartbeat-peer.js +19 -0
  342. package/dist/utils/idempotency.js +45 -0
  343. package/dist/utils/ip.js +25 -0
  344. package/dist/utils/json-fields.js +94 -0
  345. package/dist/utils/local-tls.js +39 -0
  346. package/dist/utils/magnus-home.js +15 -0
  347. package/dist/utils/node-url.js +59 -0
  348. package/dist/utils/redact.js +26 -0
  349. package/dist/utils/safe-equal.js +13 -0
  350. package/dist/utils/sentinel-nodes.js +16 -0
  351. package/dist/utils/validate.js +41 -0
  352. package/package.json +119 -4
  353. package/prisma/migrations/20261031000000_baseline/migration.sql +2935 -0
  354. package/prisma/migrations/migration_lock.toml +3 -0
  355. package/prisma/schema.prisma +2185 -0
  356. package/prisma.config.ts +14 -0
@@ -0,0 +1,493 @@
1
+ /** Only authenticated cron administration creates scope; triggers consume immutable authority. */
2
+ import { createHash, createHmac, randomUUID, timingSafeEqual } from 'node:crypto';
3
+ import { z } from 'zod';
4
+ import { getDb } from '../db/index.js';
5
+ import { HttpError } from '../middleware/error-handler.js';
6
+ import { managedCronSchema, managedCronStageAckSchema, managedCronActivationAckSchema, managedCronRevocationAckSchema, cronDue, schedulerSourceSettlementSchema, schedulerSourceSettlementAckSchema, schedulerSourceSettlementSigningPayload, schedulerSourceSettlementReceiptPayload, cronEnrollmentStageSigningPayload, cronEnrollmentStageReceiptPayload, cronEnrollmentStageReceiptSchema } from '../schemas/managed-cron.js';
7
+ import { lockResourceNode } from './resource-node-lock.js';
8
+ import { assertNodeAdmissionOpen } from './admission-fence.js';
9
+ import { assertEnrollmentComplete } from './resource-enrollment.js';
10
+ import { admitResourceCommand, markResourceDispatched, settleResourceResult, resourceLeasesRequested } from './command-resource-leases.js';
11
+ import { commandRequestDigest } from '../security/command-request.js';
12
+ import { verifyCommandResultSignature } from '../security/command-result-signature.js';
13
+ import { RESULT_SIGNING_SECRET, RESULT_SIGNING_PREVIOUS_SECRET, getNodeManagerSecret } from '../utils/env.js';
14
+ import { getNodeBaseUrl } from '../utils/node-url.js';
15
+ import { commandResultSchema } from '../schemas/node-responses.js';
16
+ import { NodeApiClient } from '../sdk/node-api-client.js';
17
+ const hash = (text) => createHash('sha256').update(text).digest('hex');
18
+ const fail = (message) => { throw new HttpError(409, 'SCHEDULER_AUTHORITY_CONFLICT', message); };
19
+ export { managedCronRegistrationSchema } from '../schemas/managed-cron.js';
20
+ export const schedulerTriggerSchema = z.object({ nodeFqdn: z.string().min(1).max(253),
21
+ jobId: z.string().regex(/^[a-f0-9]{64}$/), revision: z.number().int().positive().max(2147483647),
22
+ specSha256: z.string().regex(/^[a-f0-9]{64}$/), occurrenceId: z.string().regex(/^[a-f0-9]{64}$/),
23
+ scheduledAt: z.number().int().nonnegative(), deadline: z.number().int().positive() }).strict();
24
+ export const schedulerSettleSchema = z.object({ nodeFqdn: z.string().min(1).max(253),
25
+ occurrenceId: z.string().regex(/^[a-f0-9]{64}$/), result: commandResultSchema }).strict();
26
+ /** Raw cron remains a compatibility path only before activation and before the
27
+ * node has any durable ownership history. Once either exists, mutations must
28
+ * use the acknowledged managed lifecycle and an enrolled resource owner. */
29
+ export async function cronMutationMode(nodeId) {
30
+ const db = getDb();
31
+ return db.$transaction(async (tx) => {
32
+ await lockResourceNode(tx, nodeId);
33
+ const node = await tx.node.findUnique({ where: { id: nodeId } });
34
+ if (!node)
35
+ throw new HttpError(404, 'NODE_NOT_FOUND', 'Inventory node not found');
36
+ const [enrollment, leaseHistory, definitionHistory, participantHistory] = await Promise.all([
37
+ tx.resourceEnrollment.findUnique({ where: { nodeId }, select: { state: true } }),
38
+ tx.commandResourceLease.findFirst({ where: { nodeId }, select: { id: true } }),
39
+ tx.managedCronDefinition.findFirst({ where: { nodeId }, select: { cronJobId: true } }),
40
+ tx.resourceParticipantWork.findFirst({ where: { nodeId }, select: { workId: true } }),
41
+ ]);
42
+ const managed = resourceLeasesRequested() || Boolean(enrollment && enrollment.state !== 'legacy')
43
+ || Boolean(leaseHistory || definitionHistory || participantHistory);
44
+ if (managed)
45
+ await assertEnrollmentComplete(tx, nodeId, node.hostname);
46
+ return managed ? 'managed' : 'legacy';
47
+ });
48
+ }
49
+ async function stageManagedCronTx(tx, cronJobId, input, lock = true) {
50
+ const initial = await tx.cronJob.findUnique({ where: { id: cronJobId } });
51
+ if (!initial)
52
+ throw new HttpError(404, 'NOT_FOUND', 'Cron job not found');
53
+ if (lock)
54
+ await lockResourceNode(tx, initial.nodeId);
55
+ const job = await tx.cronJob.findUnique({ where: { id: cronJobId } });
56
+ if (!job || job.status !== 'ACTIVE' || input.expiresAt <= Date.now())
57
+ return fail('Active job and explicit future expiry required');
58
+ if (job.timeoutSeconds !== input.timeoutSeconds)
59
+ return fail('Managed timeout must match the stored cron definition');
60
+ // Explicit registration authorizes the supplied finite budget and UTC schedule.
61
+ const node = await tx.node.findUniqueOrThrow({ where: { id: job.nodeId } });
62
+ const spec = managedCronSchema.parse({ nodeFqdn: node.hostname, name: job.name, revision: input.revision, schedule: job.schedule,
63
+ timezone: input.timezone, workingDirectory: job.workingDirectory ?? undefined,
64
+ environment: JSON.parse(job.environment), command: job.command, args: JSON.parse(job.args),
65
+ timeoutSeconds: input.timeoutSeconds, expiresAt: input.expiresAt });
66
+ const specJson = JSON.stringify(spec);
67
+ const specSha256 = hash(specJson);
68
+ const jobId = hash(JSON.stringify([spec.nodeFqdn, spec.name]));
69
+ const previous = await tx.managedCronDefinition.findUnique({ where: { cronJobId } });
70
+ if (previous && (input.revision < previous.revision || input.revision === previous.revision && previous.specSha256 !== specSha256))
71
+ return fail('A changed job requires an increased revision');
72
+ const collision = await tx.managedCronDefinition.findUnique({ where: { nodeId_jobId: { nodeId: job.nodeId, jobId } } });
73
+ if (collision && collision.cronJobId !== cronJobId) {
74
+ if (collision.enabled || input.revision <= collision.revision)
75
+ return fail('Managed scheduler identity is active or its revision was not advanced');
76
+ return tx.managedCronDefinition.update({ where: { cronJobId: collision.cronJobId }, data: {
77
+ cronJobId, revision: input.revision, specSha256, specJson, enabled: false,
78
+ acknowledgementProtocolVersion: null, stageCommandSha256: null, stageReceiptSha256: null,
79
+ stageAcknowledgedAt: null, activationCommandSha256: null, activationReceiptSha256: null,
80
+ activationAcknowledgedAt: null, acknowledgedJobId: null, acknowledgedRevision: null,
81
+ acknowledgedSpecSha256: null, acknowledgedSpecJson: null, expiresAt: new Date(input.expiresAt),
82
+ } });
83
+ }
84
+ return tx.managedCronDefinition.upsert({ where: { cronJobId }, create: {
85
+ cronJobId, nodeId: job.nodeId, jobId, revision: input.revision, specSha256, specJson, enabled: false, expiresAt: new Date(input.expiresAt),
86
+ }, update: { jobId, revision: input.revision, specSha256, specJson, enabled: false,
87
+ acknowledgementProtocolVersion: null, stageCommandSha256: null, stageReceiptSha256: null,
88
+ stageAcknowledgedAt: null, activationCommandSha256: null, activationReceiptSha256: null,
89
+ activationAcknowledgedAt: null, acknowledgedJobId: null, acknowledgedRevision: null,
90
+ acknowledgedSpecSha256: null, acknowledgedSpecJson: null, expiresAt: new Date(input.expiresAt) } });
91
+ }
92
+ export async function registerManagedCron(cronJobId, input) {
93
+ return getDb().$transaction(tx => stageManagedCronTx(tx, cronJobId, input));
94
+ }
95
+ export async function canStageLegacyCronForEnrollment(cronJobId) {
96
+ if (resourceLeasesRequested())
97
+ return false;
98
+ return getDb().$transaction(async (tx) => {
99
+ const job = await tx.cronJob.findUnique({ where: { id: cronJobId } });
100
+ if (!job)
101
+ return false;
102
+ await lockResourceNode(tx, job.nodeId);
103
+ const [enrollment, lease, definitions, participant] = await Promise.all([
104
+ tx.resourceEnrollment.findUnique({ where: { nodeId: job.nodeId } }),
105
+ tx.commandResourceLease.findFirst({ where: { nodeId: job.nodeId }, select: { id: true } }),
106
+ tx.managedCronDefinition.findMany({ where: { nodeId: job.nodeId }, take: 2 }),
107
+ tx.resourceParticipantWork.findFirst({ where: { nodeId: job.nodeId }, select: { workId: true } }),
108
+ ]);
109
+ if (enrollment && enrollment.state !== 'legacy' || lease || participant || definitions.length > 1)
110
+ return false;
111
+ const pending = definitions[0];
112
+ return !pending || pending.cronJobId === cronJobId && !pending.enabled
113
+ && pending.acknowledgementProtocolVersion === null && pending.stageCommandSha256 === null
114
+ && pending.activationCommandSha256 === null;
115
+ });
116
+ }
117
+ /** Persist disabled pending history before contacting the node. The exact
118
+ * signed control message can only remove the same-name wake-up and store a
119
+ * disabled local definition, so no raw mutation can reopen the race window. */
120
+ export async function stageLegacyCronForEnrollment(cronJobId, input) {
121
+ if (!await canStageLegacyCronForEnrollment(cronJobId))
122
+ return fail('Legacy scheduler conversion must finish before enrollment or other ownership history');
123
+ const db = getDb();
124
+ const candidate = await db.$transaction(async (tx) => {
125
+ const job = await tx.cronJob.findUnique({ where: { id: cronJobId } });
126
+ if (!job)
127
+ throw new HttpError(404, 'NOT_FOUND', 'Cron job not found');
128
+ await lockResourceNode(tx, job.nodeId);
129
+ const [enrollment, lease, definitions, participant] = await Promise.all([
130
+ tx.resourceEnrollment.findUnique({ where: { nodeId: job.nodeId } }),
131
+ tx.commandResourceLease.findFirst({ where: { nodeId: job.nodeId }, select: { id: true } }),
132
+ tx.managedCronDefinition.findMany({ where: { nodeId: job.nodeId }, take: 2 }),
133
+ tx.resourceParticipantWork.findFirst({ where: { nodeId: job.nodeId }, select: { workId: true } }),
134
+ ]);
135
+ const pending = definitions[0];
136
+ if (enrollment && enrollment.state !== 'legacy' || lease || participant || definitions.length > 1
137
+ || pending && (pending.cronJobId !== cronJobId || pending.enabled
138
+ || pending.acknowledgementProtocolVersion !== null || pending.stageCommandSha256 !== null
139
+ || pending.activationCommandSha256 !== null))
140
+ return fail('Enrollment or ownership changed during legacy scheduler conversion');
141
+ const node = await tx.node.findUniqueOrThrow({ where: { id: job.nodeId } });
142
+ const definition = await stageManagedCronTx(tx, cronJobId, input, false);
143
+ return { node, definition, spec: managedCronSchema.parse(JSON.parse(definition.specJson)) };
144
+ });
145
+ const secret = process.env['COMMAND_RECONCILIATION_SECRET'] ?? '';
146
+ const conflicts = [getNodeManagerSecret(), RESULT_SIGNING_SECRET, RESULT_SIGNING_PREVIOUS_SECRET,
147
+ process.env['NODE_MANAGER_SECRET_PREVIOUS'] ?? '', process.env['RESOURCE_PARTICIPANT_RECONCILIATION_SECRET'] ?? ''];
148
+ if (secret.length < 32 || conflicts.some(value => value && value === secret))
149
+ return fail('Independent scheduler conversion authority is required');
150
+ const unsigned = { version: 1, nodeId: candidate.node.id, nodeFqdn: candidate.node.hostname,
151
+ spec: candidate.spec, operationId: randomUUID(), expiresAt: Date.now() + 60_000 };
152
+ const assertion = { ...unsigned, signature: createHmac('sha256', secret)
153
+ .update(cronEnrollmentStageSigningPayload(unsigned)).digest('hex') };
154
+ const client = new NodeApiClient({ baseUrl: getNodeBaseUrl(candidate.node.ipAddress, candidate.node.port),
155
+ nodeToken: getNodeManagerSecret() });
156
+ const staged = await client.stageManagedCronForEnrollment(assertion);
157
+ if (!staged.success)
158
+ return fail('Node did not acknowledge disabled legacy scheduler conversion');
159
+ const ack = cronEnrollmentStageReceiptSchema.parse(staged.data);
160
+ const { receiptSignature, ...receipt } = ack;
161
+ if (ack.operationId !== unsigned.operationId
162
+ || JSON.stringify(managedCronIdentity(candidate.definition)) !== JSON.stringify(managedCronIdentitySchemaValue(ack)))
163
+ return fail('Node staged a different disabled legacy scheduler definition');
164
+ const signatures = [RESULT_SIGNING_SECRET, RESULT_SIGNING_PREVIOUS_SECRET].filter(value => value.length >= 32)
165
+ .map(value => createHmac('sha256', value).update(cronEnrollmentStageReceiptPayload(receipt)).digest());
166
+ if (!signatures.some(value => timingSafeEqual(value, Buffer.from(receiptSignature, 'hex'))))
167
+ return fail('Node scheduler conversion receipt signature is invalid');
168
+ return candidate.definition;
169
+ }
170
+ export async function updateAndRegisterManagedCron(cronJobId, data, input) {
171
+ return getDb().$transaction(async (tx) => {
172
+ const initial = await tx.cronJob.findUnique({ where: { id: cronJobId } });
173
+ if (!initial)
174
+ throw new HttpError(404, 'NOT_FOUND', 'Cron job not found');
175
+ await lockResourceNode(tx, initial.nodeId);
176
+ const job = await tx.cronJob.update({ where: { id: cronJobId }, data, include: { node: true } });
177
+ const definition = await stageManagedCronTx(tx, cronJobId, input, false);
178
+ return { job, definition };
179
+ });
180
+ }
181
+ export async function upsertAndRegisterManagedCron(nodeId, name, data, input) {
182
+ return getDb().$transaction(async (tx) => {
183
+ await lockResourceNode(tx, nodeId);
184
+ const existing = await tx.cronJob.findUnique({ where: { nodeId_name: { nodeId, name } } });
185
+ const job = existing ? await tx.cronJob.update({ where: { id: existing.id }, data })
186
+ : await tx.cronJob.create({ data: { ...data, nodeId, name } });
187
+ const definition = await stageManagedCronTx(tx, job.id, input, false);
188
+ return { job, definition };
189
+ });
190
+ }
191
+ export function managedCronIdentity(definition) {
192
+ const spec = managedCronSchema.parse(JSON.parse(definition.specJson));
193
+ return { nodeFqdn: spec.nodeFqdn, name: spec.name, jobId: definition.jobId,
194
+ revision: definition.revision, specSha256: definition.specSha256 };
195
+ }
196
+ function exactManagedEvidence(raw) {
197
+ if (!/^[a-zA-Z0-9][a-zA-Z0-9._-]{0,127}$/.test(raw.commandId)
198
+ || !/^[a-f0-9]{64}$/.test(raw.commandSha256) || !/^[a-f0-9]{64}$/.test(raw.receiptSha256)
199
+ || !(raw.acknowledgedAt instanceof Date) || !Number.isFinite(raw.acknowledgedAt.getTime()))
200
+ return fail('Managed scheduler receipt evidence is invalid');
201
+ return raw;
202
+ }
203
+ export async function recordManagedCronStage(cronJobId, rawStage, rawEvidence) {
204
+ const stage = managedCronStageAckSchema.parse(rawStage);
205
+ const evidence = exactManagedEvidence(rawEvidence);
206
+ return getDb().$transaction(async (tx) => {
207
+ const initial = await tx.managedCronDefinition.findUnique({ where: { cronJobId } });
208
+ if (!initial)
209
+ return fail('Managed scheduler definition is absent');
210
+ await lockResourceNode(tx, initial.nodeId);
211
+ const current = await tx.managedCronDefinition.findUnique({ where: { cronJobId } });
212
+ const job = await tx.cronJob.findUnique({ where: { id: cronJobId } });
213
+ if (!current || current.enabled || !job || job.status !== 'ACTIVE'
214
+ || JSON.stringify(managedCronIdentity(current)) !== JSON.stringify(managedCronIdentitySchemaValue(stage)))
215
+ return fail('Managed scheduler definition changed before stage acknowledgement');
216
+ return tx.managedCronDefinition.update({ where: { cronJobId }, data: {
217
+ acknowledgementProtocolVersion: 1, stageCommandSha256: evidence.commandSha256,
218
+ stageReceiptSha256: evidence.receiptSha256, stageAcknowledgedAt: evidence.acknowledgedAt,
219
+ activationCommandSha256: null, activationReceiptSha256: null, activationAcknowledgedAt: null,
220
+ acknowledgedJobId: null, acknowledgedRevision: null, acknowledgedSpecSha256: null, acknowledgedSpecJson: null,
221
+ } });
222
+ });
223
+ }
224
+ export async function activateManagedCron(cronJobId, rawStage, rawActivation, rawStageEvidence, rawActivationEvidence) {
225
+ const stage = managedCronStageAckSchema.parse(rawStage);
226
+ const activation = managedCronActivationAckSchema.parse(rawActivation);
227
+ const stageEvidence = exactManagedEvidence(rawStageEvidence);
228
+ const activationEvidence = exactManagedEvidence(rawActivationEvidence);
229
+ if (JSON.stringify(managedCronIdentitySchemaValue(stage)) !== JSON.stringify(managedCronIdentitySchemaValue(activation)))
230
+ return fail('Managed scheduler acknowledgements disagree');
231
+ const db = getDb();
232
+ return db.$transaction(async (tx) => {
233
+ const definition = await tx.managedCronDefinition.findUnique({ where: { cronJobId } });
234
+ if (!definition)
235
+ return fail('Managed scheduler definition is absent');
236
+ await lockResourceNode(tx, definition.nodeId);
237
+ const current = await tx.managedCronDefinition.findUnique({ where: { cronJobId } });
238
+ const job = await tx.cronJob.findUnique({ where: { id: cronJobId } });
239
+ const expected = current && managedCronIdentity(current);
240
+ if (!current || current.enabled || !job || job.status !== 'ACTIVE'
241
+ || current.acknowledgementProtocolVersion !== 1
242
+ || current.stageCommandSha256 !== stageEvidence.commandSha256
243
+ || current.stageReceiptSha256 !== stageEvidence.receiptSha256
244
+ || current.stageAcknowledgedAt?.getTime() !== stageEvidence.acknowledgedAt.getTime()
245
+ || JSON.stringify(expected) !== JSON.stringify(managedCronIdentitySchemaValue(stage)))
246
+ return fail('Managed scheduler definition changed before acknowledgement');
247
+ return tx.managedCronDefinition.update({ where: { cronJobId }, data: { enabled: true,
248
+ activationCommandSha256: activationEvidence.commandSha256,
249
+ activationReceiptSha256: activationEvidence.receiptSha256,
250
+ activationAcknowledgedAt: activationEvidence.acknowledgedAt,
251
+ acknowledgedJobId: current.jobId, acknowledgedRevision: current.revision,
252
+ acknowledgedSpecSha256: current.specSha256, acknowledgedSpecJson: current.specJson } });
253
+ });
254
+ }
255
+ function managedCronIdentitySchemaValue(value) {
256
+ return { nodeFqdn: value.nodeFqdn, name: value.name, jobId: value.jobId, revision: value.revision, specSha256: value.specSha256 };
257
+ }
258
+ export async function prepareManagedCronRevocation(cronJobId) {
259
+ const db = getDb();
260
+ return db.$transaction(async (tx) => {
261
+ const initial = await tx.managedCronDefinition.findUnique({ where: { cronJobId } });
262
+ if (!initial)
263
+ return null;
264
+ await lockResourceNode(tx, initial.nodeId);
265
+ const definition = await tx.managedCronDefinition.update({ where: { cronJobId }, data: { enabled: false,
266
+ acknowledgementProtocolVersion: null, stageCommandSha256: null, stageReceiptSha256: null,
267
+ stageAcknowledgedAt: null, activationCommandSha256: null, activationReceiptSha256: null,
268
+ activationAcknowledgedAt: null, acknowledgedJobId: null, acknowledgedRevision: null,
269
+ acknowledgedSpecSha256: null, acknowledgedSpecJson: null } });
270
+ return { definition, identity: managedCronIdentity(definition) };
271
+ });
272
+ }
273
+ export async function confirmManagedCronRevocation(cronJobId, expected, raw) {
274
+ const ack = managedCronRevocationAckSchema.parse(raw);
275
+ if (JSON.stringify(expected) !== JSON.stringify({ nodeFqdn: ack.nodeFqdn, name: ack.name, jobId: ack.jobId,
276
+ revision: ack.revision, specSha256: ack.specSha256 }))
277
+ return fail('Managed scheduler revocation acknowledgement differs');
278
+ const definition = await getDb().managedCronDefinition.findUnique({ where: { cronJobId } });
279
+ if (!definition || definition.enabled || JSON.stringify(managedCronIdentity(definition)) !== JSON.stringify(expected))
280
+ return fail('Managed scheduler definition changed during revocation');
281
+ return definition;
282
+ }
283
+ export async function finalizeManagedCronRevocation(cronJobId, expected, data) {
284
+ return getDb().$transaction(async (tx) => {
285
+ const initial = await tx.managedCronDefinition.findUnique({ where: { cronJobId } });
286
+ if (!initial)
287
+ return fail('Managed scheduler revocation history is absent');
288
+ await lockResourceNode(tx, initial.nodeId);
289
+ const definition = await tx.managedCronDefinition.findUnique({ where: { cronJobId } });
290
+ if (!definition || definition.enabled || JSON.stringify(managedCronIdentity(definition)) !== JSON.stringify(expected))
291
+ return fail('Managed scheduler authority changed after revocation acknowledgement');
292
+ if (data === null) {
293
+ await tx.cronJob.delete({ where: { id: cronJobId } });
294
+ return null;
295
+ }
296
+ return tx.cronJob.update({ where: { id: cronJobId }, data, include: { node: true } });
297
+ });
298
+ }
299
+ export async function installManagedCron(cronJobId, actorId) {
300
+ const db = getDb();
301
+ const definition = await db.managedCronDefinition.findUnique({ where: { cronJobId } });
302
+ if (!definition || definition.enabled)
303
+ return fail('A staged managed scheduler definition is required');
304
+ const node = await db.node.findUnique({ where: { id: definition.nodeId } });
305
+ if (!node)
306
+ throw new HttpError(404, 'NODE_NOT_FOUND', 'Inventory node not found');
307
+ const spec = managedCronSchema.parse(JSON.parse(definition.specJson));
308
+ const client = new NodeApiClient({ baseUrl: getNodeBaseUrl(node.ipAddress, node.port), resourceNodeId: node.id,
309
+ resourceActorId: actorId, nodeToken: getNodeManagerSecret() });
310
+ const staged = await client.syncManagedCronJob(spec);
311
+ if (!staged.response.success)
312
+ return fail('Node did not acknowledge managed scheduler staging');
313
+ const stageAck = managedCronStageAckSchema.parse(staged.response.data);
314
+ if (JSON.stringify(managedCronIdentity(definition)) !== JSON.stringify(managedCronIdentitySchemaValue(stageAck)))
315
+ return fail('Node staged a different managed scheduler definition');
316
+ await recordManagedCronStage(cronJobId, stageAck, staged.evidence);
317
+ const activated = await client.activateManagedCronJob(managedCronIdentity(definition));
318
+ if (!activated.response.success)
319
+ return fail('Node did not acknowledge managed scheduler activation');
320
+ return activateManagedCron(cronJobId, stageAck, activated.response.data, staged.evidence, activated.evidence);
321
+ }
322
+ export async function revokeManagedCron(cronJobId, actorId) {
323
+ const prepared = await prepareManagedCronRevocation(cronJobId);
324
+ if (!prepared)
325
+ return null;
326
+ const node = await getDb().node.findUnique({ where: { id: prepared.definition.nodeId } });
327
+ if (!node)
328
+ throw new HttpError(404, 'NODE_NOT_FOUND', 'Inventory node not found');
329
+ const client = new NodeApiClient({ baseUrl: getNodeBaseUrl(node.ipAddress, node.port), resourceNodeId: node.id,
330
+ resourceActorId: actorId, nodeToken: getNodeManagerSecret() });
331
+ const response = await client.revokeManagedCronJob(prepared.identity);
332
+ if (!response.response.success)
333
+ return fail('Node did not acknowledge managed scheduler revocation');
334
+ await confirmManagedCronRevocation(cronJobId, prepared.identity, response.response.data);
335
+ return prepared;
336
+ }
337
+ export async function reconcileForeignSchedulerSource(raw) {
338
+ const assertion = schedulerSourceSettlementSchema.parse(raw);
339
+ const secret = process.env['COMMAND_RECONCILIATION_SECRET'] ?? '';
340
+ const conflicting = [RESULT_SIGNING_SECRET, RESULT_SIGNING_PREVIOUS_SECRET, getNodeManagerSecret(), process.env['NODE_MANAGER_SECRET_PREVIOUS'] ?? '', process.env['API_SECRET'] ?? '',
341
+ process.env['RESOURCE_PARTICIPANT_RECONCILIATION_SECRET'] ?? ''];
342
+ // An expired, still-valid exact assertion may retrieve its retained terminal
343
+ // receipt. The agent will never apply an expired decision that is absent.
344
+ if (secret.length < 32 || conflicting.some(value => value && value === secret)
345
+ || assertion.expiresAt > Date.now() + 300_000)
346
+ throw new HttpError(403, 'SCHEDULER_RECONCILIATION_INVALID', 'Fresh independent scheduler reconciliation authority is required');
347
+ const { signature, ...unsigned } = assertion;
348
+ const expected = createHmac('sha256', secret).update(schedulerSourceSettlementSigningPayload(unsigned)).digest();
349
+ if (!timingSafeEqual(expected, Buffer.from(signature, 'hex')))
350
+ throw new HttpError(403, 'SCHEDULER_RECONCILIATION_INVALID', 'Scheduler reconciliation signature is invalid');
351
+ const db = getDb();
352
+ const node = await db.$transaction(async (tx) => {
353
+ await lockResourceNode(tx, assertion.nodeId);
354
+ const node = await tx.node.findUnique({ where: { id: assertion.nodeId } });
355
+ const enrollment = await tx.resourceEnrollment.findUnique({ where: { nodeId: assertion.nodeId } });
356
+ if (!node)
357
+ throw new HttpError(404, 'NODE_NOT_FOUND', 'Inventory node not found');
358
+ if (node.hostname !== assertion.nodeFqdn || !enrollment || enrollment.state !== 'draining'
359
+ || enrollment.epoch !== assertion.epoch || enrollment.barrierId !== assertion.barrierId)
360
+ fail('Scheduler reconciliation target or drain barrier differs');
361
+ return node;
362
+ });
363
+ const client = new NodeApiClient({ baseUrl: getNodeBaseUrl(node.ipAddress, node.port), nodeToken: getNodeManagerSecret() });
364
+ const response = await client.reconcileSchedulerSource(assertion);
365
+ if (!response.success)
366
+ return fail('Node rejected scheduler source reconciliation');
367
+ const ack = schedulerSourceSettlementAckSchema.parse(response.data);
368
+ const { receiptSignature, settled: _settled, replayed: _replayed, ...ackUnsigned } = ack;
369
+ if (JSON.stringify(ackUnsigned) !== JSON.stringify(unsigned))
370
+ return fail('Node acknowledged a different scheduler source decision');
371
+ const receipt = schedulerSourceSettlementReceiptPayload({ ...ackUnsigned, settled: true, replayed: ack.replayed });
372
+ const signatures = [RESULT_SIGNING_SECRET, RESULT_SIGNING_PREVIOUS_SECRET].filter(value => value.length >= 32)
373
+ .map(value => createHmac('sha256', value).update(receipt).digest());
374
+ const received = Buffer.from(receiptSignature, 'hex');
375
+ if (!signatures.some(value => timingSafeEqual(value, received)))
376
+ return fail('Scheduler source receipt signature is invalid');
377
+ return ack;
378
+ }
379
+ export async function admitCronOccurrence(raw) {
380
+ const input = schedulerTriggerSchema.parse(raw);
381
+ const db = getDb();
382
+ const matches = await db.node.findMany({ where: { hostname: input.nodeFqdn }, take: 2 });
383
+ const node = matches.length === 1 ? matches[0] : undefined;
384
+ if (!node)
385
+ return fail('Canonical node identity required');
386
+ const prepared = await db.$transaction(async (tx) => {
387
+ await lockResourceNode(tx, node.id);
388
+ await assertNodeAdmissionOpen(tx, node.id);
389
+ await assertEnrollmentComplete(tx, node.id, node.hostname);
390
+ const definition = await tx.managedCronDefinition.findUnique({ where: { nodeId_jobId: { nodeId: node.id, jobId: input.jobId } } });
391
+ if (!definition || !definition.enabled || definition.acknowledgementProtocolVersion !== 1
392
+ || !definition.stageCommandSha256 || !definition.stageReceiptSha256 || !definition.stageAcknowledgedAt
393
+ || !definition.activationCommandSha256 || !definition.activationReceiptSha256 || !definition.activationAcknowledgedAt
394
+ || definition.acknowledgedJobId !== definition.jobId || definition.acknowledgedRevision !== definition.revision
395
+ || definition.acknowledgedSpecSha256 !== definition.specSha256 || definition.acknowledgedSpecJson !== definition.specJson
396
+ || definition.revision !== input.revision || definition.specSha256 !== input.specSha256)
397
+ return fail('Job authority or exact acknowledgement evidence is absent or changed');
398
+ const job = await tx.cronJob.findUnique({ where: { id: definition.cronJobId } });
399
+ if (!job || job.status !== 'ACTIVE' || job.nodeId !== node.id)
400
+ return fail('Cron job is no longer active');
401
+ const spec = managedCronSchema.parse(JSON.parse(definition.specJson));
402
+ if (hash(JSON.stringify(spec)) !== definition.specSha256 || hash(JSON.stringify([spec.nodeFqdn, spec.name])) !== input.jobId || spec.nodeFqdn !== node.hostname)
403
+ return fail('Stored job binding differs');
404
+ // Preserve exact authorized definition even if a legacy update escaped resync.
405
+ if (job.name !== spec.name || job.command !== spec.command || job.schedule !== spec.schedule
406
+ || JSON.stringify(JSON.parse(job.args)) !== JSON.stringify(spec.args)
407
+ || (job.workingDirectory ?? undefined) !== spec.workingDirectory
408
+ || JSON.stringify(JSON.parse(job.environment)) !== JSON.stringify(spec.environment))
409
+ return fail('Cron definition changed; explicit managed revision required');
410
+ const now = Date.now();
411
+ const deadline = Math.min(spec.expiresAt, input.scheduledAt + spec.timeoutSeconds * 1000);
412
+ const occurrenceId = hash(JSON.stringify([input.jobId, input.revision, input.scheduledAt]));
413
+ if (input.scheduledAt % 60_000 !== 0 || input.scheduledAt > now || now - input.scheduledAt >= 60_000
414
+ || !cronDue(spec.schedule, input.scheduledAt) || input.deadline !== deadline || deadline <= now || input.occurrenceId !== occurrenceId)
415
+ return fail('Occurrence timing, schedule or finite deadline differs');
416
+ if (await tx.managedCronOccurrence.findUnique({ where: { id: occurrenceId } }))
417
+ return fail('Occurrence already claimed; inspect its receipt without replay');
418
+ const fence = await tx.commandResourceFence.upsert({ where: { resourceKey: `node:${node.id}` },
419
+ create: { resourceKey: `node:${node.id}`, generation: 1n }, update: { generation: { increment: 1n } } });
420
+ const coordination = { version: 1, resourceKey: `node:${node.id}`, fence: fence.generation.toString(), expiresAt: deadline };
421
+ const payload = { commandId: 'cron-' + occurrenceId, command: spec.command, args: spec.args,
422
+ workingDirectory: spec.workingDirectory, environment: spec.environment, timeoutSeconds: spec.timeoutSeconds, coordination };
423
+ await tx.remoteCommand.create({ data: { id: payload.commandId, nodeId: node.id, command: payload.command,
424
+ args: JSON.stringify(payload.args), environment: JSON.stringify(payload.environment ?? {}), workingDirectory: payload.workingDirectory,
425
+ timeoutSeconds: payload.timeoutSeconds, status: 'RUNNING', createdBy: job.createdBy,
426
+ idempotencyKey: 'managed-cron:' + occurrenceId, correlationId: 'managed-cron:' + definition.cronJobId,
427
+ startedAt: new Date(), executionDeadline: new Date(deadline), coordinationJson: JSON.stringify(coordination) } });
428
+ await tx.managedCronOccurrence.create({ data: { id: occurrenceId, cronJobId: definition.cronJobId, nodeId: node.id,
429
+ revision: input.revision, specSha256: input.specSha256, scheduledAt: new Date(input.scheduledAt), deadline: new Date(deadline), commandId: payload.commandId } });
430
+ return { payload, actorId: job.createdBy };
431
+ });
432
+ // Existing admission owns the same node lock in its own transaction. A crash at
433
+ // any boundary keeps the immutable occurrence; callers cannot materialize it twice.
434
+ try {
435
+ const admission = await admitResourceCommand({ nodeId: node.id, actorId: prepared.actorId, baseUrl: getNodeBaseUrl(node.ipAddress, node.port) }, prepared.payload);
436
+ if (!admission)
437
+ return fail('Managed scheduler requires durable resource admission');
438
+ await markResourceDispatched(admission, async (tx) => {
439
+ const current = await tx.managedCronDefinition.findUnique({ where: { nodeId_jobId: { nodeId: node.id, jobId: input.jobId } } });
440
+ const currentJob = current && await tx.cronJob.findUnique({ where: { id: current.cronJobId } });
441
+ if (!current?.enabled || current.revision !== input.revision || current.specSha256 !== input.specSha256
442
+ || !currentJob || currentJob.status !== 'ACTIVE')
443
+ return fail('Job authority changed before occurrence dispatch');
444
+ });
445
+ await db.managedCronOccurrence.update({ where: { id: input.occurrenceId }, data: { state: 'running', admissionJson: JSON.stringify(admission) } });
446
+ return { occurrenceId: input.occurrenceId, specSha256: input.specSha256, commandId: prepared.payload.commandId,
447
+ coordination: admission.payload.coordination, claim: { leaseId: admission.leaseId, nodeId: node.id, nodeFqdn: node.hostname },
448
+ requestSha256: commandRequestDigest(admission.payload) };
449
+ }
450
+ catch (error) {
451
+ await db.managedCronOccurrence.updateMany({ where: { id: input.occurrenceId, state: { in: ['admitting', 'running'] } }, data: { state: 'unknown' } });
452
+ throw error;
453
+ }
454
+ }
455
+ export async function cronOccurrenceStatus(nodeFqdn, occurrenceId) {
456
+ const db = getDb();
457
+ const row = await db.managedCronOccurrence.findUnique({ where: { id: occurrenceId } });
458
+ const node = row && await db.node.findUnique({ where: { id: row.nodeId } });
459
+ if (!row || !node || node.hostname !== nodeFqdn)
460
+ throw new HttpError(404, 'NOT_FOUND', 'Occurrence not found');
461
+ const command = await db.remoteCommand.findUnique({ where: { id: row.commandId } });
462
+ return { occurrenceId: row.id, state: row.state, commandId: row.commandId, revision: row.revision,
463
+ specSha256: row.specSha256, deadline: row.deadline.getTime(), commandStatus: command?.status ?? 'unknown' };
464
+ }
465
+ export async function settleCronOccurrence(raw) {
466
+ const input = schedulerSettleSchema.parse(raw);
467
+ const db = getDb();
468
+ const status = await cronOccurrenceStatus(input.nodeFqdn, input.occurrenceId);
469
+ const row = await db.managedCronOccurrence.findUniqueOrThrow({ where: { id: input.occurrenceId } });
470
+ const admission = row.admissionJson ? JSON.parse(row.admissionJson) : null;
471
+ const result = input.result;
472
+ if (!admission || result.commandId !== status.commandId || result.coordination?.requestSha256 !== commandRequestDigest(admission.payload)
473
+ || !verifyCommandResultSignature(result, RESULT_SIGNING_SECRET, RESULT_SIGNING_PREVIOUS_SECRET))
474
+ return fail('Signed original supervisor completion is required');
475
+ const authority = await db.commandResourceLease.findUnique({ where: { commandId: status.commandId } });
476
+ if (authority?.completionClass !== 'managed-scheduler' || authority.completionOccurrenceId !== row.id
477
+ || authority.completionSpecSha256 !== row.specSha256)
478
+ return fail('Immutable scheduler completion authority differs');
479
+ await settleResourceResult(status.commandId, result);
480
+ return db.$transaction(async (tx) => {
481
+ await lockResourceNode(tx, row.nodeId);
482
+ const lease = await tx.commandResourceLease.findUnique({ where: { commandId: row.commandId } });
483
+ if (lease?.state !== 'released' || lease.settlement !== 'signed-command-result' || lease.evidenceSha256 !== hash(JSON.stringify(result)))
484
+ return fail('Resource completion is not proven');
485
+ await tx.remoteCommand.update({ where: { id: row.commandId }, data: { status: result.exitCode === 0 ? 'COMPLETED' : 'FAILED', completedAt: new Date() } });
486
+ await tx.commandResult.upsert({ where: { commandId: row.commandId }, update: {}, create: {
487
+ commandId: row.commandId, exitCode: result.exitCode, stdout: result.stdout, stderr: result.stderr, durationMs: result.durationMs, truncated: result.truncated
488
+ } });
489
+ await tx.managedCronOccurrence.update({ where: { id: row.id }, data: { state: 'completed' } });
490
+ return { occurrenceId: row.id, state: 'completed' };
491
+ });
492
+ }
493
+ //# sourceMappingURL=managed-cron.js.map
@@ -0,0 +1,68 @@
1
+ import { createHash, randomUUID } from 'node:crypto';
2
+ import { apiParticipantWork } from './resource-participant-work.js';
3
+ /** Compatibility status check only. Execution MUST use withApiSshOwnership.
4
+ * Fail closed for enrolled targets until SSH descendants have durable receipts.
5
+ * This never changes SSH server access, credentials or direct operator SSH.
6
+ */
7
+ import { getDb } from '../db/index.js';
8
+ import { HttpError } from '../middleware/error-handler.js';
9
+ import { resourceLeasesRequested } from './command-resource-leases.js';
10
+ export async function assertUnenrolledSshTarget(hostname) {
11
+ if (typeof hostname !== 'string' || !/^[a-zA-Z0-9][a-zA-Z0-9.:-]{0,252}$/.test(hostname))
12
+ throw new HttpError(400, 'INVALID_SSH_TARGET', 'A canonical inventory host is required');
13
+ // Activation must first drain all legacy SSH sessions. New unowned SSH cannot
14
+ // start while enrollment is globally enabled, even on a not-yet-enrolled node.
15
+ if (resourceLeasesRequested())
16
+ throw new HttpError(409, 'MANAGED_SSH_UNAVAILABLE', 'Managed SSH requires the pending durable session ownership integration');
17
+ const db = getDb();
18
+ if (!await db.commandResourceLease.findFirst({ select: { id: true } })
19
+ && !await db.resourceEnrollment.findFirst({ where: { state: { not: 'legacy' } }, select: { nodeId: true } })
20
+ && !await db.admissionFence.findFirst({ select: { nodeId: true } }))
21
+ return;
22
+ const nodes = await db.node.findMany({ where: { OR: [{ hostname: hostname.toLowerCase() }, { ipAddress: hostname.toLowerCase() }] }, select: { id: true } });
23
+ if (nodes.length !== 1 || await db.commandResourceLease.findFirst({ where: { nodeId: nodes[0].id }, select: { id: true } })
24
+ || await db.resourceEnrollment.findFirst({ where: { nodeId: nodes[0].id, state: { not: 'legacy' } }, select: { nodeId: true } })
25
+ || await db.admissionFence.findUnique({ where: { nodeId: nodes[0].id }, select: { nodeId: true } }))
26
+ throw new HttpError(409, 'MANAGED_SSH_UNAVAILABLE', 'Enrolled or unidentified target requires durable managed SSH ownership');
27
+ }
28
+ /** One API process incarnation; a replacement process never inherits its grants. */
29
+ const apiOwnerId = randomUUID();
30
+ /**
31
+ * Wrap the WHOLE session, including connection, preparation and SFTP. A start
32
+ * reply lost before the callback runs remains held; it is never resubmitted.
33
+ * Unknown non-agent bootstrap is deliberately unsupported for enrollment, not
34
+ * assigned a fabricated canonical node. Only the two install entrypoints opt in.
35
+ */
36
+ export async function withApiSshOwnership(host, kind, operation) {
37
+ if (typeof host !== 'string' || !/^[a-zA-Z0-9][a-zA-Z0-9.:-]{0,252}$/.test(host))
38
+ throw new HttpError(400, 'INVALID_SSH_TARGET', 'A canonical inventory host is required');
39
+ const db = getDb();
40
+ const nodes = await db.node.findMany({ where: { OR: [{ hostname: host.toLowerCase() }, { ipAddress: host.toLowerCase() }] }, select: { id: true }, take: 2 });
41
+ if (!nodes.length && (kind === 'agent-deploy' || kind === 'control-deploy')) {
42
+ // This legacy bootstrap is not an enrollment participant. An API drain can
43
+ // never acknowledge zero from these records while bootstrap remains enabled.
44
+ // Existing global/sticky policy still denies unidentified protected targets.
45
+ await assertUnenrolledSshTarget(host);
46
+ return operation();
47
+ }
48
+ if (nodes.length !== 1)
49
+ throw new HttpError(409, 'RESOURCE_TARGET_INVALID', 'Exact unambiguous inventory target required');
50
+ const workId = randomUUID();
51
+ const deadline = Date.now() + 60 * 60_000;
52
+ const operationSha256 = createHash('sha256').update(JSON.stringify({ domain: 'magnus.api-external-ssh.v1',
53
+ host: host.toLowerCase(), workId, ownerId: apiOwnerId, kind, effectBoundary: 'external-unverified' })).digest('hex');
54
+ const reserved = await apiParticipantWork.reserve({ host, workId, ownerId: apiOwnerId, kind, operationSha256, deadline });
55
+ await apiParticipantWork.start(workId, { ownerId: apiOwnerId, epoch: reserved.epoch, barrierId: reserved.barrierId,
56
+ operationSha256, fence: reserved.fence, deadline, requestSha256: reserved.requestSha256, targetHost: host });
57
+ // No transport or preparation occurs until the committed single-use grant.
58
+ try {
59
+ return await operation();
60
+ }
61
+ finally {
62
+ // A failed settlement leaves the durable running row held. Do not replace a
63
+ // real remote result with a retry-looking error; no retry or release occurs.
64
+ await apiParticipantWork.finish(workId, { ownerId: apiOwnerId, disposition: 'unknown',
65
+ evidenceSha256: createHash('sha256').update(`api-ssh-descendants-unverified:${workId}`).digest('hex') }).catch(() => undefined);
66
+ }
67
+ }
68
+ //# sourceMappingURL=managed-ssh-admission.js.map
@@ -0,0 +1,10 @@
1
+ const pulses = new Map();
2
+ const expected = { commands: 60_000, webhooks: 60_000, rollouts: 60_000, applications: 180_000, nodes: 90_000 };
3
+ export function recordMonitorPulse(name) { pulses.set(name, Date.now()); }
4
+ export function monitorsHealthy(now = Date.now()) {
5
+ return Object.entries(expected).every(([name, maxAge]) => {
6
+ const at = pulses.get(name);
7
+ return at !== undefined && now - at <= maxAge;
8
+ });
9
+ }
10
+ //# sourceMappingURL=monitor-pulse.js.map
@@ -0,0 +1,71 @@
1
+ import { recordMonitorPulse } from './monitor-pulse.js';
2
+ import { getDb } from '../db/index.js';
3
+ import { createNotificationInTransaction } from './notification-service.js';
4
+ import { matchingMaintenance } from './maintenance-service.js';
5
+ import { SENTINEL_NODE_IDS } from '../utils/sentinel-nodes.js';
6
+ // ─── Node Issue Monitor — periodic heartbeat-staleness checker ───
7
+ /** Nodes with no heartbeat for this many ms are considered offline. */
8
+ const OFFLINE_THRESHOLD_MS = 120_000; // 120 seconds
9
+ /** How often to run the check (ms). */
10
+ const CHECK_INTERVAL_MS = 30_000; // every 30 seconds
11
+ let timer = null;
12
+ /**
13
+ * Scan for nodes whose lastHeartbeatAt is older than the offline threshold.
14
+ * Transitions them to OFFLINE and creates a notification.
15
+ * Also detects recovery: nodes that came back ONLINE after being OFFLINE.
16
+ */
17
+ async function checkStaleNodes() {
18
+ const db = getDb();
19
+ const cutoff = new Date(Date.now() - OFFLINE_THRESHOLD_MS);
20
+ // ── Detect nodes that should go OFFLINE ──
21
+ const staleNodes = await db.node.findMany({
22
+ where: {
23
+ status: { in: ['ONLINE', 'DEGRADED'] },
24
+ lastHeartbeatAt: { lt: cutoff },
25
+ id: { notIn: SENTINEL_NODE_IDS },
26
+ },
27
+ select: { id: true, name: true, hostname: true, status: true, lastHeartbeatAt: true },
28
+ });
29
+ for (const node of staleNodes) {
30
+ const previousStatus = node.status;
31
+ const maintenance = await matchingMaintenance(node.id);
32
+ await db.$transaction(async (tx) => {
33
+ const changed = await tx.node.updateMany({
34
+ where: { id: node.id, status: { in: ['ONLINE', 'DEGRADED'] }, lastHeartbeatAt: { lt: cutoff } },
35
+ data: { status: 'OFFLINE' },
36
+ });
37
+ if (!changed.count)
38
+ return;
39
+ await createNotificationInTransaction(tx, {
40
+ type: 'node.offline',
41
+ severity: 'critical',
42
+ title: `${node.name} went offline`,
43
+ message: `Node ${node.name} (${node.hostname}) has not sent a heartbeat since ${node.lastHeartbeatAt?.toISOString() ?? 'never'}. Previous status: ${previousStatus}.`,
44
+ nodeId: node.id,
45
+ nodeName: node.name,
46
+ metadata: {
47
+ previousStatus,
48
+ lastHeartbeatAt: node.lastHeartbeatAt?.toISOString() ?? null,
49
+ },
50
+ }, maintenance?.id ?? null);
51
+ });
52
+ }
53
+ recordMonitorPulse('nodes');
54
+ }
55
+ /** Start the periodic node-issue monitor. */
56
+ export function startNodeIssueMonitor() {
57
+ if (timer)
58
+ return; // Already running
59
+ console.log('🔔 Node issue monitor started (check every 30s, offline threshold 120s)');
60
+ // Run an initial check immediately, then on interval
61
+ void checkStaleNodes().catch(() => console.error('[nodes] monitoring pending'));
62
+ timer = setInterval(() => void checkStaleNodes().catch(() => console.error('[nodes] monitoring pending')), CHECK_INTERVAL_MS);
63
+ }
64
+ /** Stop the monitor (useful for tests / graceful shutdown). */
65
+ export function stopNodeIssueMonitor() {
66
+ if (timer) {
67
+ clearInterval(timer);
68
+ timer = null;
69
+ }
70
+ }
71
+ //# sourceMappingURL=node-issue-monitor.js.map