@hivemagnus/magnus-server 0.0.0-stage → 1.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +171 -0
- package/LICENSE +202 -0
- package/README.md +169 -2
- package/agent-version.json +1 -0
- package/dist/ai/HEARTBEAT.md +56 -0
- package/dist/ai/IDENTITY.md +54 -0
- package/dist/ai/MEMORY.md +40 -0
- package/dist/ai/TOOLS.md +538 -0
- package/dist/ai/USER.md +32 -0
- package/dist/cli/args.js +62 -0
- package/dist/cli/env-catalog.js +131 -0
- package/dist/cli/preflight.js +89 -0
- package/dist/cli.js +175 -0
- package/dist/config/cors.js +16 -0
- package/dist/config/env.js +392 -0
- package/dist/config/features.js +16 -0
- package/dist/config/index.js +3 -0
- package/dist/config/listener-security.js +38 -0
- package/dist/config/version.js +31 -0
- package/dist/db/client.js +44 -0
- package/dist/db/generated/prisma/browser.js +18 -0
- package/dist/db/generated/prisma/client.js +35 -0
- package/dist/db/generated/prisma/commonInputTypes.js +11 -0
- package/dist/db/generated/prisma/enums.js +42 -0
- package/dist/db/generated/prisma/internal/class.js +50 -0
- package/dist/db/generated/prisma/internal/prismaNamespace.js +1598 -0
- package/dist/db/generated/prisma/internal/prismaNamespaceBrowser.js +1569 -0
- package/dist/db/generated/prisma/models/A2ATask.js +2 -0
- package/dist/db/generated/prisma/models/AdmissionFence.js +2 -0
- package/dist/db/generated/prisma/models/Agent.js +2 -0
- package/dist/db/generated/prisma/models/AiConversation.js +2 -0
- package/dist/db/generated/prisma/models/AiDashboard.js +2 -0
- package/dist/db/generated/prisma/models/AiMemory.js +2 -0
- package/dist/db/generated/prisma/models/AiMessage.js +2 -0
- package/dist/db/generated/prisma/models/AiScheduledOp.js +2 -0
- package/dist/db/generated/prisma/models/AlertConditionState.js +2 -0
- package/dist/db/generated/prisma/models/AlertRule.js +2 -0
- package/dist/db/generated/prisma/models/AlertViolation.js +2 -0
- package/dist/db/generated/prisma/models/AnomalyEvent.js +2 -0
- package/dist/db/generated/prisma/models/ApplicationObservation.js +2 -0
- package/dist/db/generated/prisma/models/ArdentInstallation.js +2 -0
- package/dist/db/generated/prisma/models/ArdentProfile.js +2 -0
- package/dist/db/generated/prisma/models/ArdentScopeEnrollment.js +2 -0
- package/dist/db/generated/prisma/models/CommandResourceFence.js +2 -0
- package/dist/db/generated/prisma/models/CommandResourceLease.js +2 -0
- package/dist/db/generated/prisma/models/CommandResult.js +2 -0
- package/dist/db/generated/prisma/models/CronJob.js +2 -0
- package/dist/db/generated/prisma/models/CronJobExecution.js +2 -0
- package/dist/db/generated/prisma/models/DeployJob.js +2 -0
- package/dist/db/generated/prisma/models/DriftScan.js +2 -0
- package/dist/db/generated/prisma/models/EngineeringMetricSample.js +2 -0
- package/dist/db/generated/prisma/models/EngineeringRecoveryExercise.js +2 -0
- package/dist/db/generated/prisma/models/ExecutionRun.js +2 -0
- package/dist/db/generated/prisma/models/FilePatchTask.js +2 -0
- package/dist/db/generated/prisma/models/GpuSnapshot.js +2 -0
- package/dist/db/generated/prisma/models/HealthSnapshot.js +2 -0
- package/dist/db/generated/prisma/models/HermesCoreRollout.js +2 -0
- package/dist/db/generated/prisma/models/HermesCoreRolloutHost.js +2 -0
- package/dist/db/generated/prisma/models/HermesCredentialPool.js +2 -0
- package/dist/db/generated/prisma/models/HermesCredentialPoolAttachment.js +2 -0
- package/dist/db/generated/prisma/models/HermesCronJob.js +2 -0
- package/dist/db/generated/prisma/models/HermesHook.js +2 -0
- package/dist/db/generated/prisma/models/HermesInstallation.js +2 -0
- package/dist/db/generated/prisma/models/HermesMcpServer.js +2 -0
- package/dist/db/generated/prisma/models/HermesMcpServerAttachment.js +2 -0
- package/dist/db/generated/prisma/models/HermesMessagingBinding.js +2 -0
- package/dist/db/generated/prisma/models/HermesOperationJob.js +2 -0
- package/dist/db/generated/prisma/models/HermesPluginInstall.js +2 -0
- package/dist/db/generated/prisma/models/HermesProfile.js +2 -0
- package/dist/db/generated/prisma/models/HermesProviderConfig.js +2 -0
- package/dist/db/generated/prisma/models/HermesRegistryClient.js +2 -0
- package/dist/db/generated/prisma/models/HermesRegistryInventory.js +2 -0
- package/dist/db/generated/prisma/models/HermesRegistryReceipt.js +2 -0
- package/dist/db/generated/prisma/models/HermesRegistryRevision.js +2 -0
- package/dist/db/generated/prisma/models/HermesRegistryTarget.js +2 -0
- package/dist/db/generated/prisma/models/HermesRole.js +2 -0
- package/dist/db/generated/prisma/models/HermesRoleApplication.js +2 -0
- package/dist/db/generated/prisma/models/HermesSkillAssignment.js +2 -0
- package/dist/db/generated/prisma/models/HermesToolsetPolicy.js +2 -0
- package/dist/db/generated/prisma/models/IncidentLesson.js +2 -0
- package/dist/db/generated/prisma/models/LibraryCategory.js +2 -0
- package/dist/db/generated/prisma/models/LibraryFile.js +2 -0
- package/dist/db/generated/prisma/models/LogEntry.js +2 -0
- package/dist/db/generated/prisma/models/MagnusReleaseCanary.js +2 -0
- package/dist/db/generated/prisma/models/MaintenanceWindow.js +2 -0
- package/dist/db/generated/prisma/models/ManagedCronDefinition.js +2 -0
- package/dist/db/generated/prisma/models/ManagedCronOccurrence.js +2 -0
- package/dist/db/generated/prisma/models/Node.js +2 -0
- package/dist/db/generated/prisma/models/Notification.js +2 -0
- package/dist/db/generated/prisma/models/NotificationPreference.js +2 -0
- package/dist/db/generated/prisma/models/RemediationExecution.js +2 -0
- package/dist/db/generated/prisma/models/RemediationRule.js +2 -0
- package/dist/db/generated/prisma/models/RemoteCommand.js +2 -0
- package/dist/db/generated/prisma/models/ResourceDrainParticipant.js +2 -0
- package/dist/db/generated/prisma/models/ResourceEnrollment.js +2 -0
- package/dist/db/generated/prisma/models/ResourceParticipantWork.js +2 -0
- package/dist/db/generated/prisma/models/Role.js +2 -0
- package/dist/db/generated/prisma/models/RoleApplication.js +2 -0
- package/dist/db/generated/prisma/models/RolloutTarget.js +2 -0
- package/dist/db/generated/prisma/models/SecurityExportOutbox.js +2 -0
- package/dist/db/generated/prisma/models/SecurityFusionAction.js +2 -0
- package/dist/db/generated/prisma/models/SecurityFusionActionApproval.js +2 -0
- package/dist/db/generated/prisma/models/SecurityFusionCase.js +2 -0
- package/dist/db/generated/prisma/models/SecurityFusionCaseActivity.js +2 -0
- package/dist/db/generated/prisma/models/SecurityFusionCaseEntity.js +2 -0
- package/dist/db/generated/prisma/models/SecurityFusionCaseEvent.js +2 -0
- package/dist/db/generated/prisma/models/SecurityFusionCaseRelationship.js +2 -0
- package/dist/db/generated/prisma/models/SecurityFusionCollector.js +2 -0
- package/dist/db/generated/prisma/models/SecurityFusionCommandOutbox.js +2 -0
- package/dist/db/generated/prisma/models/SecurityFusionDeletionReceipt.js +2 -0
- package/dist/db/generated/prisma/models/SecurityFusionDelivery.js +2 -0
- package/dist/db/generated/prisma/models/SecurityFusionEntity.js +2 -0
- package/dist/db/generated/prisma/models/SecurityFusionEntityAlias.js +2 -0
- package/dist/db/generated/prisma/models/SecurityFusionEvent.js +2 -0
- package/dist/db/generated/prisma/models/SecurityFusionEventEntity.js +2 -0
- package/dist/db/generated/prisma/models/SecurityFusionEvidence.js +2 -0
- package/dist/db/generated/prisma/models/SecurityFusionInvestigation.js +2 -0
- package/dist/db/generated/prisma/models/SecurityFusionNonce.js +2 -0
- package/dist/db/generated/prisma/models/SecurityFusionReceiptChainHead.js +2 -0
- package/dist/db/generated/prisma/models/SecurityFusionRuleVersion.js +2 -0
- package/dist/db/generated/prisma/models/SecurityFusionSourceState.js +2 -0
- package/dist/db/generated/prisma/models/SecurityServiceState.js +2 -0
- package/dist/db/generated/prisma/models/SharedResourceFence.js +2 -0
- package/dist/db/generated/prisma/models/SharedResourceLease.js +2 -0
- package/dist/db/generated/prisma/models/SharedResourceLeaseResource.js +2 -0
- package/dist/db/generated/prisma/models/SkillInstallation.js +2 -0
- package/dist/db/generated/prisma/models/SkillRegistryEntry.js +2 -0
- package/dist/db/generated/prisma/models/SkillTag.js +2 -0
- package/dist/db/generated/prisma/models/SkillVersion.js +2 -0
- package/dist/db/generated/prisma/models/TeamApprovalDecision.js +2 -0
- package/dist/db/generated/prisma/models/User.js +2 -0
- package/dist/db/generated/prisma/models/WebhookDelivery.js +2 -0
- package/dist/db/generated/prisma/models/WebhookEndpoint.js +2 -0
- package/dist/db/generated/prisma/models.js +2 -0
- package/dist/db/index.js +3 -0
- package/dist/db/read-retry.js +35 -0
- package/dist/db/seed.js +348 -0
- package/dist/index.js +162 -0
- package/dist/middleware/auth.js +361 -0
- package/dist/middleware/body-limit.js +14 -0
- package/dist/middleware/correlation-id.js +13 -0
- package/dist/middleware/error-handler.js +28 -0
- package/dist/middleware/iam-token.js +21 -0
- package/dist/middleware/rate-limit.js +78 -0
- package/dist/middleware/request-logger.js +85 -0
- package/dist/middleware/security-headers.js +23 -0
- package/dist/middleware/tracing.js +120 -0
- package/dist/middleware/user-status.js +33 -0
- package/dist/openapi/spec.js +2656 -0
- package/dist/queue/redis.js +20 -0
- package/dist/queue/requeue.js +27 -0
- package/dist/queue/workers.js +342 -0
- package/dist/routes/ai-schedule.js +73 -0
- package/dist/routes/alerts.js +79 -0
- package/dist/routes/anomalies.js +101 -0
- package/dist/routes/ardent.js +82 -0
- package/dist/routes/assistant.js +417 -0
- package/dist/routes/audit.js +138 -0
- package/dist/routes/codex.js +65 -0
- package/dist/routes/commands.js +226 -0
- package/dist/routes/credentials.js +58 -0
- package/dist/routes/cron.js +292 -0
- package/dist/routes/dependencies.js +49 -0
- package/dist/routes/deploy.js +18 -0
- package/dist/routes/discovery.js +168 -0
- package/dist/routes/docs.js +24 -0
- package/dist/routes/drift.js +126 -0
- package/dist/routes/events-stream.js +87 -0
- package/dist/routes/files.js +214 -0
- package/dist/routes/fleet-checks.js +21 -0
- package/dist/routes/health.js +133 -0
- package/dist/routes/heartbeat.js +545 -0
- package/dist/routes/hermes-registry.js +278 -0
- package/dist/routes/hermes.js +61 -0
- package/dist/routes/library.js +402 -0
- package/dist/routes/logs.js +172 -0
- package/dist/routes/managed-cron.js +23 -0
- package/dist/routes/mcp.js +39 -0
- package/dist/routes/metrics.js +187 -0
- package/dist/routes/nodes.js +951 -0
- package/dist/routes/notifications.js +130 -0
- package/dist/routes/ops.js +258 -0
- package/dist/routes/orchestra.js +430 -0
- package/dist/routes/predictions.js +23 -0
- package/dist/routes/profiling.js +68 -0
- package/dist/routes/quick-command.js +72 -0
- package/dist/routes/remediation.js +111 -0
- package/dist/routes/resource-leases.js +297 -0
- package/dist/routes/roles.js +370 -0
- package/dist/routes/rollout.js +124 -0
- package/dist/routes/scan.js +116 -0
- package/dist/routes/security-backup.js +58 -0
- package/dist/routes/security-fusion.js +605 -0
- package/dist/routes/security-integration.js +71 -0
- package/dist/routes/self-update.js +129 -0
- package/dist/routes/shared-resource-leases.js +78 -0
- package/dist/routes/skills.js +485 -0
- package/dist/routes/stats.js +96 -0
- package/dist/routes/team-approvals.js +23 -0
- package/dist/routes/terminal-ticket.js +15 -0
- package/dist/routes/terminal.js +17 -0
- package/dist/routes/topology.js +37 -0
- package/dist/routes/users.js +219 -0
- package/dist/routes/webhooks.js +137 -0
- package/dist/schemas/command-reconciliation.js +14 -0
- package/dist/schemas/commands.js +51 -0
- package/dist/schemas/cron.js +33 -0
- package/dist/schemas/deploy.js +20 -0
- package/dist/schemas/files.js +14 -0
- package/dist/schemas/hermes.js +69 -0
- package/dist/schemas/index.js +11 -0
- package/dist/schemas/library.js +48 -0
- package/dist/schemas/logs.js +35 -0
- package/dist/schemas/managed-cron.js +127 -0
- package/dist/schemas/node-responses.js +87 -0
- package/dist/schemas/node-session-receipt.js +84 -0
- package/dist/schemas/nodes.js +36 -0
- package/dist/schemas/orchestra.js +118 -0
- package/dist/schemas/resource-participant-reconciliation.js +99 -0
- package/dist/schemas/roles.js +54 -0
- package/dist/schemas/shared-resource-lease.js +132 -0
- package/dist/schemas/skills.js +44 -0
- package/dist/schemas/users.js +28 -0
- package/dist/scripts/run-disposable-recovery-exercise.js +39 -0
- package/dist/sdk/index.js +2 -0
- package/dist/sdk/node-api-client.js +474 -0
- package/dist/security/approval-assertion.js +66 -0
- package/dist/security/command-completion-registry.js +35 -0
- package/dist/security/command-request.js +12 -0
- package/dist/security/command-result-signature.js +34 -0
- package/dist/security/managed-http.js +45 -0
- package/dist/security/native-completion-registry.js +44 -0
- package/dist/server.js +178 -0
- package/dist/services/admission-fence.js +71 -0
- package/dist/services/ai-assistant-service.js +2523 -0
- package/dist/services/ai-correlation-service.js +225 -0
- package/dist/services/ai-export-service.js +141 -0
- package/dist/services/ai-insights-service.js +219 -0
- package/dist/services/ai-schedule-service.js +145 -0
- package/dist/services/ai-scratchpad-service.js +222 -0
- package/dist/services/ai-tools.js +1343 -0
- package/dist/services/alert-service.js +313 -0
- package/dist/services/anomaly-detector.js +419 -0
- package/dist/services/api-local-work.js +79 -0
- package/dist/services/application-probes.js +309 -0
- package/dist/services/ardent-scope-enrollment.js +123 -0
- package/dist/services/ardent-service.js +86 -0
- package/dist/services/audit-service.js +308 -0
- package/dist/services/codex-service.js +209 -0
- package/dist/services/command-lifecycle.js +60 -0
- package/dist/services/command-resource-leases.js +305 -0
- package/dist/services/control-host-node.js +242 -0
- package/dist/services/credential-rotation-service.js +294 -0
- package/dist/services/dependency-service.js +145 -0
- package/dist/services/disposable-recovery-runner.js +595 -0
- package/dist/services/docker-group-health.js +121 -0
- package/dist/services/engineering-assurance.js +492 -0
- package/dist/services/engineering-evidence-ledger.js +94 -0
- package/dist/services/engineering-metric-evidence.js +26 -0
- package/dist/services/event-bus.js +227 -0
- package/dist/services/fleet-check-log.js +102 -0
- package/dist/services/forecast-service.js +154 -0
- package/dist/services/health-retention.js +175 -0
- package/dist/services/heartbeat-stream.js +63 -0
- package/dist/services/hermes-catalog-import.js +62 -0
- package/dist/services/hermes-cli-parser.js +671 -0
- package/dist/services/hermes-core-rollout.js +90 -0
- package/dist/services/hermes-dashboard-endpoint.js +13 -0
- package/dist/services/hermes-plugin-source.js +149 -0
- package/dist/services/hermes-registry-service.js +258 -0
- package/dist/services/hermes-service.js +566 -0
- package/dist/services/hivemem-client.js +85 -0
- package/dist/services/host-local-writer.js +82 -0
- package/dist/services/incident-evidence.js +110 -0
- package/dist/services/incident-lessons.js +186 -0
- package/dist/services/llm-providers/anthropic.js +143 -0
- package/dist/services/llm-providers/index.js +7 -0
- package/dist/services/llm-providers/llama-cpp.js +237 -0
- package/dist/services/llm-providers/ollama.js +292 -0
- package/dist/services/llm-providers/openai-compatible.js +200 -0
- package/dist/services/llm-providers/provider-error.js +36 -0
- package/dist/services/llm-providers/registry.js +45 -0
- package/dist/services/llm-providers/types.js +2 -0
- package/dist/services/log-emitter.js +19 -0
- package/dist/services/log-retention.js +66 -0
- package/dist/services/maintenance-service.js +29 -0
- package/dist/services/managed-cron.js +493 -0
- package/dist/services/managed-ssh-admission.js +68 -0
- package/dist/services/monitor-pulse.js +10 -0
- package/dist/services/node-issue-monitor.js +71 -0
- package/dist/services/node-service.js +35 -0
- package/dist/services/notification-retention.js +51 -0
- package/dist/services/notification-service.js +94 -0
- package/dist/services/operational-observations.js +112 -0
- package/dist/services/operations-config.js +67 -0
- package/dist/services/ops-service.js +491 -0
- package/dist/services/orchestra-extras-service.js +370 -0
- package/dist/services/orchestra-resources-service.js +530 -0
- package/dist/services/os-scheduler-writer.js +73 -0
- package/dist/services/password-service.js +22 -0
- package/dist/services/prediction-service.js +284 -0
- package/dist/services/recovery-exercises.js +682 -0
- package/dist/services/remediation-service.js +325 -0
- package/dist/services/resource-enrollment.js +433 -0
- package/dist/services/resource-node-lock.js +18 -0
- package/dist/services/resource-participant-work.js +302 -0
- package/dist/services/role-service.js +388 -0
- package/dist/services/rollout-service.js +440 -0
- package/dist/services/security-export.js +185 -0
- package/dist/services/security-fusion-actions.js +22 -0
- package/dist/services/security-fusion-approvals.js +83 -0
- package/dist/services/security-fusion-evidence-integrity.js +144 -0
- package/dist/services/security-fusion-ingest.js +101 -0
- package/dist/services/security-fusion-outbox.js +185 -0
- package/dist/services/security-fusion-receipt-chain.js +134 -0
- package/dist/services/security-fusion-service.js +751 -0
- package/dist/services/security-fusion-verification.js +50 -0
- package/dist/services/self-update-service.js +200 -0
- package/dist/services/shared-resource-leases.js +413 -0
- package/dist/services/skill-publication-bundle.js +90 -0
- package/dist/services/skill-publication-settlement.js +36 -0
- package/dist/services/skill-publication-state.js +40 -0
- package/dist/services/skill-registry-service.js +327 -0
- package/dist/services/skill-service.js +148 -0
- package/dist/services/ssh-exec-service.js +139 -0
- package/dist/services/ssh-host-verification.js +27 -0
- package/dist/services/tailscale-node-key-service.js +75 -0
- package/dist/services/team-approvals.js +118 -0
- package/dist/services/topology-service.js +138 -0
- package/dist/services/transfer-authority-snapshot.js +151 -0
- package/dist/services/webhook-credential-migration.js +97 -0
- package/dist/services/webhook-security.js +242 -0
- package/dist/services/webhook-service.js +494 -0
- package/dist/types/auth.js +3 -0
- package/dist/types/index.js +3 -0
- package/dist/types/library.js +3 -0
- package/dist/types/notifications.js +3 -0
- package/dist/types/roles.js +3 -0
- package/dist/types/shared-contracts.js +3 -0
- package/dist/utils/env.js +141 -0
- package/dist/utils/heartbeat-peer.js +19 -0
- package/dist/utils/idempotency.js +45 -0
- package/dist/utils/ip.js +25 -0
- package/dist/utils/json-fields.js +94 -0
- package/dist/utils/local-tls.js +39 -0
- package/dist/utils/magnus-home.js +15 -0
- package/dist/utils/node-url.js +59 -0
- package/dist/utils/redact.js +26 -0
- package/dist/utils/safe-equal.js +13 -0
- package/dist/utils/sentinel-nodes.js +16 -0
- package/dist/utils/validate.js +41 -0
- package/package.json +119 -4
- package/prisma/migrations/20261031000000_baseline/migration.sql +2935 -0
- package/prisma/migrations/migration_lock.toml +3 -0
- package/prisma/schema.prisma +2185 -0
- package/prisma.config.ts +14 -0
|
@@ -0,0 +1,175 @@
|
|
|
1
|
+
import { getDb } from '../db/index.js';
|
|
2
|
+
import { getValidatedEnv } from '../utils/env.js';
|
|
3
|
+
// ─── HealthSnapshot Retention — periodic pruning of old snapshots ───
|
|
4
|
+
/** How often to check if pruning is needed (ms). */
|
|
5
|
+
const CHECK_INTERVAL_MS = 3_600_000; // every hour
|
|
6
|
+
let timer = null;
|
|
7
|
+
let lastPrunedDate = null;
|
|
8
|
+
/** Keep recent data dense and retain a bounded historical baseline. */
|
|
9
|
+
export function getHealthRetentionPolicy() {
|
|
10
|
+
const env = getValidatedEnv();
|
|
11
|
+
return {
|
|
12
|
+
retentionDays: env.HEALTH_SNAPSHOT_RETENTION_DAYS,
|
|
13
|
+
fullFidelityHours: env.HEALTH_SNAPSHOT_FULL_FIDELITY_HOURS,
|
|
14
|
+
sampleMinutes: env.HEALTH_SNAPSHOT_SAMPLE_MINUTES,
|
|
15
|
+
};
|
|
16
|
+
}
|
|
17
|
+
export function getHealthRetentionCutoffs(now = new Date(), policy = getHealthRetentionPolicy()) {
|
|
18
|
+
return {
|
|
19
|
+
expiresBefore: new Date(now.getTime() - policy.retentionDays * 24 * 60 * 60 * 1000),
|
|
20
|
+
fullFidelityAfter: new Date(now.getTime() - policy.fullFidelityHours * 60 * 60 * 1000),
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
export function getRecoveryExerciseRetentionCutoff(now = new Date()) {
|
|
24
|
+
return new Date(now.getTime() - getValidatedEnv().ENGINEERING_EXERCISE_RETENTION_DAYS * 86_400_000);
|
|
25
|
+
}
|
|
26
|
+
export function getRetentionPolicyReadiness() {
|
|
27
|
+
try {
|
|
28
|
+
const health = getHealthRetentionPolicy();
|
|
29
|
+
const env = getValidatedEnv();
|
|
30
|
+
if (health.fullFidelityHours > health.retentionDays * 24) {
|
|
31
|
+
return { status: 'fail', message: 'health full-fidelity window exceeds total retention' };
|
|
32
|
+
}
|
|
33
|
+
if (env.NOTIFICATION_READ_RETENTION_DAYS > env.NOTIFICATION_MAX_RETENTION_DAYS) {
|
|
34
|
+
return { status: 'fail', message: 'notification read retention exceeds maximum retention' };
|
|
35
|
+
}
|
|
36
|
+
return {
|
|
37
|
+
status: 'pass',
|
|
38
|
+
message: `health ${health.fullFidelityHours}h/${health.retentionDays}d; notifications ${env.NOTIFICATION_READ_RETENTION_DAYS}d/${env.NOTIFICATION_MAX_RETENTION_DAYS}d`,
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
catch (error) {
|
|
42
|
+
return { status: 'fail', message: error instanceof Error ? error.message : 'invalid retention policy' };
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
/** Return today's date as YYYY-MM-DD string. */
|
|
46
|
+
function todayStr() {
|
|
47
|
+
return new Date().toISOString().slice(0, 10);
|
|
48
|
+
}
|
|
49
|
+
/**
|
|
50
|
+
* Delete health snapshots older than the retention window.
|
|
51
|
+
* Runs at most once per calendar day.
|
|
52
|
+
*/
|
|
53
|
+
export async function pruneOldSnapshots() {
|
|
54
|
+
const today = todayStr();
|
|
55
|
+
if (lastPrunedDate === today)
|
|
56
|
+
return;
|
|
57
|
+
const policy = getHealthRetentionPolicy();
|
|
58
|
+
const { expiresBefore: cutoff, fullFidelityAfter: fullFidelityCutoff } = getHealthRetentionCutoffs();
|
|
59
|
+
try {
|
|
60
|
+
const db = getDb();
|
|
61
|
+
const expiredCount = await db.$executeRaw `
|
|
62
|
+
DELETE FROM "health_snapshots" AS snapshot
|
|
63
|
+
WHERE snapshot."timestamp" < ${cutoff}
|
|
64
|
+
AND NOT EXISTS (
|
|
65
|
+
SELECT 1 FROM "anomaly_events" AS anomaly
|
|
66
|
+
WHERE anomaly."healthSnapshotId" = snapshot."id"
|
|
67
|
+
)
|
|
68
|
+
`;
|
|
69
|
+
const downsampledCount = await db.$executeRaw `
|
|
70
|
+
WITH measured AS (
|
|
71
|
+
SELECT snapshot.*,
|
|
72
|
+
COALESCE((
|
|
73
|
+
SELECT MAX((disk ->> 'usagePercent')::double precision)
|
|
74
|
+
FROM jsonb_array_elements(snapshot."disks"::jsonb) AS disk
|
|
75
|
+
), 0) AS "maxDiskPercent"
|
|
76
|
+
FROM "health_snapshots"
|
|
77
|
+
AS snapshot
|
|
78
|
+
WHERE snapshot."timestamp" < ${fullFidelityCutoff}
|
|
79
|
+
AND snapshot."timestamp" >= ${cutoff}
|
|
80
|
+
), ranked AS (
|
|
81
|
+
SELECT "id",
|
|
82
|
+
ROW_NUMBER() OVER (PARTITION BY "nodeId", FLOOR(EXTRACT(EPOCH FROM "timestamp") / ${policy.sampleMinutes * 60}) ORDER BY "timestamp" DESC, "id") AS "lastRank",
|
|
83
|
+
ROW_NUMBER() OVER (PARTITION BY "nodeId", FLOOR(EXTRACT(EPOCH FROM "timestamp") / ${policy.sampleMinutes * 60}) ORDER BY "cpuUsagePercent" DESC, "timestamp" DESC, "id") AS "cpuMaxRank",
|
|
84
|
+
ROW_NUMBER() OVER (PARTITION BY "nodeId", FLOOR(EXTRACT(EPOCH FROM "timestamp") / ${policy.sampleMinutes * 60}) ORDER BY "cpuUsagePercent" ASC, "timestamp" DESC, "id") AS "cpuMinRank",
|
|
85
|
+
ROW_NUMBER() OVER (PARTITION BY "nodeId", FLOOR(EXTRACT(EPOCH FROM "timestamp") / ${policy.sampleMinutes * 60}) ORDER BY "memoryPercent" DESC, "timestamp" DESC, "id") AS "memoryMaxRank",
|
|
86
|
+
ROW_NUMBER() OVER (PARTITION BY "nodeId", FLOOR(EXTRACT(EPOCH FROM "timestamp") / ${policy.sampleMinutes * 60}) ORDER BY "memoryPercent" ASC, "timestamp" DESC, "id") AS "memoryMinRank",
|
|
87
|
+
ROW_NUMBER() OVER (PARTITION BY "nodeId", FLOOR(EXTRACT(EPOCH FROM "timestamp") / ${policy.sampleMinutes * 60}) ORDER BY "swapUsedBytes" DESC, "timestamp" DESC, "id") AS "swapMaxRank",
|
|
88
|
+
ROW_NUMBER() OVER (PARTITION BY "nodeId", FLOOR(EXTRACT(EPOCH FROM "timestamp") / ${policy.sampleMinutes * 60}) ORDER BY "maxDiskPercent" DESC, "timestamp" DESC, "id") AS "diskMaxRank"
|
|
89
|
+
FROM measured
|
|
90
|
+
)
|
|
91
|
+
DELETE FROM "health_snapshots" AS snapshot
|
|
92
|
+
USING ranked
|
|
93
|
+
WHERE snapshot."id" = ranked."id"
|
|
94
|
+
AND ranked."lastRank" > 1
|
|
95
|
+
AND ranked."cpuMaxRank" > 1
|
|
96
|
+
AND ranked."cpuMinRank" > 1
|
|
97
|
+
AND ranked."memoryMaxRank" > 1
|
|
98
|
+
AND ranked."memoryMinRank" > 1
|
|
99
|
+
AND ranked."swapMaxRank" > 1
|
|
100
|
+
AND ranked."diskMaxRank" > 1
|
|
101
|
+
AND NOT EXISTS (
|
|
102
|
+
SELECT 1 FROM "anomaly_events" AS anomaly
|
|
103
|
+
WHERE anomaly."healthSnapshotId" = snapshot."id"
|
|
104
|
+
)
|
|
105
|
+
`;
|
|
106
|
+
const expiredGpuCount = await db.$executeRaw `
|
|
107
|
+
DELETE FROM "gpu_snapshots"
|
|
108
|
+
WHERE "sampledAt" < ${cutoff}
|
|
109
|
+
`;
|
|
110
|
+
const expiredEngineeringMetricCount = await db.$executeRaw `
|
|
111
|
+
DELETE FROM "engineering_metric_samples"
|
|
112
|
+
WHERE "observedAt" < ${cutoff}
|
|
113
|
+
`;
|
|
114
|
+
const downsampledEngineeringMetricCount = await db.$executeRaw `
|
|
115
|
+
WITH ranked AS (
|
|
116
|
+
SELECT "id",
|
|
117
|
+
ROW_NUMBER() OVER (
|
|
118
|
+
PARTITION BY "applicationId", "metric", "sourceKey",
|
|
119
|
+
FLOOR(EXTRACT(EPOCH FROM "observedAt") / ${policy.sampleMinutes * 60})
|
|
120
|
+
ORDER BY "observedAt" DESC, "id"
|
|
121
|
+
) AS "lastRank",
|
|
122
|
+
ROW_NUMBER() OVER (
|
|
123
|
+
PARTITION BY "applicationId", "metric", "sourceKey",
|
|
124
|
+
FLOOR(EXTRACT(EPOCH FROM "observedAt") / ${policy.sampleMinutes * 60})
|
|
125
|
+
ORDER BY "value" DESC, "observedAt" DESC, "id"
|
|
126
|
+
) AS "maxRank",
|
|
127
|
+
ROW_NUMBER() OVER (
|
|
128
|
+
PARTITION BY "applicationId", "metric", "sourceKey",
|
|
129
|
+
FLOOR(EXTRACT(EPOCH FROM "observedAt") / ${policy.sampleMinutes * 60})
|
|
130
|
+
ORDER BY "value" ASC, "observedAt" DESC, "id"
|
|
131
|
+
) AS "minRank"
|
|
132
|
+
FROM "engineering_metric_samples"
|
|
133
|
+
WHERE "observedAt" < ${fullFidelityCutoff}
|
|
134
|
+
AND "observedAt" >= ${cutoff}
|
|
135
|
+
)
|
|
136
|
+
DELETE FROM "engineering_metric_samples" AS sample
|
|
137
|
+
USING ranked
|
|
138
|
+
WHERE sample."id" = ranked."id"
|
|
139
|
+
AND ranked."lastRank" > 1
|
|
140
|
+
AND ranked."maxRank" > 1
|
|
141
|
+
AND ranked."minRank" > 1
|
|
142
|
+
`;
|
|
143
|
+
const expiredRecoveryExerciseCount = await db.$executeRaw `
|
|
144
|
+
DELETE FROM "engineering_recovery_exercises"
|
|
145
|
+
WHERE "createdAt" < ${getRecoveryExerciseRetentionCutoff()}
|
|
146
|
+
`;
|
|
147
|
+
lastPrunedDate = today;
|
|
148
|
+
const deletedCount = expiredCount + downsampledCount + expiredGpuCount
|
|
149
|
+
+ expiredEngineeringMetricCount + downsampledEngineeringMetricCount + expiredRecoveryExerciseCount;
|
|
150
|
+
if (deletedCount > 0) {
|
|
151
|
+
console.log(`🗑️ Engineering retention: pruned ${deletedCount} telemetry/exercise rows (${policy.fullFidelityHours}h full fidelity, ${policy.sampleMinutes}m samples through day ${policy.retentionDays})`);
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
catch (err) {
|
|
155
|
+
const message = err instanceof Error ? err.message : 'Unknown error';
|
|
156
|
+
console.error(`Health snapshot retention error: ${message}`);
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
/** Start the periodic health snapshot retention service. */
|
|
160
|
+
export function startHealthRetention() {
|
|
161
|
+
if (timer)
|
|
162
|
+
return;
|
|
163
|
+
const policy = getHealthRetentionPolicy();
|
|
164
|
+
console.log(`🗑️ Health snapshot retention started (${policy.fullFidelityHours}h full fidelity, ${policy.sampleMinutes}m samples through day ${policy.retentionDays})`);
|
|
165
|
+
void pruneOldSnapshots();
|
|
166
|
+
timer = setInterval(() => void pruneOldSnapshots(), CHECK_INTERVAL_MS);
|
|
167
|
+
}
|
|
168
|
+
/** Stop the health snapshot retention service. */
|
|
169
|
+
export function stopHealthRetention() {
|
|
170
|
+
if (timer) {
|
|
171
|
+
clearInterval(timer);
|
|
172
|
+
timer = null;
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
//# sourceMappingURL=health-retention.js.map
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
import { getRedis } from '../queue/redis.js';
|
|
2
|
+
const STREAM_KEY = 'heartbeats';
|
|
3
|
+
function getPhysicalStreamKey(redis) {
|
|
4
|
+
return `${redis.options?.keyPrefix ?? ''}${STREAM_KEY}`;
|
|
5
|
+
}
|
|
6
|
+
const CONSUMER_GROUP = 'control-api';
|
|
7
|
+
export async function getHeartbeatStreamStats() {
|
|
8
|
+
const redis = getRedis();
|
|
9
|
+
const baseStats = {
|
|
10
|
+
enabled: true,
|
|
11
|
+
streamKey: getPhysicalStreamKey(redis),
|
|
12
|
+
length: 0,
|
|
13
|
+
consumerGroup: CONSUMER_GROUP,
|
|
14
|
+
pending: 0,
|
|
15
|
+
lastDeliveredId: null,
|
|
16
|
+
consumers: [],
|
|
17
|
+
};
|
|
18
|
+
try {
|
|
19
|
+
const length = await redis.call('XLEN', STREAM_KEY).catch(() => 0);
|
|
20
|
+
baseStats.length = Number(length ?? 0);
|
|
21
|
+
const groups = await redis.call('XINFO', 'GROUPS', STREAM_KEY).catch(() => null);
|
|
22
|
+
if (groups) {
|
|
23
|
+
for (const g of groups) {
|
|
24
|
+
// Flat array: name, <value>, consumers, <n>, pending, <n>, last-delivered-id, <id>, ...
|
|
25
|
+
const obj = {};
|
|
26
|
+
for (let i = 0; i < g.length; i += 2) {
|
|
27
|
+
const k = g[i];
|
|
28
|
+
const v = g[i + 1];
|
|
29
|
+
if (typeof k === 'string' && v !== undefined)
|
|
30
|
+
obj[k] = v;
|
|
31
|
+
}
|
|
32
|
+
if (obj['name'] === CONSUMER_GROUP) {
|
|
33
|
+
baseStats.pending = Number(obj['pending'] ?? 0);
|
|
34
|
+
baseStats.lastDeliveredId = typeof obj['last-delivered-id'] === 'string'
|
|
35
|
+
? obj['last-delivered-id']
|
|
36
|
+
: null;
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
const consumers = await redis.call('XINFO', 'CONSUMERS', STREAM_KEY, CONSUMER_GROUP).catch(() => null);
|
|
41
|
+
if (consumers) {
|
|
42
|
+
for (const c of consumers) {
|
|
43
|
+
const obj = {};
|
|
44
|
+
for (let i = 0; i < c.length; i += 2) {
|
|
45
|
+
const k = c[i];
|
|
46
|
+
const v = c[i + 1];
|
|
47
|
+
if (typeof k === 'string' && v !== undefined)
|
|
48
|
+
obj[k] = v;
|
|
49
|
+
}
|
|
50
|
+
baseStats.consumers.push({
|
|
51
|
+
name: String(obj['name'] ?? 'unknown'),
|
|
52
|
+
pending: Number(obj['pending'] ?? 0),
|
|
53
|
+
idleMs: Number(obj['idle'] ?? 0),
|
|
54
|
+
});
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
catch {
|
|
59
|
+
baseStats.enabled = false;
|
|
60
|
+
}
|
|
61
|
+
return baseStats;
|
|
62
|
+
}
|
|
63
|
+
//# sourceMappingURL=heartbeat-stream.js.map
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import { createHash } from 'node:crypto';
|
|
2
|
+
import { readFile, readdir, stat } from 'node:fs/promises';
|
|
3
|
+
import { join } from 'node:path';
|
|
4
|
+
import { getSkillsDir, listManifests } from '@hivemagnus/magnus-skills';
|
|
5
|
+
import { getDb } from '../db/index.js';
|
|
6
|
+
import { assignSkillTargets, isDeployHost, publishRevision } from './hermes-registry-service.js';
|
|
7
|
+
const digest = (bytes) => createHash('sha256').update(bytes).digest('hex');
|
|
8
|
+
export async function importPackageSkills() {
|
|
9
|
+
const root = getSkillsDir();
|
|
10
|
+
const db = getDb();
|
|
11
|
+
const installations = await db.hermesInstallation.findMany({ select: { id: true, hostname: true } });
|
|
12
|
+
const named = new Set(installations.filter(row => isDeployHost(row.hostname.split('.')[0].toLowerCase())).map(row => row.id));
|
|
13
|
+
let published = 0;
|
|
14
|
+
let held = 0;
|
|
15
|
+
let targets = 0;
|
|
16
|
+
for (const manifest of listManifests()) {
|
|
17
|
+
if (!/^[a-zA-Z0-9][a-zA-Z0-9._+-]*$/.test(manifest.name))
|
|
18
|
+
continue;
|
|
19
|
+
const directory = join(root, manifest.name);
|
|
20
|
+
const files = [];
|
|
21
|
+
async function visit(current, relative = '') {
|
|
22
|
+
for (const item of await readdir(current, { withFileTypes: true })) {
|
|
23
|
+
const path = relative ? `${relative}/${item.name}` : item.name;
|
|
24
|
+
if (path.split('/').some(part => !/^[a-zA-Z0-9][a-zA-Z0-9._+-]*$/.test(part) || part.includes('..')))
|
|
25
|
+
throw new Error(`Unsafe packaged skill path: ${path}`);
|
|
26
|
+
if (item.isDirectory()) {
|
|
27
|
+
await visit(join(current, item.name), path);
|
|
28
|
+
continue;
|
|
29
|
+
}
|
|
30
|
+
if (!item.isFile())
|
|
31
|
+
throw new Error(`Packaged skill has non-file entry: ${path}`);
|
|
32
|
+
const bytes = await readFile(join(current, item.name));
|
|
33
|
+
const mode = ((await stat(join(current, item.name))).mode & 0o111) ? 493 : 420;
|
|
34
|
+
files.push({ path, contentBase64: bytes.toString('base64'), sha256: digest(bytes), mode });
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
await visit(directory);
|
|
38
|
+
files.sort((a, b) => a.path.localeCompare(b.path));
|
|
39
|
+
const result = await publishRevision({ kind: 'skill', slug: manifest.name,
|
|
40
|
+
artifact: { format: 'magnus-hermes-skill-v1', installPath: manifest.name, files },
|
|
41
|
+
metadata: { tags: manifest.tags, packageVersion: manifest.version, source: 'magnus-skills' },
|
|
42
|
+
publishedBy: 'system:magnus-skills' });
|
|
43
|
+
if (!result.duplicate)
|
|
44
|
+
published++;
|
|
45
|
+
if (result.revision.status !== 'published') {
|
|
46
|
+
held++;
|
|
47
|
+
continue;
|
|
48
|
+
}
|
|
49
|
+
targets += await assignSkillTargets(manifest.name, manifest.tags);
|
|
50
|
+
const old = await db.hermesSkillAssignment.findMany({ where: { source: 'magnus-skills', skillSlug: manifest.name, enabled: true } });
|
|
51
|
+
for (const assignment of old.filter(row => named.has(row.installationId)
|
|
52
|
+
&& (!row.pinnedVersion || row.pinnedVersion === manifest.version))) {
|
|
53
|
+
await db.hermesRegistryTarget.upsert({ where: { kind_slug_installationId_profileId: { kind: 'skill', slug: manifest.name,
|
|
54
|
+
installationId: assignment.installationId, profileId: assignment.profileId } },
|
|
55
|
+
create: { kind: 'skill', slug: manifest.name, installationId: assignment.installationId, profileId: assignment.profileId,
|
|
56
|
+
pinnedRevision: assignment.pinnedVersion ? result.revision.revision : null }, update: {} });
|
|
57
|
+
targets++;
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
return { published, held, targets };
|
|
61
|
+
}
|
|
62
|
+
//# sourceMappingURL=hermes-catalog-import.js.map
|