@ouro.bot/cli 0.1.0-alpha.92 → 0.1.0-alpha.921
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +154 -23
- package/RepairGuide.ouro/agent.json +5 -0
- package/RepairGuide.ouro/psyche/IDENTITY.md +19 -0
- package/RepairGuide.ouro/psyche/SOUL.md +55 -0
- package/RepairGuide.ouro/skills/diagnose-broken-remote.md +63 -0
- package/RepairGuide.ouro/skills/diagnose-stacked-typed-issues.md +35 -0
- package/RepairGuide.ouro/skills/diagnose-sync-blocked.md +54 -0
- package/RepairGuide.ouro/skills/diagnose-vault-expired.md +60 -0
- package/{AdoptionSpecialist.ouro → SerpentGuide.ouro}/agent.json +4 -2
- package/{AdoptionSpecialist.ouro → SerpentGuide.ouro}/psyche/SOUL.md +2 -2
- package/{AdoptionSpecialist.ouro → SerpentGuide.ouro}/psyche/identities/the-serpent.md +1 -1
- package/assets/bluebubbles-host +264 -0
- package/assets/sanctuary-host-launcher.sh +16 -0
- package/changelog.json +5826 -16
- package/deploy/unraid/Dockerfile +58 -0
- package/deploy/unraid/README.txt +2997 -0
- package/deploy/unraid/audit-container-spec.sh +4 -0
- package/deploy/unraid/container-runtime.json +1 -0
- package/deploy/unraid/docker-man-template-transaction.mjs +711 -0
- package/deploy/unraid/docker-man-template-xml.cjs +105 -0
- package/deploy/unraid/migrate-sanctuary-bundle.mjs +60 -0
- package/deploy/unraid/ouro-events/bootstrap-spool.sh +92 -0
- package/deploy/unraid/ouro-events/emit-event.mjs +310 -0
- package/deploy/unraid/ouro-events/emit-usenet-event.sh +54 -0
- package/deploy/unraid/ouro-events/install-usenet-guard.sh +435 -0
- package/deploy/unraid/ouro-events/usenet-health.sh +176 -0
- package/deploy/unraid/sanctuary-acceptance-adapter.sh +43 -0
- package/deploy/unraid/sanctuary-acceptance-contract.json +198 -0
- package/deploy/unraid/sanctuary-acceptance-harness.sh +23 -0
- package/deploy/unraid/sanctuary-authority-installation.json +36 -0
- package/deploy/unraid/sanctuary-authority-service.sh +30 -0
- package/deploy/unraid/sanctuary-butler-upgrade.mjs +1254 -0
- package/deploy/unraid/sanctuary-deployment-target.mjs +710 -0
- package/deploy/unraid/sanctuary-replay-gate.mjs +1564 -0
- package/deploy/unraid/sanctuary-safe-rename.py +24 -0
- package/deploy/unraid/sanctuary-unit16-host-broker.mjs +2086 -0
- package/deploy/unraid/sanctuary-unit16-run.sh +560 -0
- package/deploy/unraid/sanctuary-unit18-target-audit.sh +27 -0
- package/deploy/unraid/sanctuary.ouro/agent.json +66 -0
- package/deploy/unraid/sanctuary.ouro/arc/README.md +3 -0
- package/deploy/unraid/sanctuary.ouro/awaiting/house-care-sweep.md +17 -0
- package/deploy/unraid/sanctuary.ouro/bundle-meta.json +5 -0
- package/deploy/unraid/sanctuary.ouro/habits/sanctuary-health.md +8 -0
- package/deploy/unraid/sanctuary.ouro/mcp/media-mcp.mjs +2231 -0
- package/deploy/unraid/sanctuary.ouro/provider-readiness.json +11 -0
- package/deploy/unraid/sanctuary.ouro/psyche/ASPIRATIONS.md +5 -0
- package/deploy/unraid/sanctuary.ouro/psyche/IDENTITY.md +5 -0
- package/deploy/unraid/sanctuary.ouro/psyche/LORE.md +33 -0
- package/deploy/unraid/sanctuary.ouro/psyche/SOUL.md +27 -0
- package/deploy/unraid/sanctuary.ouro/psyche/TACIT.md +22 -0
- package/deploy/unraid/sanctuary.ouro/state/policy/steward.json +7 -0
- package/deploy/unraid/sanctuary.ouro/tool-profiles.json +232 -0
- package/deploy/unraid/sanctuary.xml +30 -0
- package/dist/a2a/card.js +57 -0
- package/dist/a2a/client.js +250 -0
- package/dist/a2a/config.js +50 -0
- package/dist/a2a/delegated-command-grants.js +93 -0
- package/dist/a2a/delegated-command.js +197 -0
- package/dist/a2a/delegation-stores.js +56 -0
- package/dist/a2a/did-resolution.js +93 -0
- package/dist/a2a/escalation-grants.js +84 -0
- package/dist/a2a/escalation-wiring.js +60 -0
- package/dist/a2a/identity.js +258 -0
- package/dist/a2a/inbound-share.js +110 -0
- package/dist/a2a/mission-result-wire.js +196 -0
- package/dist/a2a/onboarding.js +133 -0
- package/dist/a2a/operator-trust.js +382 -0
- package/dist/a2a/outbox-client.js +57 -0
- package/dist/a2a/outbox-store.js +188 -0
- package/dist/a2a/outbox-wire.js +95 -0
- package/dist/a2a/pin-store.js +132 -0
- package/dist/a2a/replay-grant-holders.js +33 -0
- package/dist/a2a/replay-harness.js +188 -0
- package/dist/a2a/resolution-proof.js +53 -0
- package/dist/a2a/sealed-chat.js +113 -0
- package/dist/a2a/seen-ledger.js +120 -0
- package/dist/a2a/server.js +771 -0
- package/dist/a2a/task-store.js +69 -0
- package/dist/a2a/transport.js +45 -0
- package/dist/a2a/trust-commands.js +203 -0
- package/dist/a2a/trusted-files.js +185 -0
- package/dist/a2a/types.js +3 -0
- package/dist/arc/attention-types.js +8 -0
- package/dist/arc/cares.js +360 -0
- package/dist/arc/episodes.js +118 -0
- package/dist/arc/evolution.js +490 -0
- package/dist/arc/flight-recorder.js +1034 -0
- package/dist/arc/intentions.js +134 -0
- package/dist/arc/json-store.js +117 -0
- package/dist/arc/obligations.js +386 -0
- package/dist/arc/packets.js +336 -0
- package/dist/arc/presence.js +185 -0
- package/dist/arc/task-lifecycle.js +57 -0
- package/dist/commerce/store.js +755 -0
- package/dist/commerce/types.js +3 -0
- package/dist/heart/active-work.js +798 -40
- package/dist/heart/agent-entry.js +252 -3
- package/dist/heart/approval-files.js +113 -0
- package/dist/heart/approval-store.js +960 -0
- package/dist/heart/attachments/image-normalize.js +194 -0
- package/dist/heart/attachments/materialize.js +97 -0
- package/dist/heart/attachments/originals.js +88 -0
- package/dist/heart/attachments/render.js +29 -0
- package/dist/heart/attachments/sources/bluebubbles.js +156 -0
- package/dist/heart/attachments/sources/cli-local-file.js +78 -0
- package/dist/heart/attachments/sources/index.js +18 -0
- package/dist/heart/attachments/sources/telegram.js +71 -0
- package/dist/heart/attachments/store.js +132 -0
- package/dist/heart/attachments/types.js +93 -0
- package/dist/heart/auth/auth-flow.js +495 -0
- package/dist/heart/autonomy-budget.js +478 -0
- package/dist/heart/awaiting/a2a-await-delivery.js +109 -0
- package/dist/heart/awaiting/await-alert.js +152 -0
- package/dist/heart/awaiting/await-expiry.js +143 -0
- package/dist/heart/awaiting/await-loader.js +91 -0
- package/dist/heart/awaiting/await-parser.js +152 -0
- package/dist/heart/awaiting/await-runtime-state.js +111 -0
- package/dist/heart/awaiting/await-scheduler.js +391 -0
- package/dist/heart/background-operations.js +281 -0
- package/dist/heart/bluebubbles-host-account.js +78 -0
- package/dist/heart/bridges/manager.js +137 -17
- package/dist/heart/bridges/store.js +14 -2
- package/dist/heart/bundle-state.js +168 -0
- package/dist/heart/commitments.js +44 -18
- package/dist/heart/config-registry.js +331 -0
- package/dist/heart/config.js +174 -131
- package/dist/heart/context-loss-gauntlet.js +387 -0
- package/dist/heart/context-loss-sentinel.js +1159 -0
- package/dist/heart/core.js +2364 -578
- package/dist/heart/cross-chat-delivery.js +9 -22
- package/dist/heart/daemon/agent-config-check.js +451 -0
- package/dist/heart/daemon/agent-discovery.js +283 -3
- package/dist/heart/daemon/agent-home.js +319 -0
- package/dist/heart/daemon/agent-service.js +542 -0
- package/dist/heart/daemon/agentic-repair.js +547 -0
- package/dist/heart/daemon/await-private-wake.js +59 -0
- package/dist/heart/daemon/bluebubbles-cli-integration.js +71 -0
- package/dist/heart/daemon/bluebubbles-health-diagnostics.js +122 -0
- package/dist/heart/daemon/bluebubbles-host-protocol.js +433 -0
- package/dist/heart/daemon/bluebubbles-host.js +273 -0
- package/dist/heart/daemon/boot-sync-probe.js +197 -0
- package/dist/heart/daemon/cadence.js +180 -0
- package/dist/heart/daemon/cli-arg-redaction.js +26 -0
- package/dist/heart/daemon/cli-defaults.js +876 -0
- package/dist/heart/daemon/cli-desk.js +322 -0
- package/dist/heart/daemon/cli-exec.js +9199 -0
- package/dist/heart/daemon/cli-help.js +735 -0
- package/dist/heart/daemon/cli-parse.js +3211 -0
- package/dist/heart/daemon/cli-render-doctor.js +57 -0
- package/dist/heart/daemon/cli-render.js +819 -0
- package/dist/heart/daemon/cli-types.js +8 -0
- package/dist/heart/daemon/connect-bay.js +323 -0
- package/dist/heart/daemon/container-credential-bootstrap.js +273 -0
- package/dist/heart/daemon/container-healthcheck.js +112 -0
- package/dist/heart/daemon/container-runtime.js +97 -0
- package/dist/heart/daemon/container-spec-auditor-main.js +171 -0
- package/dist/heart/daemon/container-spec-auditor.js +235 -0
- package/dist/heart/daemon/daemon-bootstrap-startup.js +115 -0
- package/dist/heart/daemon/daemon-cli.js +29 -2350
- package/dist/heart/daemon/daemon-entry.js +953 -11
- package/dist/heart/daemon/daemon-health.js +186 -0
- package/dist/heart/daemon/daemon-rollup.js +57 -0
- package/dist/heart/daemon/daemon-runtime-sync.js +88 -13
- package/dist/heart/daemon/daemon-tombstone.js +236 -0
- package/dist/heart/daemon/daemon.js +2084 -105
- package/dist/heart/daemon/dns-workflow.js +394 -0
- package/dist/heart/daemon/doctor-types.js +8 -0
- package/dist/heart/daemon/doctor.js +1766 -0
- package/dist/heart/daemon/freshness.js +345 -0
- package/dist/heart/daemon/habit-private-wake.js +61 -0
- package/dist/heart/daemon/health-monitor.js +154 -11
- package/dist/heart/daemon/hooks/agent-config-v2.js +33 -0
- package/dist/heart/daemon/hooks/bundle-meta.js +135 -1
- package/dist/heart/daemon/http-health-probe.js +80 -0
- package/dist/heart/daemon/human-command-screens.js +234 -0
- package/dist/heart/daemon/human-readiness.js +114 -0
- package/dist/heart/daemon/inner-status.js +78 -0
- package/dist/heart/daemon/interactive-repair.js +394 -0
- package/dist/heart/daemon/launchd.js +37 -8
- package/dist/heart/daemon/log-tailer.js +79 -10
- package/dist/heart/daemon/logs-prune.js +132 -0
- package/dist/heart/daemon/mcp-canary.js +524 -0
- package/dist/heart/daemon/message-router.js +65 -5
- package/dist/heart/daemon/migrate-to-desk.js +848 -0
- package/dist/heart/daemon/os-cron-deps.js +135 -0
- package/dist/heart/daemon/os-cron.js +22 -14
- package/dist/heart/daemon/ouro-bot-entry.js +6 -3
- package/dist/heart/daemon/ouro-entry.js +5 -2
- package/dist/heart/daemon/plugin-cli.js +432 -0
- package/dist/heart/daemon/process-manager.js +760 -61
- package/dist/heart/daemon/provider-discovery.js +137 -0
- package/dist/heart/daemon/provider-ping-progress.js +83 -0
- package/dist/heart/daemon/prunable-bundle.js +144 -0
- package/dist/heart/daemon/pulse.js +511 -0
- package/dist/heart/daemon/readiness-repair.js +365 -0
- package/dist/heart/daemon/run-hooks.js +2 -0
- package/dist/heart/daemon/runtime-logging.js +47 -14
- package/dist/heart/daemon/runtime-metadata.js +2 -30
- package/dist/heart/daemon/runtime-mode.js +13 -2
- package/dist/heart/daemon/safe-mode.js +161 -0
- package/dist/heart/daemon/sanctuary-acceptance-adapter.js +2654 -0
- package/dist/heart/daemon/sanctuary-acceptance-harness.js +1830 -0
- package/dist/heart/daemon/sanctuary-acceptance-marker.js +267 -0
- package/dist/heart/daemon/sanctuary-acceptance-scenarios.js +955 -0
- package/dist/heart/daemon/sanctuary-authority-codec.js +86 -0
- package/dist/heart/daemon/sanctuary-authority-epoch.js +281 -0
- package/dist/heart/daemon/sanctuary-authority-installation.js +161 -0
- package/dist/heart/daemon/sanctuary-authority-ledger.js +241 -0
- package/dist/heart/daemon/sanctuary-authority-root-lifecycle.js +1267 -0
- package/dist/heart/daemon/sanctuary-authority-vault-migration.js +79 -0
- package/dist/heart/daemon/sanctuary-bundle-migration.js +730 -0
- package/dist/heart/daemon/sanctuary-host-authority.js +1008 -0
- package/dist/heart/daemon/sanctuary-host-detached-supervisor.js +493 -0
- package/dist/heart/daemon/sanctuary-host-executor.js +670 -0
- package/dist/heart/daemon/sanctuary-host-linux-kernel.js +334 -0
- package/dist/heart/daemon/sanctuary-host-supervisor-entry.js +207 -0
- package/dist/heart/daemon/sanctuary-host-supervisor.js +95 -0
- package/dist/heart/daemon/sanctuary-package-management.js +103 -0
- package/dist/heart/daemon/sanctuary-scheduler-liveness.js +227 -0
- package/dist/heart/daemon/sanctuary-scheduler-origin.js +132 -0
- package/dist/heart/daemon/sanctuary-telegram-authority-entry.js +475 -0
- package/dist/heart/daemon/sanctuary-telegram-authority-gateway.js +585 -0
- package/dist/heart/daemon/sanctuary-telegram-authority-service.js +676 -0
- package/dist/heart/daemon/sense-manager.js +733 -48
- package/dist/heart/daemon/session-id-resolver.js +131 -0
- package/dist/heart/daemon/skill-management-installer.js +1 -1
- package/dist/heart/daemon/socket-client.js +180 -12
- package/dist/heart/daemon/stale-bundle-prune.js +113 -0
- package/dist/heart/daemon/startup-tui.js +339 -0
- package/dist/heart/daemon/supercronic-supervisor.js +282 -0
- package/dist/heart/daemon/task-scheduler.js +117 -39
- package/dist/heart/daemon/terminal-ui.js +503 -0
- package/dist/heart/daemon/thoughts.js +138 -54
- package/dist/heart/daemon/up-progress.js +366 -0
- package/dist/heart/daemon/vault-items.js +56 -0
- package/dist/heart/delegation.js +1 -4
- package/dist/heart/external-events/router.js +1516 -0
- package/dist/heart/failure-reports.js +336 -0
- package/dist/heart/file-lock.js +109 -0
- package/dist/heart/frontend-approval-runtime.js +506 -0
- package/dist/heart/frontend-journal.js +215 -0
- package/dist/heart/frontend-session-service.js +237 -0
- package/dist/heart/frontend-socket-client.js +164 -0
- package/dist/heart/frontend-socket.js +400 -0
- package/dist/heart/habits/habit-cancel.js +810 -0
- package/dist/heart/habits/habit-lifecycle.js +1327 -0
- package/dist/heart/habits/habit-migration.js +194 -0
- package/dist/heart/habits/habit-parser.js +278 -0
- package/dist/heart/habits/habit-runtime-state.js +93 -0
- package/dist/heart/habits/habit-scheduler.js +653 -0
- package/dist/heart/habits/habit-session-summary.js +318 -0
- package/dist/heart/habits/habit-session.js +636 -0
- package/dist/heart/{daemon → hatch}/hatch-flow.js +55 -62
- package/dist/heart/{daemon → hatch}/hatch-specialist.js +6 -8
- package/dist/heart/{daemon → hatch}/specialist-prompt.js +12 -9
- package/dist/heart/{daemon → hatch}/specialist-tools.js +53 -18
- package/dist/heart/identity.js +230 -59
- package/dist/heart/kept-notes.js +289 -0
- package/dist/heart/kicks.js +1 -1
- package/dist/heart/machine-identity.js +175 -0
- package/dist/heart/mail-import-discovery.js +356 -0
- package/dist/heart/mailbox/mailbox-http-hooks.js +98 -0
- package/dist/heart/mailbox/mailbox-http-response.js +7 -0
- package/dist/heart/mailbox/mailbox-http-routes.js +398 -0
- package/dist/heart/mailbox/mailbox-http-static.js +103 -0
- package/dist/heart/mailbox/mailbox-http-transport.js +272 -0
- package/dist/heart/mailbox/mailbox-http.js +99 -0
- package/dist/heart/mailbox/mailbox-read.js +39 -0
- package/dist/heart/mailbox/mailbox-types.js +27 -0
- package/dist/heart/mailbox/mailbox-view.js +197 -0
- package/dist/heart/mailbox/readers/agent-machine.js +428 -0
- package/dist/heart/mailbox/readers/continuity-readers.js +329 -0
- package/dist/heart/mailbox/readers/mail.js +375 -0
- package/dist/heart/mailbox/readers/runtime-readers.js +823 -0
- package/dist/heart/mailbox/readers/sessions.js +231 -0
- package/dist/heart/mailbox/readers/shared.js +111 -0
- package/dist/heart/mcp/mcp-server.js +696 -0
- package/dist/heart/migrate-config.js +100 -0
- package/dist/heart/model-capabilities.js +83 -16
- package/dist/heart/orientation-frame.js +345 -0
- package/dist/heart/platform.js +81 -0
- package/dist/heart/primitives.js +1 -1
- package/dist/heart/private-runtime/decision-renderer.js +158 -0
- package/dist/heart/private-runtime/index.js +18 -0
- package/dist/heart/private-runtime/ledger.js +221 -0
- package/dist/heart/private-runtime/policy.js +260 -0
- package/dist/heart/private-runtime/types.js +2 -0
- package/dist/heart/progress-story.js +1 -1
- package/dist/heart/provider-attempt.js +137 -0
- package/dist/heart/provider-binding-resolver.js +273 -0
- package/dist/heart/provider-credentials.js +449 -0
- package/dist/heart/provider-failover.js +311 -0
- package/dist/heart/provider-models.js +96 -0
- package/dist/heart/provider-ping.js +265 -0
- package/dist/heart/provider-readiness-cache.js +119 -0
- package/dist/heart/provider-visibility.js +188 -0
- package/dist/heart/providers/anthropic-token.js +131 -0
- package/dist/heart/providers/anthropic.js +173 -60
- package/dist/heart/providers/azure.js +23 -11
- package/dist/heart/providers/error-classification.js +127 -0
- package/dist/heart/providers/github-copilot.js +38 -39
- package/dist/heart/providers/minimax-vlm.js +189 -0
- package/dist/heart/providers/minimax.js +26 -8
- package/dist/heart/providers/openai-codex-token.js +349 -0
- package/dist/heart/providers/openai-codex.js +55 -40
- package/dist/heart/providers/openai-compatible.js +177 -0
- package/dist/heart/reply-style.js +52 -0
- package/dist/heart/run-ledger.js +247 -0
- package/dist/heart/runtime-capability-check.js +170 -0
- package/dist/heart/runtime-credentials.js +607 -0
- package/dist/heart/runtime-cwd.js +87 -0
- package/dist/heart/sense-truth.js +24 -4
- package/dist/heart/session-activity.js +92 -24
- package/dist/heart/session-events.js +1504 -0
- package/dist/heart/session-playback-cli-main.js +5 -0
- package/dist/heart/session-playback-cli.js +36 -0
- package/dist/heart/session-playback.js +231 -0
- package/dist/heart/session-redaction-repair-cli-main.js +31 -0
- package/dist/heart/session-redaction-repair.js +552 -0
- package/dist/heart/session-stats-cli-main.js +5 -0
- package/dist/heart/session-stats.js +183 -0
- package/dist/heart/session-transcript.js +133 -0
- package/dist/heart/shelf-claims.js +78 -0
- package/dist/heart/shepherd-config.js +113 -0
- package/dist/heart/source-grounding.js +297 -0
- package/dist/heart/start-of-turn-packet.js +372 -0
- package/dist/heart/steward-policy.js +656 -0
- package/dist/heart/streaming.js +609 -207
- package/dist/heart/structured-output.js +196 -0
- package/dist/heart/sync-classification.js +176 -0
- package/dist/heart/sync-health.js +152 -0
- package/dist/heart/sync.js +726 -0
- package/dist/heart/target-resolution.js +11 -7
- package/dist/heart/tempo.js +93 -0
- package/dist/heart/temporal-view.js +41 -0
- package/dist/heart/timeouts.js +101 -0
- package/dist/heart/tool-activity-callbacks.js +59 -0
- package/dist/heart/tool-approval.js +382 -0
- package/dist/heart/tool-description.js +155 -0
- package/dist/heart/tool-friction.js +55 -0
- package/dist/heart/tool-loop.js +206 -0
- package/dist/heart/turn-context.js +496 -0
- package/dist/heart/turn-execution-lease.js +30 -0
- package/dist/heart/{daemon → versioning}/ouro-bot-global-installer.js +6 -5
- package/dist/heart/{daemon → versioning}/ouro-bot-wrapper.js +3 -2
- package/dist/heart/versioning/ouro-path-installer.js +432 -0
- package/dist/heart/versioning/ouro-recovery-launcher.js +76 -0
- package/dist/heart/versioning/ouro-version-manager.js +432 -0
- package/dist/heart/versioning/release-sources.js +173 -0
- package/dist/heart/versioning/self-update-defaults.js +294 -0
- package/dist/heart/versioning/self-update.js +196 -0
- package/dist/heart/{daemon → versioning}/staged-restart.js +40 -8
- package/dist/heart/{daemon → versioning}/update-checker.js +6 -1
- package/dist/heart/versioning/update-hooks.js +154 -0
- package/dist/heart/versioning/update-state.js +126 -0
- package/dist/heart/versioning/updater-launchd.js +150 -0
- package/dist/heart/versioning/version-intent.js +114 -0
- package/dist/heart/work-card.js +380 -0
- package/dist/mailbox-ui/assets/index-Cyv4mw3Y.js +1 -0
- package/dist/mailbox-ui/assets/index-Du_9G9WO.css +1 -0
- package/dist/mailbox-ui/assets/vendor-CcN1XpQ9.js +61 -0
- package/dist/mailbox-ui/index.html +16 -0
- package/dist/mailroom/attention.js +167 -0
- package/dist/mailroom/autonomy.js +209 -0
- package/dist/mailroom/blob-store.js +889 -0
- package/dist/mailroom/body-cache.js +61 -0
- package/dist/mailroom/cache-sync-cli.js +58 -0
- package/dist/mailroom/core.js +803 -0
- package/dist/mailroom/entry.js +160 -0
- package/dist/mailroom/file-store.js +568 -0
- package/dist/mailroom/hosted-cache-sync.js +384 -0
- package/dist/mailroom/mbox-import.js +393 -0
- package/dist/mailroom/migration.js +164 -0
- package/dist/mailroom/outbound.js +380 -0
- package/dist/mailroom/policy.js +263 -0
- package/dist/mailroom/reader.js +292 -0
- package/dist/mailroom/search-cache.js +513 -0
- package/dist/mailroom/search-relevance.js +319 -0
- package/dist/mailroom/smtp-ingress.js +176 -0
- package/dist/mailroom/source-state.js +176 -0
- package/dist/mailroom/thread.js +109 -0
- package/dist/mailroom/travel-extract.js +89 -0
- package/dist/mind/bundle-manifest.js +24 -2
- package/dist/mind/context.js +307 -139
- package/dist/mind/desk-section.js +362 -0
- package/dist/mind/diary-integrity.js +60 -0
- package/dist/mind/{memory.js → diary.js} +68 -77
- package/dist/mind/embedding-provider.js +60 -0
- package/dist/mind/file-state.js +179 -0
- package/dist/mind/friend-link-codes.js +209 -0
- package/dist/mind/friend-merge.js +330 -0
- package/dist/mind/{associative-recall.js → note-search.js} +47 -58
- package/dist/mind/obligation-steering.js +199 -3
- package/dist/mind/pending.js +36 -10
- package/dist/mind/prompt-budget.js +479 -0
- package/dist/mind/prompt-refresh.js +3 -2
- package/dist/mind/prompt.js +1085 -198
- package/dist/mind/provenance-trust.js +26 -0
- package/dist/mind/record-paths.js +312 -0
- package/dist/mind/scrutiny.js +173 -0
- package/dist/mind/session-transaction.js +564 -0
- package/dist/nerves/cli-logging.js +7 -1
- package/dist/nerves/coverage/audit-rules.js +15 -6
- package/dist/nerves/coverage/audit.js +28 -2
- package/dist/nerves/coverage/cli.js +1 -1
- package/dist/nerves/coverage/contract.js +5 -5
- package/dist/nerves/coverage/file-completeness.js +139 -5
- package/dist/nerves/coverage/run-artifacts.js +55 -35
- package/dist/nerves/coverage/source-scanner.js +4 -4
- package/dist/nerves/event-buffer.js +111 -0
- package/dist/nerves/index.js +293 -9
- package/dist/nerves/observation.js +20 -0
- package/dist/nerves/redact.js +79 -0
- package/dist/nerves/review/cli-main.js +5 -0
- package/dist/nerves/review/cli.js +156 -0
- package/dist/nerves/review/core.js +159 -0
- package/dist/nerves/runtime.js +17 -1
- package/dist/repertoire/ado-client.js +15 -56
- package/dist/repertoire/ado-semantic.js +16 -10
- package/dist/repertoire/api-client.js +97 -0
- package/dist/repertoire/bitwarden-store.js +1201 -0
- package/dist/repertoire/bundle-templates.js +71 -0
- package/dist/repertoire/bw-installer.js +231 -0
- package/dist/repertoire/coding/codex-jsonl.js +64 -0
- package/dist/repertoire/coding/context-pack.js +331 -0
- package/dist/repertoire/coding/feedback.js +174 -32
- package/dist/repertoire/coding/index.js +15 -3
- package/dist/repertoire/coding/manager.js +159 -10
- package/dist/repertoire/coding/spawner.js +40 -11
- package/dist/repertoire/coding/tools.js +182 -18
- package/dist/repertoire/coding/workbench-client.js +272 -0
- package/dist/repertoire/coding/workbench-manager.js +346 -0
- package/dist/repertoire/commerce-errors.js +109 -0
- package/dist/repertoire/commerce-self-test.js +156 -0
- package/dist/repertoire/credential-access.js +183 -0
- package/dist/repertoire/desk/classifier.js +362 -0
- package/dist/repertoire/duffel-client.js +185 -0
- package/dist/repertoire/github-client.js +14 -55
- package/dist/repertoire/graph-client.js +11 -52
- package/dist/repertoire/guardrails.js +968 -20
- package/dist/repertoire/house-sweep.js +469 -0
- package/dist/repertoire/mcp-client.js +58 -5
- package/dist/repertoire/mcp-manager.js +427 -139
- package/dist/repertoire/mcp-tools.js +132 -0
- package/dist/repertoire/mcp-write-guard.js +46 -0
- package/dist/repertoire/plugin-mcp.js +175 -0
- package/dist/repertoire/plugins.js +253 -0
- package/dist/repertoire/relationship-authorization.js +322 -0
- package/dist/repertoire/sanctuary-container-policy.js +46 -0
- package/dist/repertoire/shell-sessions.js +134 -0
- package/dist/repertoire/skills.js +48 -4
- package/dist/repertoire/stripe-client.js +131 -0
- package/dist/repertoire/tool-arguments.js +182 -0
- package/dist/repertoire/tool-results.js +29 -0
- package/dist/repertoire/tools-a2a.js +699 -0
- package/dist/repertoire/tools-attachments.js +322 -0
- package/dist/repertoire/tools-awaiting.js +872 -0
- package/dist/repertoire/tools-base.js +83 -1168
- package/dist/repertoire/tools-bluebubbles.js +2 -0
- package/dist/repertoire/tools-bridge.js +144 -0
- package/dist/repertoire/tools-bundle.js +995 -0
- package/dist/repertoire/tools-commerce.js +253 -0
- package/dist/repertoire/tools-config.js +186 -0
- package/dist/repertoire/tools-continuity.js +575 -0
- package/dist/repertoire/tools-credential.js +383 -0
- package/dist/repertoire/tools-escalation.js +84 -0
- package/dist/repertoire/tools-evolution.js +527 -0
- package/dist/repertoire/tools-files.js +344 -0
- package/dist/repertoire/tools-flight.js +290 -0
- package/dist/repertoire/tools-flow.js +119 -0
- package/dist/repertoire/tools-friend-link.js +57 -0
- package/dist/repertoire/tools-github.js +3 -8
- package/dist/repertoire/tools-habits.js +103 -0
- package/dist/repertoire/tools-house-care.js +174 -0
- package/dist/repertoire/tools-mail.js +1828 -0
- package/dist/repertoire/tools-notes.js +496 -0
- package/dist/repertoire/tools-obligations.js +182 -0
- package/dist/repertoire/tools-orientation.js +31 -0
- package/dist/repertoire/tools-record.js +482 -0
- package/dist/repertoire/tools-rsvp.js +139 -0
- package/dist/repertoire/tools-runtime.js +238 -0
- package/dist/repertoire/tools-sanctuary-host.js +202 -0
- package/dist/repertoire/tools-session.js +1133 -0
- package/dist/repertoire/tools-shell.js +149 -0
- package/dist/repertoire/tools-shepherd.js +262 -0
- package/dist/repertoire/tools-steward-policy.js +147 -0
- package/dist/repertoire/tools-stripe.js +224 -0
- package/dist/repertoire/tools-surface.js +369 -0
- package/dist/repertoire/tools-teams.js +12 -39
- package/dist/repertoire/tools-telegram-contacts.js +37 -0
- package/dist/repertoire/tools-travel.js +125 -0
- package/dist/repertoire/tools-trip.js +982 -0
- package/dist/repertoire/tools-unraid.js +556 -0
- package/dist/repertoire/tools-user-profile.js +146 -0
- package/dist/repertoire/tools-vault.js +40 -0
- package/dist/repertoire/tools-voice-local.js +198 -0
- package/dist/repertoire/tools-voice.js +145 -0
- package/dist/repertoire/tools.js +514 -156
- package/dist/repertoire/travel-api-client.js +360 -0
- package/dist/repertoire/unraid-client.js +155 -0
- package/dist/repertoire/unraid-restart.js +339 -0
- package/dist/repertoire/user-profile.js +131 -0
- package/dist/repertoire/vault-setup.js +246 -0
- package/dist/repertoire/vault-unlock.js +686 -0
- package/dist/rsvp/aisleplanner-client.js +354 -0
- package/dist/rsvp/cli.js +936 -0
- package/dist/rsvp/config.js +327 -0
- package/dist/rsvp/cutover.js +433 -0
- package/dist/rsvp/diagnostics.js +232 -0
- package/dist/rsvp/diff-renderer.js +176 -0
- package/dist/rsvp/habit-policy.js +110 -0
- package/dist/rsvp/habit-stage.js +123 -0
- package/dist/rsvp/incident-bundle.js +97 -0
- package/dist/rsvp/migration.js +204 -0
- package/dist/rsvp/native-habit-runner.js +630 -0
- package/dist/rsvp/outbound-state.js +628 -0
- package/dist/rsvp/query.js +118 -0
- package/dist/rsvp/replay.js +233 -0
- package/dist/rsvp/snapshot.js +232 -0
- package/dist/rsvp/spend-ledger.js +175 -0
- package/dist/scripts/claude-code-hook.js +41 -0
- package/dist/scripts/claude-code-stop-hook.js +47 -0
- package/dist/senses/a2a-entry.js +132 -0
- package/dist/senses/acp-server.js +386 -0
- package/dist/senses/attention-queue.js +186 -0
- package/dist/senses/await-turn-message.js +65 -0
- package/dist/senses/bluebubbles/active-turns.js +216 -0
- package/dist/senses/bluebubbles/attachment-cache.js +53 -0
- package/dist/senses/bluebubbles/attachment-download.js +137 -0
- package/dist/senses/{bluebubbles-client.js → bluebubbles/client.js} +379 -41
- package/dist/senses/bluebubbles/context-packet.js +207 -0
- package/dist/senses/bluebubbles/context-smoke.js +144 -0
- package/dist/senses/bluebubbles/entry.js +90 -0
- package/dist/senses/bluebubbles/host-account-verifier.js +88 -0
- package/dist/senses/{bluebubbles-inbound-log.js → bluebubbles/inbound-log.js} +21 -3
- package/dist/senses/bluebubbles/index.js +3878 -0
- package/dist/senses/bluebubbles/latest-turn.js +311 -0
- package/dist/senses/{bluebubbles-media.js → bluebubbles/media.js} +121 -71
- package/dist/senses/{bluebubbles-model.js → bluebubbles/model.js} +159 -28
- package/dist/senses/{bluebubbles-mutation-log.js → bluebubbles/mutation-log.js} +24 -13
- package/dist/senses/bluebubbles/outbound-state.js +308 -0
- package/dist/senses/bluebubbles/processed-log.js +133 -0
- package/dist/senses/bluebubbles/reaction-policy.js +47 -0
- package/dist/senses/bluebubbles/replay.js +284 -0
- package/dist/senses/{bluebubbles-runtime-state.js → bluebubbles/runtime-state.js} +30 -2
- package/dist/senses/bluebubbles/semantic-receipts.js +1986 -0
- package/dist/senses/{bluebubbles-session-cleanup.js → bluebubbles/session-cleanup.js} +1 -1
- package/dist/senses/bluebubbles/webhook-registration.js +257 -0
- package/dist/senses/bluebubbles-meta-guard.js +39 -0
- package/dist/senses/cli/bracketed-paste.js +82 -0
- package/dist/senses/cli/image-paste.js +287 -0
- package/dist/senses/cli/image-ref-navigation.js +75 -0
- package/dist/senses/cli/ink-app.js +156 -0
- package/dist/senses/cli/inline-diff.js +64 -0
- package/dist/senses/cli/input-keys.js +174 -0
- package/dist/senses/cli/kill-ring.js +86 -0
- package/dist/senses/cli/message-list.js +51 -0
- package/dist/senses/cli/ouro-tui.js +607 -0
- package/dist/senses/cli/spinner-imperative.js +135 -0
- package/dist/senses/cli/spinner.js +101 -0
- package/dist/senses/cli/status-line.js +60 -0
- package/dist/senses/cli/streaming-markdown.js +526 -0
- package/dist/senses/cli/tool-display.js +85 -0
- package/dist/senses/cli/tool-render.js +85 -0
- package/dist/senses/cli/tui-store.js +241 -0
- package/dist/senses/cli/virtual-list.js +35 -0
- package/dist/senses/cli-entry.js +60 -8
- package/dist/senses/cli.js +601 -304
- package/dist/senses/commands.js +66 -3
- package/dist/senses/context-packet-ledger.js +371 -0
- package/dist/senses/context-packets.js +154 -0
- package/dist/senses/habit-lifecycle-guard.js +24 -0
- package/dist/senses/habit-turn-message.js +160 -0
- package/dist/senses/ingress-evidence.js +2 -0
- package/dist/senses/mail-entry.js +66 -0
- package/dist/senses/mail.js +524 -0
- package/dist/senses/pipeline.js +1158 -204
- package/dist/senses/private-runtime-worker.js +859 -0
- package/dist/senses/private-runtime.js +1627 -0
- package/dist/senses/proactive-content-guard.js +51 -0
- package/dist/senses/root-host-approval-port.js +345 -0
- package/dist/senses/root-host-approval-runtime.js +393 -0
- package/dist/senses/sanctuary-authority-resident.js +102 -0
- package/dist/senses/sanctuary-download-credit-presentation.js +31 -0
- package/dist/senses/sanctuary-full-visibility-contract.js +302 -0
- package/dist/senses/sanctuary-grounding.js +118 -0
- package/dist/senses/sanctuary-health-acceptance-probe-entry.js +12 -0
- package/dist/senses/sanctuary-health-acceptance-probe.js +774 -0
- package/dist/senses/sanctuary-health-runner.js +104 -0
- package/dist/senses/sanctuary-health.js +422 -0
- package/dist/senses/sanctuary-install-state-contract.js +169 -0
- package/dist/senses/sanctuary-interactive-control.js +410 -0
- package/dist/senses/sanctuary-media-catalog-contract.js +259 -0
- package/dist/senses/sanctuary-media-optimization.js +514 -0
- package/dist/senses/sanctuary-runtime.js +369 -0
- package/dist/senses/sanctuary-sab.js +85 -0
- package/dist/senses/sanctuary-storage-optimization-contract.js +32 -0
- package/dist/senses/shared-turn.js +793 -0
- package/dist/senses/shepherd/client.js +196 -0
- package/dist/senses/shepherd/cmux.js +352 -0
- package/dist/senses/shepherd/herdr.js +315 -0
- package/dist/senses/shepherd/host.js +14 -0
- package/dist/senses/shepherd/judge.js +137 -0
- package/dist/senses/shepherd/owner-notice.js +251 -0
- package/dist/senses/shepherd/redact.js +66 -0
- package/dist/senses/shepherd/returns.js +79 -0
- package/dist/senses/shepherd/sense.js +310 -0
- package/dist/senses/shepherd/terminal-process.js +99 -0
- package/dist/senses/shepherd-entry.js +78 -0
- package/dist/senses/surface-tool.js +109 -0
- package/dist/senses/teams-entry.js +68 -8
- package/dist/senses/teams.js +598 -233
- package/dist/senses/telegram-admission.js +718 -0
- package/dist/senses/telegram-approval-runtime.js +793 -0
- package/dist/senses/telegram-attachments.js +186 -0
- package/dist/senses/telegram-audit-ledger.js +220 -0
- package/dist/senses/telegram-authority-transport.js +231 -0
- package/dist/senses/telegram-client.js +1749 -0
- package/dist/senses/telegram-effect-adapter.js +900 -0
- package/dist/senses/telegram-entry.js +83 -0
- package/dist/senses/telegram-handoff.js +80 -0
- package/dist/senses/telegram.js +2405 -0
- package/dist/senses/trust-gate.js +104 -9
- package/dist/senses/voice/audio-playback.js +237 -0
- package/dist/senses/voice/audio-routing.js +119 -0
- package/dist/senses/voice/call-auth.js +250 -0
- package/dist/senses/voice/elevenlabs.js +202 -0
- package/dist/senses/voice/floor-control.js +431 -0
- package/dist/senses/voice/floor-controller.js +115 -0
- package/dist/senses/voice/golden-path.js +116 -0
- package/dist/senses/voice/index.js +29 -0
- package/dist/senses/voice/local-audio-control.js +344 -0
- package/dist/senses/voice/local-audio-devices.js +516 -0
- package/dist/senses/voice/local-audio-disclosure.js +174 -0
- package/dist/senses/voice/local-audio-identity.js +103 -0
- package/dist/senses/voice/local-audio-join.js +325 -0
- package/dist/senses/voice/local-audio-mute.js +199 -0
- package/dist/senses/voice/local-audio-notify.js +121 -0
- package/dist/senses/voice/local-audio-prompts.js +116 -0
- package/dist/senses/voice/local-audio-transport.js +427 -0
- package/dist/senses/voice/local-audio.js +281 -0
- package/dist/senses/voice/local-media-stream.js +145 -0
- package/dist/senses/voice/meeting.js +113 -0
- package/dist/senses/voice/outbound.js +190 -0
- package/dist/senses/voice/phone.js +33 -0
- package/dist/senses/voice/playback.js +139 -0
- package/dist/senses/voice/process-guards.js +51 -0
- package/dist/senses/voice/realtime-eval.js +496 -0
- package/dist/senses/voice/realtime-tool-schema.js +195 -0
- package/dist/senses/voice/realtime-trace.js +531 -0
- package/dist/senses/voice/transcript.js +70 -0
- package/dist/senses/voice/turn.js +191 -0
- package/dist/senses/voice/twilio-phone-runtime.js +836 -0
- package/dist/senses/voice/twilio-phone.js +5454 -0
- package/dist/senses/voice/types.js +2 -0
- package/dist/senses/voice/whisper.js +161 -0
- package/dist/senses/voice-entry.js +83 -0
- package/dist/senses/voice-realtime-eval-command.js +99 -0
- package/dist/senses/voice-realtime-eval-entry.js +21 -0
- package/dist/senses/voice-twilio-entry.js +87 -0
- package/dist/trips/core.js +138 -0
- package/dist/trips/store.js +265 -0
- package/dist/util/frontmatter.js +69 -0
- package/npm-shrinkwrap.json +8100 -0
- package/package.json +74 -13
- package/skills/agent-commerce.md +113 -0
- package/skills/browser-navigation.md +117 -0
- package/skills/commerce-setup-guide.md +116 -0
- package/skills/commerce-setup.md +84 -0
- package/skills/configure-dev-tools.md +99 -0
- package/skills/travel-planning.md +138 -0
- package/dist/heart/daemon/auth-flow.js +0 -430
- package/dist/heart/daemon/ouro-path-installer.js +0 -260
- package/dist/heart/daemon/ouro-version-manager.js +0 -171
- package/dist/heart/daemon/update-hooks.js +0 -138
- package/dist/heart/obligations.js +0 -191
- package/dist/heart/safe-workspace.js +0 -362
- package/dist/heart/session-recall.js +0 -116
- package/dist/mind/friends/channel.js +0 -84
- package/dist/mind/friends/group-context.js +0 -144
- package/dist/mind/friends/resolver.js +0 -84
- package/dist/mind/friends/store-file.js +0 -190
- package/dist/mind/friends/store.js +0 -4
- package/dist/mind/friends/tokens.js +0 -26
- package/dist/mind/friends/trust-explanation.js +0 -74
- package/dist/mind/friends/types.js +0 -29
- package/dist/repertoire/tasks/board.js +0 -134
- package/dist/repertoire/tasks/index.js +0 -224
- package/dist/repertoire/tasks/lifecycle.js +0 -80
- package/dist/repertoire/tasks/middleware.js +0 -65
- package/dist/repertoire/tasks/parser.js +0 -173
- package/dist/repertoire/tasks/scanner.js +0 -132
- package/dist/repertoire/tasks/transitions.js +0 -144
- package/dist/senses/bluebubbles-entry.js +0 -13
- package/dist/senses/bluebubbles.js +0 -1181
- package/dist/senses/debug-activity.js +0 -154
- package/dist/senses/inner-dialog-worker.js +0 -90
- package/dist/senses/inner-dialog.js +0 -525
- package/subagents/README.md +0 -7
- /package/{AdoptionSpecialist.ouro → SerpentGuide.ouro}/psyche/identities/basilisk.md +0 -0
- /package/{AdoptionSpecialist.ouro → SerpentGuide.ouro}/psyche/identities/jafar.md +0 -0
- /package/{AdoptionSpecialist.ouro → SerpentGuide.ouro}/psyche/identities/jormungandr.md +0 -0
- /package/{AdoptionSpecialist.ouro → SerpentGuide.ouro}/psyche/identities/kaa.md +0 -0
- /package/{AdoptionSpecialist.ouro → SerpentGuide.ouro}/psyche/identities/medusa.md +0 -0
- /package/{AdoptionSpecialist.ouro → SerpentGuide.ouro}/psyche/identities/monty.md +0 -0
- /package/{AdoptionSpecialist.ouro → SerpentGuide.ouro}/psyche/identities/nagini.md +0 -0
- /package/{AdoptionSpecialist.ouro → SerpentGuide.ouro}/psyche/identities/ouroboros.md +0 -0
- /package/{AdoptionSpecialist.ouro → SerpentGuide.ouro}/psyche/identities/python.md +0 -0
- /package/{AdoptionSpecialist.ouro → SerpentGuide.ouro}/psyche/identities/quetzalcoatl.md +0 -0
- /package/{AdoptionSpecialist.ouro → SerpentGuide.ouro}/psyche/identities/sir-hiss.md +0 -0
- /package/{AdoptionSpecialist.ouro → SerpentGuide.ouro}/psyche/identities/the-snake.md +0 -0
- /package/dist/{repertoire/tasks/types.js → heart/attachments/sources/adapter.js} +0 -0
- /package/dist/heart/{daemon → hatch}/hatch-animation.js +0 -0
- /package/dist/heart/{daemon → hatch}/specialist-orchestrator.js +0 -0
- /package/dist/heart/{daemon → versioning}/ouro-uti.js +0 -0
- /package/dist/heart/{daemon → versioning}/wrapper-publish-guard.js +0 -0
|
@@ -0,0 +1,1254 @@
|
|
|
1
|
+
#!/usr/local/bin/node
|
|
2
|
+
// Sanctuary Butler automated update path.
|
|
3
|
+
//
|
|
4
|
+
// One tool for the whole upgrade, built after a manual upgrade attempt took the
|
|
5
|
+
// household's Telegram bot down twice: once from a hand-rolled migration, once
|
|
6
|
+
// from a shipped-install defect discovered only AFTER the bot token had been
|
|
7
|
+
// revoked. The lesson both times was the same — verify the end state, and prove
|
|
8
|
+
// the upgrade can succeed BEFORE doing anything irreversible.
|
|
9
|
+
//
|
|
10
|
+
// Phases (each idempotent, each stops on the first failure):
|
|
11
|
+
// preflight read-only rehearsal. Proves the install can succeed and touches
|
|
12
|
+
// nothing. Its centerpiece is the fenced vault-read check (D-018):
|
|
13
|
+
// the exact operation that failed the last upgrade, run before the
|
|
14
|
+
// token is ever rotated.
|
|
15
|
+
// prepare extract the package, build the manifest + request, stage inputs,
|
|
16
|
+
// verify against the installer's own rules. Writes only to the
|
|
17
|
+
// authority staging area; the running Butler is untouched.
|
|
18
|
+
// install drive the DockerMan authority transaction to completion, with
|
|
19
|
+
// automatic rollback on ANY failure so the Butler is never left
|
|
20
|
+
// down. Requires a freshly rotated token at incoming-token.
|
|
21
|
+
// verify health + preservation (Jellyfin, steward policy) + readback.
|
|
22
|
+
// upgrade in-place upgrade of an INSTALLED authority (D-043): same epoch,
|
|
23
|
+
// token and cursor; new package, pins and resident image. The new
|
|
24
|
+
// package's own lifecycle does the work and rolls back exactly on
|
|
25
|
+
// any failure. `--rehearse <step>` stops after that step and rolls
|
|
26
|
+
// back, proving the rollback on real hardware. No token rotation.
|
|
27
|
+
//
|
|
28
|
+
// Run `preflight` and `prepare` freely. `install` is the first-install phase and
|
|
29
|
+
// refuses without a rotated incoming-token. Run `upgrade` detached so an SSH drop
|
|
30
|
+
// cannot interrupt it: setsid nohup node <this> upgrade <version> > /var/log/ouro-upgrade.log 2>&1 &
|
|
31
|
+
//
|
|
32
|
+
// An `upgrade` ends with the replay gate (sanctuary-replay-gate.mjs): the new Butler is held UNCOMMITTED (the lifecycle
|
|
33
|
+
// keeps its journal and the predecessor's records, because a committed upgrade cannot be rolled back), the gate replays
|
|
34
|
+
// real requests over A2A and reads the outcome back from machine state, and only a pass commits, pins the template and
|
|
35
|
+
// prunes images. A failed gate runs `upgrade-rollback`, confirms the predecessor is healthy, and exits 1.
|
|
36
|
+
// --no-gate skip the gate and commit straight away (emergencies; logged loudly)
|
|
37
|
+
// --plant <case> make that gate case fail on purpose, proving the rollback end to end
|
|
38
|
+
// verify --gate run the gate against the live version without upgrading
|
|
39
|
+
//
|
|
40
|
+
// Usage: sanctuary-butler-upgrade.mjs <preflight|prepare|install|verify|upgrade> <version> [--rehearse <step>] [--no-gate] [--plant <case>]
|
|
41
|
+
// sanctuary-butler-upgrade.mjs verify [--gate]
|
|
42
|
+
|
|
43
|
+
import { execFileSync, spawnSync } from "node:child_process"
|
|
44
|
+
import { createHash } from "node:crypto"
|
|
45
|
+
import { mkdtempSync, rmSync, writeFileSync, readFileSync, existsSync, statSync, lstatSync, chmodSync, realpathSync, readdirSync } from "node:fs"
|
|
46
|
+
import { fileURLToPath } from "node:url"
|
|
47
|
+
import { tmpdir } from "node:os"
|
|
48
|
+
import { join } from "node:path"
|
|
49
|
+
|
|
50
|
+
const ROOT = "/mnt/user/appdata/ouro-authority"
|
|
51
|
+
const BUNDLE = "/mnt/user/appdata/ouro-butler/agent/sanctuary.ouro"
|
|
52
|
+
const RUNTIME = "/mnt/user/appdata/ouro-butler/runtime/.ouro-cli"
|
|
53
|
+
const CONTAINER = "ouro-butler"
|
|
54
|
+
const TEMPLATE = "/boot/config/plugins/dockerMan/templates-user/my-ouro-butler.xml"
|
|
55
|
+
const JOURNAL = "/boot/config/custom/ouro-butler/docker-man-template-transaction.json"
|
|
56
|
+
const POLICY = `${BUNDLE}/state/policy/steward.json`
|
|
57
|
+
const PRIMITIVES = ["/usr/local/bin/node", "/bin/sh", "/usr/bin/prlimit", "/usr/bin/setsid"]
|
|
58
|
+
const REQUIRED_PROGRAMS = [
|
|
59
|
+
"dist/heart/daemon/sanctuary-telegram-authority-entry.js",
|
|
60
|
+
"dist/heart/daemon/sanctuary-authority-root-lifecycle.js",
|
|
61
|
+
"dist/heart/daemon/sanctuary-host-supervisor-entry.js",
|
|
62
|
+
"deploy/unraid/sanctuary-host-launcher.sh",
|
|
63
|
+
"deploy/unraid/sanctuary-authority-service.sh",
|
|
64
|
+
]
|
|
65
|
+
const MIN_FREE_GB = 2
|
|
66
|
+
const INCOMING_MANIFEST = `${ROOT}/incoming-package-manifest.json`
|
|
67
|
+
const INCOMING_REQUEST = `${ROOT}/incoming-request.json`
|
|
68
|
+
const UPGRADE_JOURNAL = `${ROOT}/upgrade.json`
|
|
69
|
+
// Host supervision skips its work while this flag is fresh (< 30 min), so a crashed
|
|
70
|
+
// upgrade can never leave self-heal off for longer than that.
|
|
71
|
+
const MAINTENANCE = "/run/ouro-authority-maintenance"
|
|
72
|
+
// The stop hook's flag: every keeper watchdog version stands down while it exists.
|
|
73
|
+
const SHUTDOWN_FLAG = "/run/ouro-authority-shutdown"
|
|
74
|
+
const GATE_SCRIPT = `${ROOT}/package/deploy/unraid/sanctuary-replay-gate.mjs`
|
|
75
|
+
// The replay clients' seeds and provisioning record: a root-owned host folder outside the bundle, which the Butler's user cannot write.
|
|
76
|
+
const GATE_PROVISION = "/mnt/user/appdata/ouro-butler/replay-client/provision.json"
|
|
77
|
+
// The whole gate (every case, including the eight-minute await wait) must finish well inside this; a hung gate is a failed gate.
|
|
78
|
+
export const GATE_TIMEOUT_MS = 95 * 60 * 1000
|
|
79
|
+
const UPGRADE_STEPS = ["stop", "switch", "resident", "migrate", "start"]
|
|
80
|
+
|
|
81
|
+
const sh = (file, args, opts = {}) => execFileSync(file, args, { encoding: "utf8", maxBuffer: 64 << 20, ...opts })
|
|
82
|
+
const docker = (args, opts = {}) => sh("/usr/bin/docker", args, opts)
|
|
83
|
+
const image = (version) => `ghcr.io/ourostack/ouroboros-butler:${version}`
|
|
84
|
+
|
|
85
|
+
// Unraid's cgroup2-unraid daemon watches /sys/fs/cgroup via inotify and rmdir's any
|
|
86
|
+
// cgroup that reports `populated 0`. The authority install creates its cgroup empty and
|
|
87
|
+
// keeps it empty through staging/verification (which asserts cgroup.procs === ""), so the
|
|
88
|
+
// reaper deletes /sys/fs/cgroup/ouro-authority within ~2s and stage fails ENOENT on
|
|
89
|
+
// cgroup.controllers. Pausing the reaper (SIGSTOP) lets the empty cgroup survive until the
|
|
90
|
+
// gateway process populates it; we always resume it (SIGCONT) afterwards.
|
|
91
|
+
let REAPER_PAUSED = false
|
|
92
|
+
function reaperPid() {
|
|
93
|
+
try { const p = readFileSync("/run/cgroup2-unraid.pid", "utf8").trim(); if (/^[0-9]+$/.test(p) && existsSync(`/proc/${p}`)) return p } catch { /* fall through */ }
|
|
94
|
+
try { const p = sh("/bin/sh", ["-c", "pgrep -f 'cgroup2-unraid --daemon' | head -1"]).trim(); return /^[0-9]+$/.test(p) ? p : null } catch { return null }
|
|
95
|
+
}
|
|
96
|
+
function pauseCgroupReaper() {
|
|
97
|
+
const pid = reaperPid()
|
|
98
|
+
if (!pid) { console.log(" note: cgroup2-unraid reaper not found; nothing to pause"); return }
|
|
99
|
+
try { sh("/bin/kill", ["-STOP", pid]); REAPER_PAUSED = true; ok(`paused cgroup2-unraid reaper (pid ${pid}) so the authority cgroup survives staging`) }
|
|
100
|
+
catch (e) { console.log(` note: could not pause cgroup2-unraid (${e.message}); install may fail on empty-cgroup reaping`) }
|
|
101
|
+
}
|
|
102
|
+
function resumeCgroupReaper() {
|
|
103
|
+
if (!REAPER_PAUSED) return
|
|
104
|
+
const pid = reaperPid()
|
|
105
|
+
if (pid) { try { sh("/bin/kill", ["-CONT", pid]); ok(`resumed cgroup2-unraid reaper (pid ${pid})`) } catch (e) { console.log(` WARN: failed to resume cgroup2-unraid (${e.message}); run: kill -CONT ${pid}`) } }
|
|
106
|
+
REAPER_PAUSED = false
|
|
107
|
+
}
|
|
108
|
+
const digest = (b) => `sha256:${createHash("sha256").update(b).digest("hex")}`
|
|
109
|
+
|
|
110
|
+
let RED = 0
|
|
111
|
+
const ok = (m) => console.log(` ok ${m}`)
|
|
112
|
+
const bad = (m) => { console.log(` FAIL ${m}`); RED += 1 }
|
|
113
|
+
const say = (m) => console.log(`\n== ${m}`)
|
|
114
|
+
|
|
115
|
+
function requireRoot() {
|
|
116
|
+
if (process.getuid() !== 0) { console.error("must run as root"); process.exit(2) }
|
|
117
|
+
}
|
|
118
|
+
|
|
119
|
+
function imageId(version) {
|
|
120
|
+
try { return docker(["image", "inspect", image(version), "--format", "{{.Id}}"], { stdio: ["ignore", "pipe", "ignore"] }).trim() }
|
|
121
|
+
catch { return null }
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
// ---- read-only rehearsal --------------------------------------------------
|
|
125
|
+
|
|
126
|
+
function preflight(version) {
|
|
127
|
+
say(`preflight for ${version} (read-only; nothing is changed)`)
|
|
128
|
+
|
|
129
|
+
say("target image present and pulled")
|
|
130
|
+
let id = imageId(version)
|
|
131
|
+
if (!id) { try { docker(["pull", image(version)]); id = imageId(version) } catch { /* reported below */ } }
|
|
132
|
+
id ? ok(`image ${id.slice(0, 19)}…`) : bad(`image ${image(version)} not present and could not be pulled`)
|
|
133
|
+
|
|
134
|
+
say("running Butler and rollback material")
|
|
135
|
+
let runningImage = null
|
|
136
|
+
try {
|
|
137
|
+
runningImage = docker(["inspect", CONTAINER, "--format", "{{.Image}}"], { stdio: ["ignore", "pipe", "ignore"] }).trim()
|
|
138
|
+
ok(`running image ${runningImage.slice(0, 19)}… (this is the rollback target)`)
|
|
139
|
+
} catch { bad(`the ${CONTAINER} container is absent`) }
|
|
140
|
+
if (id && runningImage && id === runningImage) bad("target and running image are identical — nothing to upgrade")
|
|
141
|
+
|
|
142
|
+
const installed = existsSync(`${ROOT}/active.json`)
|
|
143
|
+
if (installed) console.log(" note: an authority is installed, so this is an in-place upgrade (run `upgrade`, no token rotation)")
|
|
144
|
+
|
|
145
|
+
say("no stale authority runtime state")
|
|
146
|
+
if (!installed) {
|
|
147
|
+
const stale = ["/sys/fs/cgroup/ouro-authority", "/var/lib/ouro-authority", "/run/ouro-authority", `${ROOT}/epochs`].filter((d) => existsSync(d))
|
|
148
|
+
if (stale.length && !existsSync(`${ROOT}/active.json`)) console.log(` note: stale dirs present, install will clear them: ${stale.join(", ")}`)
|
|
149
|
+
else if (!stale.length) ok("no stale authority runtime dirs")
|
|
150
|
+
else bad(`stale dirs present with a live authority: ${stale.join(", ")}`)
|
|
151
|
+
}
|
|
152
|
+
|
|
153
|
+
say("no upgrade already in flight")
|
|
154
|
+
existsSync(JOURNAL) ? bad(`a template transaction journal is pending at ${JOURNAL}; resolve it first`) : ok("no pending template transaction")
|
|
155
|
+
if (installed) existsSync(UPGRADE_JOURNAL) ? console.log(" note: an in-place upgrade is pending; `upgrade` resumes it") : ok("no pending in-place upgrade")
|
|
156
|
+
if (installed && existsSync(`${ROOT}/incoming-token`)) console.log(" note: a stale incoming-token copy is present; the upgrade removes it (D-044)")
|
|
157
|
+
|
|
158
|
+
say("host primitives (root-owned, not group/world-writable)")
|
|
159
|
+
for (const f of PRIMITIVES) {
|
|
160
|
+
try {
|
|
161
|
+
const [uid, gid, mode] = sh("/usr/bin/stat", ["-Lc", "%u %g %a", f]).trim().split(" ")
|
|
162
|
+
if (uid === "0" && gid === "0" && (parseInt(mode, 8) & 0o022) === 0) ok(`${f} ${uid}:${gid} ${mode}`)
|
|
163
|
+
else bad(`${f} is ${uid}:${gid} ${mode} — must be root-owned and not group/world-writable`)
|
|
164
|
+
} catch { bad(`${f} is missing`) }
|
|
165
|
+
}
|
|
166
|
+
|
|
167
|
+
say("delegated-command grants the Butler will still honour")
|
|
168
|
+
{
|
|
169
|
+
const friendRecords = {}
|
|
170
|
+
try {
|
|
171
|
+
for (const file of readdirSync(`${BUNDLE}/friends`).filter((name) => name.endsWith(".json"))) {
|
|
172
|
+
try { friendRecords[file.replace(/\.json$/u, "")] = JSON.parse(readFileSync(`${BUNDLE}/friends/${file}`, "utf8")) } catch { /* unreadable record: not a grant source */ }
|
|
173
|
+
}
|
|
174
|
+
} catch { /* no friends folder yet */ }
|
|
175
|
+
let trustedGrants = {}
|
|
176
|
+
try { trustedGrants = JSON.parse(readFileSync(`${TRUST_HOST_DIR}/delegated-command-grants.json`, "utf8")).grants ?? {} } catch { /* no trusted grants yet */ }
|
|
177
|
+
const warnings = legacyDelegationGrantWarnings(friendRecords, trustedGrants)
|
|
178
|
+
warnings.length === 0 ? ok("no friend record relies on the old delegationGrant") : warnings.forEach((line) => console.log(` WARNING: ${line}`))
|
|
179
|
+
}
|
|
180
|
+
|
|
181
|
+
say("escalation holders the upgrade would drop")
|
|
182
|
+
{
|
|
183
|
+
const dropped = escalationGrantProblems()
|
|
184
|
+
dropped.length === 0 ? ok("every escalation holder in the bundle is already in the trusted file") : dropped.forEach((line) => bad(line))
|
|
185
|
+
}
|
|
186
|
+
|
|
187
|
+
say("required programs in the target image")
|
|
188
|
+
try {
|
|
189
|
+
const missing = REQUIRED_PROGRAMS.filter((p) => {
|
|
190
|
+
try { docker(["run", "--rm", "--entrypoint", "/bin/sh", image(version), "-c", `test -f /opt/ouro/${p}`]); return false }
|
|
191
|
+
catch { return true }
|
|
192
|
+
})
|
|
193
|
+
missing.length ? bad(`image is missing: ${missing.join(", ")}`) : ok(`all ${REQUIRED_PROGRAMS.length} authority programs present`)
|
|
194
|
+
} catch { bad("could not inspect the image contents") }
|
|
195
|
+
|
|
196
|
+
say("D-018: the fenced vault read the install depends on")
|
|
197
|
+
if (installed) ok("not needed: the installed gateway already holds the token in root custody")
|
|
198
|
+
else if (id) {
|
|
199
|
+
// Run the read fenced exactly as THIS version's install will fence it, so
|
|
200
|
+
// the rehearsal is faithful: an unfixed image is tested without the fix and
|
|
201
|
+
// correctly fails here rather than during a real install.
|
|
202
|
+
const hasFix = targetHasVaultFix(version)
|
|
203
|
+
console.log(` note: target ${hasFix ? "carries" : "does NOT carry"} the D-018 fenced-read fix`)
|
|
204
|
+
try {
|
|
205
|
+
const out = JSON.parse(fencedVaultRead(version, hasFix))
|
|
206
|
+
out.tokenPresent === true
|
|
207
|
+
? ok("fenced root vault read works with this image's own fencing")
|
|
208
|
+
: bad(`fenced vault read returned ${JSON.stringify(out)} — expected {tokenPresent:true}`)
|
|
209
|
+
} catch (e) {
|
|
210
|
+
bad(`fenced vault read FAILED: ${String(e.message).split("\n")[0]} — this image cannot read its own credentials; installing it would strand Telegram (this is exactly what happened on the last upgrade)`)
|
|
211
|
+
}
|
|
212
|
+
} else bad("skipped (no image)")
|
|
213
|
+
|
|
214
|
+
say("disk headroom")
|
|
215
|
+
try {
|
|
216
|
+
const freeKb = Number(sh("/bin/df", ["-Pk", "/mnt/user/appdata"]).trim().split("\n").at(-1).split(/\s+/)[3])
|
|
217
|
+
const freeGb = freeKb / 1024 / 1024
|
|
218
|
+
freeGb >= MIN_FREE_GB ? ok(`${freeGb.toFixed(1)} GB free on appdata`) : bad(`only ${freeGb.toFixed(1)} GB free (want ≥ ${MIN_FREE_GB})`)
|
|
219
|
+
} catch { bad("could not read disk free space") }
|
|
220
|
+
|
|
221
|
+
say("preservation baselines readable")
|
|
222
|
+
existsSync(POLICY) ? ok(`steward policy present (${sha12(POLICY)})`) : bad(`steward policy missing at ${POLICY}`)
|
|
223
|
+
try { docker(["inspect", "jellyfin", "--format", "{{.Id}}"], { stdio: ["ignore", "pipe", "ignore"] }); ok("jellyfin inspectable for the unchanged-check") }
|
|
224
|
+
catch { bad("jellyfin container not inspectable") }
|
|
225
|
+
|
|
226
|
+
console.log("")
|
|
227
|
+
if (RED === 0) console.log(installed ? "PREFLIGHT GREEN — run `upgrade` (detached)." : "PREFLIGHT GREEN — the upgrade can proceed. Next: prepare, rotate the token, install.")
|
|
228
|
+
else console.log(`PREFLIGHT RED — ${RED} blocker(s) above. Nothing was changed; fix these before rotating the token.`)
|
|
229
|
+
process.exit(RED === 0 ? 0 : 1)
|
|
230
|
+
}
|
|
231
|
+
|
|
232
|
+
// Does the target image's own #vault carry the D-018 fix? Read it from the image
|
|
233
|
+
// so the rehearsal fences the read the same way the real install will.
|
|
234
|
+
function targetHasVaultFix(version) {
|
|
235
|
+
try {
|
|
236
|
+
const src = docker(["run", "--rm", "--entrypoint", "/bin/cat", image(version),
|
|
237
|
+
"/opt/ouro/dist/heart/daemon/sanctuary-authority-root-lifecycle.js"], { stdio: ["ignore", "pipe", "ignore"] })
|
|
238
|
+
return src.includes("--cap-add=DAC_OVERRIDE") && src.includes("/home/ouro/.bw-src")
|
|
239
|
+
} catch { return false }
|
|
240
|
+
}
|
|
241
|
+
|
|
242
|
+
const CLI = "/opt/ouro/dist/heart/daemon/sanctuary-authority-root-lifecycle.js"
|
|
243
|
+
// The fenced vault read, replicating the target version's own #vault fencing.
|
|
244
|
+
function fencedVaultRead(version, hasFix) {
|
|
245
|
+
const base = ["run", "--rm", "-i", "--pull=never", "--network", "host", "--user", "0:0", "--read-only",
|
|
246
|
+
"--cap-drop=ALL", "--security-opt=no-new-privileges"]
|
|
247
|
+
const args = hasFix
|
|
248
|
+
? [...base, "--cap-add=DAC_OVERRIDE", "--entrypoint", "/bin/sh",
|
|
249
|
+
"--mount", `type=bind,src=${RUNTIME},dst=/home/ouro/.ouro-cli,readonly`,
|
|
250
|
+
"--mount", `type=bind,src=${RUNTIME}/bitwarden,dst=/home/ouro/.bw-src,readonly`,
|
|
251
|
+
"--mount", `type=bind,src=${BUNDLE},dst=/home/ouro/AgentBundles/sanctuary.ouro,readonly`,
|
|
252
|
+
"--tmpfs", "/home/ouro/.ouro-cli/bitwarden:rw,nosuid,nodev,noexec,mode=0700",
|
|
253
|
+
"--tmpfs", "/home/ouro/.config:rw,nosuid,nodev,noexec,mode=0700",
|
|
254
|
+
"--tmpfs", "/tmp:rw,nosuid,nodev,noexec,mode=0700",
|
|
255
|
+
image(version), "-c", `cp -r /home/ouro/.bw-src/. /home/ouro/.ouro-cli/bitwarden/ && exec /usr/local/bin/node ${CLI} vault presence`]
|
|
256
|
+
: [...base, "--entrypoint", "/usr/local/bin/node",
|
|
257
|
+
"--mount", `type=bind,src=${RUNTIME},dst=/home/ouro/.ouro-cli,readonly`,
|
|
258
|
+
"--mount", `type=bind,src=${BUNDLE},dst=/home/ouro/AgentBundles/sanctuary.ouro,readonly`,
|
|
259
|
+
"--tmpfs", "/home/ouro/.ouro-cli/bitwarden:rw,nosuid,nodev,noexec,mode=0700",
|
|
260
|
+
"--tmpfs", "/tmp:rw,nosuid,nodev,noexec,mode=0700",
|
|
261
|
+
image(version), CLI, "vault", "presence"]
|
|
262
|
+
return docker(args, { stdio: ["pipe", "pipe", "pipe"], input: "" })
|
|
263
|
+
}
|
|
264
|
+
|
|
265
|
+
function sha12(path) { return digest(readFileSync(path)).slice(7, 19) }
|
|
266
|
+
|
|
267
|
+
// ---- prepare (idempotent staging; running Butler untouched) ---------------
|
|
268
|
+
|
|
269
|
+
function prepare(version) {
|
|
270
|
+
say(`prepare inputs for ${version}`)
|
|
271
|
+
const id = imageId(version)
|
|
272
|
+
if (!id) fail(`image ${image(version)} is not present; pull it first`)
|
|
273
|
+
if (existsSync(`${ROOT}/active.json`)) fail("an authority is installed; use `upgrade` (in place, no token rotation) instead of prepare/install")
|
|
274
|
+
const epochId = `${version.replace(/[^A-Za-z0-9_-]/g, "-")}-${new Date().toISOString().slice(0, 10).replace(/-/g, "")}`
|
|
275
|
+
const manifestBytes = stageIncomingPackage(version)
|
|
276
|
+
writePrivate(`${ROOT}/package-manifest.json`, manifestBytes)
|
|
277
|
+
const creds = JSON.parse(readFileSync(`/mnt/user/appdata/ouro-butler/runtime/container-credentials.json`, "utf8")).credentials[0].runtimeConfig
|
|
278
|
+
const request = {
|
|
279
|
+
schemaVersion: 1, epochId,
|
|
280
|
+
botId: String(creds.telegramBotToken).split(":")[0],
|
|
281
|
+
ownerUserId: String(creds.telegramAuthorizedUserId), ownerChatId: String(creds.telegramAuthorizedChatId),
|
|
282
|
+
...packagePins(manifestBytes),
|
|
283
|
+
}
|
|
284
|
+
if (request.ownerUserId !== request.ownerChatId) fail("owner user and chat must match")
|
|
285
|
+
writePrivate(`${ROOT}/request.json`, Buffer.from(JSON.stringify(request)))
|
|
286
|
+
ok(`epoch ${epochId}, package ${request.packageDigest.slice(7, 19)}…`)
|
|
287
|
+
|
|
288
|
+
say("verify the prepared package against the installer's own rules")
|
|
289
|
+
verifyPackage(`${ROOT}/incoming-package`, `${ROOT}/package-manifest.json`, `${ROOT}/request.json`)
|
|
290
|
+
ok("package verifies")
|
|
291
|
+
|
|
292
|
+
console.log("\nPREPARE done. Next: rotate the bot token into ${ROOT}/incoming-token, then install.".replace("${ROOT}", ROOT))
|
|
293
|
+
}
|
|
294
|
+
|
|
295
|
+
// The package digest plus the host primitive pins every request carries.
|
|
296
|
+
function packagePins(manifestBytes) {
|
|
297
|
+
const d = (f) => digest(readFileSync(f))
|
|
298
|
+
return {
|
|
299
|
+
packageDigest: digest(manifestBytes),
|
|
300
|
+
nodeDigest: d("/usr/local/bin/node"), prlimitDigest: d("/usr/bin/prlimit"),
|
|
301
|
+
setsidDigest: d("/usr/bin/setsid"), shellDigest: d(sh("/bin/readlink", ["-f", "/bin/sh"]).trim()),
|
|
302
|
+
}
|
|
303
|
+
}
|
|
304
|
+
|
|
305
|
+
// Extract the exact package from the image into incoming-package, normalised to the
|
|
306
|
+
// installer's rules, and return its manifest bytes. The running Butler is untouched.
|
|
307
|
+
function stageIncomingPackage(version) {
|
|
308
|
+
const incoming = `${ROOT}/incoming-package`
|
|
309
|
+
|
|
310
|
+
say("extract the exact package from the image")
|
|
311
|
+
sh("/bin/rm", ["-rf", incoming]); sh("/bin/mkdir", ["-p", incoming])
|
|
312
|
+
const cid = docker(["create", "--entrypoint", "/bin/sh", image(version)]).trim()
|
|
313
|
+
try { docker(["cp", `${cid}:/opt/ouro/.`, `${incoming}/`]) } finally { docker(["rm", "-f", cid]) }
|
|
314
|
+
ok(`extracted ${sh("/usr/bin/find", [incoming, "-type", "f"]).trim().split("\n").length} files`)
|
|
315
|
+
|
|
316
|
+
say("normalise: drop symlinks, root-own, dirs 700, files 644/755, break hard links")
|
|
317
|
+
sh("/usr/bin/find", [incoming, "-type", "l", "-delete"])
|
|
318
|
+
sh("/bin/chown", ["-R", "0:0", incoming])
|
|
319
|
+
sh("/usr/bin/find", [incoming, "-type", "d", "-exec", "chmod", "700", "{}", "+"])
|
|
320
|
+
sh("/bin/sh", ["-c", `find ${incoming} -type f ! -perm 755 -exec chmod 644 {} +`])
|
|
321
|
+
const linked = sh("/bin/sh", ["-c", `find ${incoming} -type f -links +1 | wc -l`]).trim()
|
|
322
|
+
if (linked !== "0") sh("/bin/sh", ["-c", `find ${incoming} -type f -links +1 -exec sh -c 'cp -p "$1" "$1.u" && mv -f "$1.u" "$1"' _ {} \\;`])
|
|
323
|
+
ok("normalised")
|
|
324
|
+
|
|
325
|
+
say("required programs survived")
|
|
326
|
+
for (const p of REQUIRED_PROGRAMS) if (!existsSync(`${incoming}/${p}`)) fail(`missing after normalise: ${p}`)
|
|
327
|
+
ok("all present")
|
|
328
|
+
|
|
329
|
+
say("build package manifest + request")
|
|
330
|
+
const files = {}
|
|
331
|
+
const allowed = new Set([0o600, 0o644, 0o700, 0o755])
|
|
332
|
+
const walk = (rel) => {
|
|
333
|
+
for (const entry of sh("/bin/sh", ["-c", `cd ${incoming} && find ${rel || "."} -maxdepth 1 -mindepth 1 -printf '%y %f\n'`]).trim().split("\n").filter(Boolean)) {
|
|
334
|
+
const [type, ...nameParts] = entry.split(" "); const name = (rel ? `${rel}/` : "") + nameParts.join(" ")
|
|
335
|
+
if (type === "d") walk(name)
|
|
336
|
+
else if (type === "f") {
|
|
337
|
+
const mode = parseInt(sh("/usr/bin/stat", ["-c", "%a", `${incoming}/${name}`]).trim(), 8)
|
|
338
|
+
if (!allowed.has(mode)) fail(`mode ${mode.toString(8)} not allowed: ${name}`)
|
|
339
|
+
files[name] = { digest: digest(readFileSync(`${incoming}/${name}`)), mode }
|
|
340
|
+
}
|
|
341
|
+
}
|
|
342
|
+
}
|
|
343
|
+
walk("")
|
|
344
|
+
ok(`${Object.keys(files).length} files pinned`)
|
|
345
|
+
return Buffer.from(JSON.stringify({ schemaVersion: 1, files }))
|
|
346
|
+
}
|
|
347
|
+
|
|
348
|
+
function writePrivate(path, bytes) { writeFileSync(path, bytes, { mode: 0o600 }); sh("/bin/chown", ["0:0", path]); chmodSync(path, 0o600) }
|
|
349
|
+
|
|
350
|
+
// A faithful re-check of the installer's verifySanctuaryAuthorityInstallation
|
|
351
|
+
// package rules, so prepare fails loudly rather than the install failing late.
|
|
352
|
+
function verifyPackage(pkg, manifestPath, requestPath) {
|
|
353
|
+
const canonical = (p) => { if (sh("/bin/readlink", ["-f", p]).trim() !== p) fail(`not canonical: ${p}`) }
|
|
354
|
+
const dirMode = (p) => parseInt(sh("/usr/bin/stat", ["-c", "%a", p]).trim(), 8)
|
|
355
|
+
canonical(pkg); if (dirMode(pkg) !== 0o700) fail(`package root must be 0700, is ${dirMode(pkg).toString(8)}`)
|
|
356
|
+
const manifest = JSON.parse(readFileSync(manifestPath, "utf8"))
|
|
357
|
+
const request = JSON.parse(readFileSync(requestPath, "utf8"))
|
|
358
|
+
if (digest(readFileSync(manifestPath)) !== request.packageDigest) fail("manifest digest != request.packageDigest")
|
|
359
|
+
const allowed = new Set([0o600, 0o644, 0o700, 0o755])
|
|
360
|
+
for (const [rel, pin] of Object.entries(manifest.files)) {
|
|
361
|
+
if (!/^[A-Za-z0-9_@.-]+(?:\/[A-Za-z0-9_@.-]+)*$/.test(rel)) fail(`bad path: ${rel}`)
|
|
362
|
+
if (!allowed.has(pin.mode)) fail(`bad mode pin: ${rel}`)
|
|
363
|
+
if (digest(readFileSync(`${pkg}/${rel}`)) !== pin.digest) fail(`digest changed: ${rel}`)
|
|
364
|
+
}
|
|
365
|
+
for (const p of REQUIRED_PROGRAMS) if (!manifest.files[p]) fail(`manifest missing program: ${p}`)
|
|
366
|
+
const prim = (f, want) => { const st = sh("/usr/bin/stat", ["-Lc", "%u %g %a", f]).trim().split(" "); if (!(st[0] === "0" && st[1] === "0" && (parseInt(st[2], 8) & 0o022) === 0 && digest(readFileSync(f)) === want)) fail(`host primitive pin would fail: ${f}`) }
|
|
367
|
+
prim("/usr/local/bin/node", request.nodeDigest); prim(sh("/bin/readlink", ["-f", "/bin/sh"]).trim(), request.shellDigest)
|
|
368
|
+
prim("/usr/bin/prlimit", request.prlimitDigest); prim("/usr/bin/setsid", request.setsidDigest)
|
|
369
|
+
}
|
|
370
|
+
|
|
371
|
+
// ---- install (the one destructive phase; auto-rolls-back on any failure) --
|
|
372
|
+
|
|
373
|
+
function tx(op, extra = []) {
|
|
374
|
+
const driver = `${ROOT}/incoming-package/deploy/unraid/docker-man-template-transaction.mjs`
|
|
375
|
+
try {
|
|
376
|
+
return sh("/usr/local/bin/node", [driver, op, ...extra], { stdio: ["pipe", "pipe", "pipe"] })
|
|
377
|
+
} catch (e) {
|
|
378
|
+
// Surface the transaction's real stderr/stdout, not just "Command failed".
|
|
379
|
+
const detail = [e.stderr, e.stdout].map((x) => (x ? String(x).trim() : "")).filter(Boolean).join("\n")
|
|
380
|
+
throw new Error(`${op} failed:\n${detail || e.message}`)
|
|
381
|
+
}
|
|
382
|
+
}
|
|
383
|
+
|
|
384
|
+
const AUTOSTART_FILE = "/var/lib/docker/unraid-autostart"
|
|
385
|
+
let RESIDENT_AUTOSTART_LINE = "ouro-butler 0"
|
|
386
|
+
const AUTOSTART_RE = /^ouro-butler(?:-rollback|-staging|-legacy-evidence)?(?:\s|$)/u
|
|
387
|
+
// configure-resident/#configured require the resident to be ABSENT from Unraid's direct
|
|
388
|
+
// autostart during the handoff (the authority controls its start, not Unraid boot). The
|
|
389
|
+
// final commit proof then requires it PRESENT. So we disable it before authority-activate
|
|
390
|
+
// and re-enable it before commit. #directAutostartDisabled also requires the file be
|
|
391
|
+
// root:root 0644, which we preserve.
|
|
392
|
+
function disableResidentAutostart() {
|
|
393
|
+
if (!existsSync(AUTOSTART_FILE)) return
|
|
394
|
+
const lines = readFileSync(AUTOSTART_FILE, "utf8").split("\n")
|
|
395
|
+
const found = lines.find((l) => AUTOSTART_RE.test(l))
|
|
396
|
+
if (found) RESIDENT_AUTOSTART_LINE = found
|
|
397
|
+
writeFileSync(AUTOSTART_FILE, lines.filter((l) => !AUTOSTART_RE.test(l)).join("\n"))
|
|
398
|
+
sh("/bin/chown", ["0:0", AUTOSTART_FILE]); chmodSync(AUTOSTART_FILE, 0o644)
|
|
399
|
+
ok("disabled ouro-butler direct autostart for the authority handoff")
|
|
400
|
+
}
|
|
401
|
+
function enableResidentAutostart() {
|
|
402
|
+
const lines = existsSync(AUTOSTART_FILE) ? readFileSync(AUTOSTART_FILE, "utf8").split("\n").filter((l) => l.length) : []
|
|
403
|
+
if (!lines.some((l) => AUTOSTART_RE.test(l))) lines.push(RESIDENT_AUTOSTART_LINE)
|
|
404
|
+
writeFileSync(AUTOSTART_FILE, lines.join("\n") + "\n")
|
|
405
|
+
sh("/bin/chown", ["0:0", AUTOSTART_FILE]); chmodSync(AUTOSTART_FILE, 0o644)
|
|
406
|
+
ok("re-enabled ouro-butler direct autostart")
|
|
407
|
+
}
|
|
408
|
+
|
|
409
|
+
// Recreate the resident container into the tokenless, gateway-mounted target form that
|
|
410
|
+
// #configure/#target require. Nothing in the authority transaction does this — on Unraid it
|
|
411
|
+
// is a DockerMan "Apply" of the swapped template. We perform the equivalent here, matching
|
|
412
|
+
// what DockerMan produces (managed label + icon + the template's mounts) so start-resident,
|
|
413
|
+
// verify-install and the final commit proof are all satisfied. The container is created
|
|
414
|
+
// stopped; start-resident starts it. #target asserts: target image, user 10001:10001, no
|
|
415
|
+
// token env, exactly one read-only /run/ouro-authority mount, no docker.sock/${ROOT} mounts.
|
|
416
|
+
// The psyche folder is mounted read-only over the writable bundle mount, so its files cannot be edited and the folder cannot be
|
|
417
|
+
// renamed, removed or swapped from inside the container. The files stay owned by the resident at mode 0600 because the
|
|
418
|
+
// resident's boot check requires exactly that. On a normal boot the files already match the package, so the check writes
|
|
419
|
+
// nothing; if they ever drift, its repair write fails with EROFS and startup fails loudly rather than silently rewriting psyche.
|
|
420
|
+
export const PSYCHE_MOUNT = `${BUNDLE}/psyche:/home/ouro/AgentBundles/sanctuary.ouro/psyche:ro`
|
|
421
|
+
// Operator-set grants (delegated commands, escalation) live outside the bundle, in a root-owned host directory mounted
|
|
422
|
+
// read-only at /etc/ouro/trust/sanctuary. The bundle's recursive chown cannot reach it, and the resident cannot write it.
|
|
423
|
+
export const TRUST_HOST_DIR = "/mnt/user/appdata/ouro-butler/trust/sanctuary"
|
|
424
|
+
export const TRUST_MOUNT = `${TRUST_HOST_DIR}:/etc/ouro/trust/sanctuary:ro`
|
|
425
|
+
|
|
426
|
+
/** What is wrong with a host trust directory's stat, or null when it is a real root-owned directory closed to group and other writes. */
|
|
427
|
+
export function trustDirIssue(stat) {
|
|
428
|
+
if (stat.isSymbolicLink()) return `${TRUST_HOST_DIR} is a symlink`
|
|
429
|
+
if (!stat.isDirectory()) return `${TRUST_HOST_DIR} is not a directory`
|
|
430
|
+
if (stat.uid !== 0) return `${TRUST_HOST_DIR} must be owned by root`
|
|
431
|
+
if ((stat.mode & 0o022) !== 0) return `${TRUST_HOST_DIR} is writable by group or other`
|
|
432
|
+
return null
|
|
433
|
+
}
|
|
434
|
+
|
|
435
|
+
// Creates the host trust directory root-owned 0755 when it is missing; refuses one the resident could have made.
|
|
436
|
+
function ensureTrustHostDir() {
|
|
437
|
+
if (!existsSync(TRUST_HOST_DIR)) {
|
|
438
|
+
sh("/bin/mkdir", ["-p", TRUST_HOST_DIR])
|
|
439
|
+
sh("/bin/chown", ["-h", "0:0", TRUST_HOST_DIR])
|
|
440
|
+
chmodSync(TRUST_HOST_DIR, 0o755)
|
|
441
|
+
}
|
|
442
|
+
const issue = trustDirIssue(lstatSync(TRUST_HOST_DIR))
|
|
443
|
+
if (issue) fail(`${issue}; fix it as root before the upgrade`)
|
|
444
|
+
}
|
|
445
|
+
|
|
446
|
+
/** What is wrong with the resident's trust mount, from `docker inspect` Mounts, or null when it is the read-only host directory. */
|
|
447
|
+
export function trustMountIssue(mounts) {
|
|
448
|
+
const mount = (Array.isArray(mounts) ? mounts : []).find((entry) => entry?.Destination === "/etc/ouro/trust/sanctuary")
|
|
449
|
+
if (!mount) return "the operator trust directory is not mounted in the resident, so no grant would be honoured"
|
|
450
|
+
if (mount.Source !== TRUST_HOST_DIR) return `the operator trust directory is mounted from ${mount.Source}, not the root-owned host directory`
|
|
451
|
+
return mount.RW === false ? null : "the operator trust directory is mounted read-write in the resident"
|
|
452
|
+
}
|
|
453
|
+
|
|
454
|
+
/** Friends whose records still carry the old delegationGrant but have no trusted grant: the record is now only a hint, so they are refused. */
|
|
455
|
+
export function legacyDelegationGrantWarnings(friendRecords, trustedGrants) {
|
|
456
|
+
return Object.entries(friendRecords)
|
|
457
|
+
.filter(([id, record]) => record?.delegationGrant && !(id in trustedGrants))
|
|
458
|
+
.map(([id, record]) => `${record.name ?? id} (${id}) has a delegationGrant on its friend record that is no longer honoured; grant it with \`ouro a2a delegated-commands grant --friend ${id} --did <did:key>\` as root`)
|
|
459
|
+
}
|
|
460
|
+
|
|
461
|
+
/**
|
|
462
|
+
* Escalation holders the old harness honoured (the bundle's state/a2a/escalation-grants.json) that the trusted file does not list. The
|
|
463
|
+
* upgrade never copies a grant out of the bundle, so each of these loses the escalation grant until the operator re-grants it.
|
|
464
|
+
*/
|
|
465
|
+
export function legacyEscalationGrantProblems(legacyGrants, trustedGrants) {
|
|
466
|
+
return Object.entries(legacyGrants ?? {})
|
|
467
|
+
.filter(([id]) => !(id in (trustedGrants ?? {})))
|
|
468
|
+
.map(([id, grant]) => `escalation holder ${id} is in the bundle's state/a2a/escalation-grants.json but not in ${TRUST_HOST_DIR}/escalation-grants.json, so the upgrade would drop it; grant it as root first with \`ouro a2a escalation grant --agent sanctuary --friend ${id} --did ${typeof grant?.did === "string" ? grant.did : "<did:key>"}\` (the one-off container form is in deploy/unraid/README.txt)`)
|
|
469
|
+
}
|
|
470
|
+
|
|
471
|
+
/** Reads the legacy bundle file and the trusted file from the host and returns the holders the upgrade would drop. */
|
|
472
|
+
function escalationGrantProblems() {
|
|
473
|
+
const read = (file) => { try { return JSON.parse(readFileSync(file, "utf8")).grants ?? {} } catch { return {} } }
|
|
474
|
+
return legacyEscalationGrantProblems(read(`${BUNDLE}/state/a2a/escalation-grants.json`), read(`${TRUST_HOST_DIR}/escalation-grants.json`))
|
|
475
|
+
}
|
|
476
|
+
|
|
477
|
+
function recreateResident(version) {
|
|
478
|
+
say("recreate resident container (tokenless, gateway socket mounted)")
|
|
479
|
+
disableResidentAutostart()
|
|
480
|
+
ensureTrustHostDir()
|
|
481
|
+
const icon = "https://raw.githubusercontent.com/ourostack/ouroboros/main/assets/ouroboros.png"
|
|
482
|
+
docker(["rm", "-f", CONTAINER], { stdio: "ignore" })
|
|
483
|
+
docker(["create", "--name", CONTAINER, "--network", "host", "--restart", "unless-stopped", "--user", "10001:10001",
|
|
484
|
+
"-l", "net.unraid.docker.managed=dockerman",
|
|
485
|
+
"-l", `net.unraid.docker.icon=${icon}`,
|
|
486
|
+
"-l", "org.opencontainers.image.source=https://github.com/ourostack/ouroboros",
|
|
487
|
+
"-v", "/mnt/user/appdata/ouro-butler/runtime/.ouro-cli:/home/ouro/.ouro-cli:rw",
|
|
488
|
+
"-v", "/mnt/user/appdata/ouro-butler/agent/sanctuary.ouro:/home/ouro/AgentBundles/sanctuary.ouro:rw",
|
|
489
|
+
"-v", "/boot/config/custom/ouro-events/spool:/run/ouro-events:ro",
|
|
490
|
+
"-v", "/run/ouro-authority:/run/ouro-authority:ro",
|
|
491
|
+
"-v", PSYCHE_MOUNT,
|
|
492
|
+
"-v", TRUST_MOUNT,
|
|
493
|
+
image(version)])
|
|
494
|
+
const ref = docker(["inspect", CONTAINER, "--format", "{{.Config.Image}}"]).trim()
|
|
495
|
+
if (ref !== image(version)) fail(`recreated resident is ${ref}, expected ${image(version)}`)
|
|
496
|
+
ok(`recreated ${CONTAINER} on ${version} (created, stopped, gateway-mounted)`)
|
|
497
|
+
}
|
|
498
|
+
|
|
499
|
+
// Migrate the agent bundle to the target version against the packaged bundle template
|
|
500
|
+
// (deploy/unraid/sanctuary.ouro inside the extracted package — it holds provider-readiness.json
|
|
501
|
+
// and the rest of the package-managed files). Without this, the target runtime reads an
|
|
502
|
+
// unmigrated predecessor bundle and its context-loss sentinel goes critical, crash-looping the
|
|
503
|
+
// resident telegram sense. Run while the resident is stopped (between recreate and activate).
|
|
504
|
+
// The recursive chown above also hands state/replay to the resident, but the replay gate's trust rests on that
|
|
505
|
+
// directory being root-owned and read-only to it. Put it back (the resident is stopped) and drop any window file.
|
|
506
|
+
// The recursive restore runs while the resident owns the bundle, so state/<name>, or state itself, may be a link it planted.
|
|
507
|
+
// A WARN line in the upgrade log says plainly that a restore step refused; nothing is chowned or chmodded through a link.
|
|
508
|
+
const warn = (m) => console.log(`\nWARN ${m}`)
|
|
509
|
+
export function trustedStateChild(bundle, name, { lstat = lstatSync, realpath = realpathSync, log = warn } = {}) {
|
|
510
|
+
const dir = `${bundle}/state/${name}`
|
|
511
|
+
const refuse = (reason) => { log(`upgrade restore REFUSED ${dir}: ${reason}; no chown or chmod was applied through it`); return null }
|
|
512
|
+
let stat
|
|
513
|
+
try { stat = lstat(dir) } catch { return null }
|
|
514
|
+
if (!stat.isDirectory()) return refuse(stat.isSymbolicLink() ? "it is a symlink" : "it is not a directory")
|
|
515
|
+
let resolved = ""
|
|
516
|
+
let expected = ""
|
|
517
|
+
try { resolved = realpath(dir); expected = `${realpath(bundle)}/state/${name}` } catch { /* unresolvable: refused below */ }
|
|
518
|
+
if (!resolved || resolved !== expected) return refuse("it resolves outside the bundle's own state directory")
|
|
519
|
+
return dir
|
|
520
|
+
}
|
|
521
|
+
export function restoreReplayRoot(bundle = BUNDLE, { lstat = lstatSync, realpath = realpathSync, chmod = chmodSync, rm = rmSync, run = sh, log = warn } = {}) {
|
|
522
|
+
const dir = trustedStateChild(bundle, "replay", { lstat, realpath, log })
|
|
523
|
+
if (!dir) return
|
|
524
|
+
run("/bin/chown", ["-h", "0:0", dir])
|
|
525
|
+
chmod(dir, 0o755)
|
|
526
|
+
rm(`${dir}/window.json`, { force: true, recursive: true })
|
|
527
|
+
}
|
|
528
|
+
// The psyche files are package-managed: the resident's own boot check (prepareSanctuaryPackageManagedBundle) requires every one
|
|
529
|
+
// to be exactly mode 0600, so they must stay owned by the resident (uid 10001) at 0600. What stops the resident editing or
|
|
530
|
+
// replacing them is the read-only bind mount of psyche/ (PSYCHE_MOUNT), not file ownership. The recursive chown above already
|
|
531
|
+
// handed them to 10001; this puts the modes back (directories 0755, files 0600) and is the state psycheProblems checks.
|
|
532
|
+
export function restorePsycheModes(dir, { lstat = lstatSync, readdir = readdirSync, chmod = chmodSync } = {}) {
|
|
533
|
+
const walk = (current) => {
|
|
534
|
+
const stat = lstat(current)
|
|
535
|
+
if (stat.isSymbolicLink()) return
|
|
536
|
+
if (stat.isDirectory()) {
|
|
537
|
+
chmod(current, 0o755)
|
|
538
|
+
for (const name of readdir(current)) walk(`${current}/${name}`)
|
|
539
|
+
} else chmod(current, 0o600)
|
|
540
|
+
}
|
|
541
|
+
walk(dir)
|
|
542
|
+
}
|
|
543
|
+
function restorePsycheRoot() {
|
|
544
|
+
const dir = `${BUNDLE}/psyche`
|
|
545
|
+
if (existsSync(dir)) restorePsycheModes(dir)
|
|
546
|
+
}
|
|
547
|
+
|
|
548
|
+
/** What is wrong with the psyche folder as the resident's boot check needs it: files owned by the resident at exactly 0600, directories not writable by group or others, no symlinks. Empty when it is sound. */
|
|
549
|
+
export function psycheProblems(dir, { lstat = lstatSync, readdir = readdirSync } = {}) {
|
|
550
|
+
const problems = []
|
|
551
|
+
const walk = (current) => {
|
|
552
|
+
const stat = lstat(current)
|
|
553
|
+
if (stat.isSymbolicLink()) { problems.push(`${current} is a symlink`); return }
|
|
554
|
+
if (stat.uid !== 10001) problems.push(`${current} is owned by uid ${stat.uid}, not the resident (10001)`)
|
|
555
|
+
if (stat.isDirectory()) {
|
|
556
|
+
if ((stat.mode & 0o022) !== 0) problems.push(`${current} is writable by group or others (mode ${(stat.mode & 0o777).toString(8)})`)
|
|
557
|
+
for (const name of readdir(current)) walk(`${current}/${name}`)
|
|
558
|
+
} else if ((stat.mode & 0o777) !== 0o600) problems.push(`${current} is mode ${(stat.mode & 0o777).toString(8)}, not 600`)
|
|
559
|
+
}
|
|
560
|
+
walk(dir)
|
|
561
|
+
return problems
|
|
562
|
+
}
|
|
563
|
+
/** What is wrong with the resident's psyche mount, from `docker inspect` Mounts, or null when it is mounted read-only. */
|
|
564
|
+
export function psycheMountIssue(mounts) {
|
|
565
|
+
const mount = (Array.isArray(mounts) ? mounts : []).find((entry) => entry?.Destination === "/home/ouro/AgentBundles/sanctuary.ouro/psyche")
|
|
566
|
+
if (!mount) return "psyche is not mounted separately in the resident, so it could be renamed or replaced"
|
|
567
|
+
return mount.RW === false ? null : "psyche is mounted read-write in the resident"
|
|
568
|
+
}
|
|
569
|
+
|
|
570
|
+
function migrateBundle(version, rollbackImage) {
|
|
571
|
+
say(`migrate agent bundle to ${version}`)
|
|
572
|
+
const pkgBundle = `${ROOT}/incoming-package/deploy/unraid/sanctuary.ouro`
|
|
573
|
+
const migrate = `${ROOT}/incoming-package/deploy/unraid/migrate-sanctuary-bundle.mjs`
|
|
574
|
+
if (!existsSync(`${pkgBundle}/provider-readiness.json`)) fail(`packaged bundle template missing provider-readiness.json at ${pkgBundle}`)
|
|
575
|
+
sh("/usr/local/bin/node", [migrate, "--package-root", pkgBundle, "--agent-root", BUNDLE, "--operation", "migrate",
|
|
576
|
+
"--rollback-image-id", rollbackImage, "--target-image-id", imageId(version)])
|
|
577
|
+
ok("bundle migrated (rollback retained)")
|
|
578
|
+
sh("/usr/local/bin/node", [migrate, "--package-root", pkgBundle, "--agent-root", BUNDLE, "--operation", "commit"])
|
|
579
|
+
// migrate/commit ran as root; the resident owns its bundle as uid 10001, so restore ownership
|
|
580
|
+
sh("/bin/chown", ["-R", "10001:10001", BUNDLE])
|
|
581
|
+
restoreReplayRoot()
|
|
582
|
+
restorePsycheRoot()
|
|
583
|
+
ok("bundle committed (ownership restored to resident)")
|
|
584
|
+
}
|
|
585
|
+
|
|
586
|
+
// Host supervision for the root-authority gateway on Unraid. Installs three scripts, all
|
|
587
|
+
// verified on the live box (see desk butler-agent D-026/D-029/D-032/D-033/D-035):
|
|
588
|
+
// - gateway-supervisor.sh: keeps cgroup2-unraid paused (D-026), creates/repairs the
|
|
589
|
+
// socket dir Docker would otherwise create wrong (D-033), and (re)starts the gateway
|
|
590
|
+
// through the authority's own boot path, start.sh --boot (D-032) — never raw node.
|
|
591
|
+
// - gateway-keeper-watchdog.sh: cron */2 resurrects the supervisor (D-029), except
|
|
592
|
+
// during shutdown.
|
|
593
|
+
// - /boot/config/stop: Unraid runs it before stopping the array; it stops the supervisor
|
|
594
|
+
// and gateway gracefully, resumes the reaper, and traces to /boot/logs (D-035).
|
|
595
|
+
const AUTHORITY_CUSTOM = "/boot/config/custom/ouro-authority"
|
|
596
|
+
const GATEWAY_SUPERVISOR = `${AUTHORITY_CUSTOM}/gateway-supervisor.sh`
|
|
597
|
+
const GATEWAY_WATCHDOG = `${AUTHORITY_CUSTOM}/gateway-keeper-watchdog.sh`
|
|
598
|
+
const UNRAID_STOP_HOOK = "/boot/config/stop"
|
|
599
|
+
const GATEWAY_SUPERVISOR_SH = String.raw`#!/bin/sh
|
|
600
|
+
# Ouro authority gateway keeper for Unraid.
|
|
601
|
+
# The root-authority gateway needs /sys/fs/cgroup/ouro-authority to persist, and Unraid's
|
|
602
|
+
# cgroup2-unraid removes every top-level cgroup that reports populated 0. The kernel will not
|
|
603
|
+
# remove a cgroup that has a child cgroup, so the authority keeps an empty ouro-keep child
|
|
604
|
+
# (D-026). This keeper:
|
|
605
|
+
# - creates that keep child and lets the reaper run; it pauses the reaper only while the
|
|
606
|
+
# keep child is missing (a fresh boot, or an authority older than the keep child),
|
|
607
|
+
# - keeps the gateway process alive,
|
|
608
|
+
# - reconnects the resident (docker restart) if it is unhealthy while the gateway is ready
|
|
609
|
+
# (handles reboot ordering, where Docker autostarts the resident before the gateway).
|
|
610
|
+
set -u
|
|
611
|
+
CG=/sys/fs/cgroup/ouro-authority
|
|
612
|
+
R=/mnt/user/appdata/ouro-authority
|
|
613
|
+
GW=$R/package/dist/heart/daemon/sanctuary-telegram-authority-entry.js
|
|
614
|
+
CFG=$R/active.json
|
|
615
|
+
LOG=/var/log/ouro-gateway.log
|
|
616
|
+
# Only an authority from 0.1.0-alpha.837 on understands the keep child; an older gateway
|
|
617
|
+
# refuses to start beside an unknown cgroup (a rollback to 830 hit exactly that). So the
|
|
618
|
+
# keep child exists only while the installed package supports it; otherwise it is removed
|
|
619
|
+
# and the reaper stays paused, the pre-837 behaviour.
|
|
620
|
+
keep_supported() { grep -q ouro-keep "$R/package/dist/heart/daemon/sanctuary-authority-installation.js" 2>/dev/null; }
|
|
621
|
+
reaper_policy() {
|
|
622
|
+
P=$(cat /run/cgroup2-unraid.pid 2>/dev/null) || return 0
|
|
623
|
+
[ -n "$P" ] || return 0
|
|
624
|
+
if keep_supported && [ -d "$CG/ouro-keep" ]; then kill -CONT "$P" 2>/dev/null; return 0; fi
|
|
625
|
+
S=$(ps -o stat= -p "$P" 2>/dev/null | tr -d ' ')
|
|
626
|
+
case "$S" in T*) : ;; *) kill -STOP "$P" 2>/dev/null ;; esac
|
|
627
|
+
}
|
|
628
|
+
ensure_cg() {
|
|
629
|
+
[ -d "$CG" ] || { mkdir -m 700 "$CG" 2>/dev/null; chown 0:0 "$CG" 2>/dev/null
|
|
630
|
+
for c in cpu memory pids; do echo "+$c" > "$CG/cgroup.subtree_control" 2>/dev/null; done; }
|
|
631
|
+
if keep_supported; then [ -d "$CG/ouro-keep" ] || mkdir -m 700 "$CG/ouro-keep" 2>/dev/null
|
|
632
|
+
else [ -d "$CG/ouro-keep" ] && rmdir "$CG/ouro-keep" 2>/dev/null; fi
|
|
633
|
+
}
|
|
634
|
+
ensure_sock() {
|
|
635
|
+
# Docker autostarts the resident before us and auto-creates its missing bind
|
|
636
|
+
# source /run/ouro-authority as 755 root:root; the authority boot rejects that as
|
|
637
|
+
# unsafe. Create it, or repair it in place (same inode, so the resident's bind
|
|
638
|
+
# mount stays valid), as 750 root:10001.
|
|
639
|
+
[ -d /run/ouro-authority ] || mkdir -p /run/ouro-authority
|
|
640
|
+
chown 0:10001 /run/ouro-authority 2>/dev/null
|
|
641
|
+
chmod 0750 /run/ouro-authority 2>/dev/null
|
|
642
|
+
}
|
|
643
|
+
gw_pid() { ps -eo pid,args | grep '[s]anctuary-telegram-authority-entry.js' | awk '{print $1}' | head -1; }
|
|
644
|
+
start_gw() {
|
|
645
|
+
# Launch through the authority lifecycle boot (start.sh --boot), never raw node:
|
|
646
|
+
# it waits for the array + Docker, rebuilds the tmpfs runtime state a reboot
|
|
647
|
+
# wipes (/var/lib/ouro-authority), clears a stale readiness.json, launches the
|
|
648
|
+
# gateway detached, and returns once it is ready.
|
|
649
|
+
rm -f "$R"/epochs/*/authority.lock 2>/dev/null
|
|
650
|
+
echo "$(date) keeper: authority boot (runtime dirs + gateway)" >> "$LOG"
|
|
651
|
+
/bin/sh /boot/config/custom/ouro-authority/start.sh --boot >> "$LOG" 2>&1 \
|
|
652
|
+
|| echo "$(date) keeper: authority boot failed; will retry" >> "$LOG"
|
|
653
|
+
}
|
|
654
|
+
# An in-place upgrade pauses us with a flag; a stale flag (> 30 min) is ignored.
|
|
655
|
+
maintenance() { [ -n "$(find /run/ouro-authority-maintenance -mmin -30 2>/dev/null)" ]; }
|
|
656
|
+
reaper_policy; ensure_cg; ensure_sock
|
|
657
|
+
last_res=0
|
|
658
|
+
while true; do
|
|
659
|
+
if maintenance; then sleep 15; continue; fi
|
|
660
|
+
reaper_policy
|
|
661
|
+
ensure_cg
|
|
662
|
+
reaper_policy
|
|
663
|
+
ensure_sock
|
|
664
|
+
[ -n "$(gw_pid)" ] || { start_gw; sleep 8; }
|
|
665
|
+
rd=$(jq -rc .status "$R"/epochs/*/readiness.json 2>/dev/null)
|
|
666
|
+
st=$(docker inspect ouro-butler --format '{{.State.Health.Status}}' 2>/dev/null)
|
|
667
|
+
ss=$(docker inspect ouro-butler --format '{{.State.Status}}' 2>/dev/null)
|
|
668
|
+
now=$(date +%s)
|
|
669
|
+
# Unhealthy, or left stopped (an interrupted upgrade or restart): the gateway is ready, so bring it back.
|
|
670
|
+
if [ "$rd" = ready ] && { [ "$st" = unhealthy ] || [ "$ss" = exited ] || [ "$ss" = created ]; } && [ $((now - last_res)) -gt 90 ]; then
|
|
671
|
+
echo "$(date) keeper: reconnecting resident ($ss/$st)" >> "$LOG"
|
|
672
|
+
docker restart ouro-butler >/dev/null 2>&1
|
|
673
|
+
last_res=$now
|
|
674
|
+
fi
|
|
675
|
+
sleep 15
|
|
676
|
+
done
|
|
677
|
+
`
|
|
678
|
+
const GATEWAY_WATCHDOG_SH = String.raw`#!/bin/sh
|
|
679
|
+
# Ouro authority gateway-supervisor watchdog (D-028 hardening).
|
|
680
|
+
# gateway-supervisor.sh keeps the .830 root-authority gateway alive and the
|
|
681
|
+
# cgroup2-unraid reaper paused. The supervisor was a single point of failure:
|
|
682
|
+
# started once from /boot/config/go, nothing restarted it if it died -- and a dead
|
|
683
|
+
# supervisor means a dead gateway would never be restarted (bot fully offline, as the
|
|
684
|
+
# gateway holds the Telegram token). This watchdog (cron */2) resurrects it if absent.
|
|
685
|
+
set -u
|
|
686
|
+
# The stop hook sets this during shutdown; never resurrect the supervisor then.
|
|
687
|
+
[ -e /run/ouro-authority-shutdown ] && exit 0
|
|
688
|
+
# An in-place upgrade pauses supervision; a stale flag (> 30 min) is ignored.
|
|
689
|
+
[ -n "$(find /run/ouro-authority-maintenance -mmin -30 2>/dev/null)" ] && exit 0
|
|
690
|
+
SUP=/boot/config/custom/ouro-authority/gateway-supervisor.sh
|
|
691
|
+
LOG=/var/log/ouro-gateway.log
|
|
692
|
+
if [ ! -f "$SUP" ]; then
|
|
693
|
+
echo "$(date) watchdog: supervisor script MISSING at $SUP" >> "$LOG"
|
|
694
|
+
exit 0
|
|
695
|
+
fi
|
|
696
|
+
if ps -eo args 2>/dev/null | grep -q '[g]ateway-supervisor.sh'; then
|
|
697
|
+
exit 0
|
|
698
|
+
fi
|
|
699
|
+
echo "$(date) watchdog: supervisor not running -- restarting" >> "$LOG"
|
|
700
|
+
setsid /bin/sh "$SUP" >/dev/null 2>&1 &
|
|
701
|
+
`
|
|
702
|
+
const UNRAID_STOP_HOOK_SH = String.raw`#!/bin/bash
|
|
703
|
+
# Ouro authority stop hook (run by Unraid's rc.local_shutdown before the array stops).
|
|
704
|
+
# Stops our host processes cleanly so nothing of ours is respawning or frozen during
|
|
705
|
+
# shutdown, and leaves a trace on the flash drive for diagnosis. Every step is bounded.
|
|
706
|
+
LOG=/boot/logs/ouro-shutdown.log
|
|
707
|
+
mkdir -p /boot/logs
|
|
708
|
+
{
|
|
709
|
+
echo "$(date) stop hook: begin"
|
|
710
|
+
touch /run/ouro-authority-shutdown
|
|
711
|
+
for p in $(pgrep -f '^/bin/sh /boot/config/custom/ouro-authority/[g]ateway-supervisor'); do kill "$p"; done
|
|
712
|
+
for p in $(pgrep -f '[s]anctuary-telegram-authority-entry.js'); do kill "$p"; done
|
|
713
|
+
for i in 1 2 3 4 5 6 7 8 9 10; do pgrep -f '[s]anctuary-telegram-authority-entry.js' >/dev/null || break; sleep 1; done
|
|
714
|
+
pkill -9 -f '[s]anctuary-telegram-authority-entry.js' 2>/dev/null
|
|
715
|
+
P=$(cat /run/cgroup2-unraid.pid 2>/dev/null); [ -n "$P" ] && kill -CONT "$P"
|
|
716
|
+
echo "$(date) stop hook: supervisor+gateway stopped, reaper resumed ($(pgrep -fc '[s]anctuary-telegram-authority-entry.js') gateways left)"
|
|
717
|
+
} >> "$LOG" 2>&1
|
|
718
|
+
`
|
|
719
|
+
const WATCHDOG_CRON = `*/2 * * * * /bin/sh ${GATEWAY_WATCHDOG} # ouro-authority-gateway-watchdog`
|
|
720
|
+
function installGatewaySupervisor() {
|
|
721
|
+
for (const [path, body, mode] of [[GATEWAY_SUPERVISOR, GATEWAY_SUPERVISOR_SH, 0o700], [GATEWAY_WATCHDOG, GATEWAY_WATCHDOG_SH, 0o700], [UNRAID_STOP_HOOK, UNRAID_STOP_HOOK_SH, 0o755]]) {
|
|
722
|
+
writeFileSync(path, body)
|
|
723
|
+
sh("/bin/chown", ["0:0", path]); chmodSync(path, mode)
|
|
724
|
+
}
|
|
725
|
+
ok("gateway supervisor, watchdog, and Unraid stop hook installed")
|
|
726
|
+
const go = "/boot/config/go"
|
|
727
|
+
try {
|
|
728
|
+
let g = readFileSync(go, "utf8")
|
|
729
|
+
g = g.split("\n").filter((l) => !/ouro-authority\/start\.sh --boot/.test(l) && !/ouro-authority-gateway/.test(l) && !/gateway-keeper-watchdog/.test(l)).join("\n")
|
|
730
|
+
if (!g.endsWith("\n")) g += "\n"
|
|
731
|
+
g += `setsid /bin/sh ${GATEWAY_SUPERVISOR} >/dev/null 2>&1 & # ouro-authority-gateway\n`
|
|
732
|
+
g += `(crontab -l 2>/dev/null | grep -v gateway-keeper-watchdog; echo "${WATCHDOG_CRON}") | crontab - # ouro-authority-gateway-watchdog\n`
|
|
733
|
+
writeFileSync(go, g)
|
|
734
|
+
ok("supervisor + watchdog cron wired into /boot/config/go for reboot durability")
|
|
735
|
+
} catch (e) { console.log(` WARN: could not wire go hook (${e.message}); start manually on boot`) }
|
|
736
|
+
sh("/bin/sh", ["-c", `(crontab -l 2>/dev/null | grep -v gateway-keeper-watchdog; echo "${WATCHDOG_CRON}") | crontab -`])
|
|
737
|
+
// Replace any running supervisor so exactly one runs the new code; clear a stale shutdown flag.
|
|
738
|
+
sh("/bin/sh", ["-c", "rm -f /run/ouro-authority-shutdown; for p in $(pgrep -f '^/bin/sh /boot/config/custom/ouro-authority/[g]ateway-supervisor' || true); do kill $p; done"])
|
|
739
|
+
sh("/bin/sh", ["-c", `setsid /bin/sh ${GATEWAY_SUPERVISOR} >/dev/null 2>&1 &`])
|
|
740
|
+
ok("gateway supervisor started")
|
|
741
|
+
}
|
|
742
|
+
|
|
743
|
+
// On a successful authority-activate, finalize a durable, stable target: archive the DockerMan
|
|
744
|
+
// transaction journal (committed-equivalent for our purposes), and hand cgroup-reaper pausing +
|
|
745
|
+
// gateway/resident supervision to the keeper. The reaper is intentionally left paused (the
|
|
746
|
+
// keeper keeps it paused); do not resume it here.
|
|
747
|
+
function finalizeStable() {
|
|
748
|
+
if (existsSync(JOURNAL)) { sh("/bin/mv", ["-f", JOURNAL, `${JOURNAL}.committed.${Date.now()}`]); ok("transaction journal archived (committed)") }
|
|
749
|
+
installGatewaySupervisor()
|
|
750
|
+
REAPER_PAUSED = false
|
|
751
|
+
}
|
|
752
|
+
|
|
753
|
+
function install(version) {
|
|
754
|
+
say(`install ${version}`)
|
|
755
|
+
const incoming = `${ROOT}/incoming-package`
|
|
756
|
+
if (!existsSync(`${ROOT}/request.json`) || !existsSync(incoming)) fail("not prepared; run prepare first")
|
|
757
|
+
const pkgVersion = JSON.parse(readFileSync(`${incoming}/deploy/unraid/sanctuary.ouro/bundle-meta.json`, "utf8")).runtimeVersion
|
|
758
|
+
if (pkgVersion !== version) fail(`prepared package is ${pkgVersion}, not ${version}; re-run prepare`)
|
|
759
|
+
if (!existsSync(`${ROOT}/incoming-token`) || statSync(`${ROOT}/incoming-token`).size === 0) fail(`no rotated token at ${ROOT}/incoming-token — rotate it in BotFather first`)
|
|
760
|
+
if (existsSync(JOURNAL)) fail("a template transaction is already pending; resolve it first")
|
|
761
|
+
if (targetHasVaultFix(version) === false) fail(`${version} lacks the D-018 fenced-read fix; the install would strand Telegram (run preflight)`)
|
|
762
|
+
|
|
763
|
+
// Clear stale authority runtime dirs from a prior failed attempt so #runtimeDirectories
|
|
764
|
+
// starts clean (it skips a dir that already exists). Safe only when no authority is live
|
|
765
|
+
// (no active.json) and no transaction is pending. Note: the empty-cgroup ENOENT at stage
|
|
766
|
+
// is caused by Unraid's cgroup2-unraid reaper, handled by pauseCgroupReaper() below.
|
|
767
|
+
if (!existsSync(`${ROOT}/active.json`) && !existsSync(JOURNAL)) {
|
|
768
|
+
for (const d of ["/sys/fs/cgroup/ouro-authority", "/var/lib/ouro-authority", "/run/ouro-authority", `${ROOT}/epochs`, `${ROOT}/package`]) {
|
|
769
|
+
try { if (existsSync(d)) { sh("/bin/sh", ["-c", `find ${d} -depth -type d -exec rmdir {} + 2>/dev/null; rm -rf ${d} 2>/dev/null`], { stdio: "ignore" }) } } catch { /* best effort */ }
|
|
770
|
+
}
|
|
771
|
+
killLeakedGateway()
|
|
772
|
+
ok("cleared stale authority runtime dirs (cgroup/staging/socket/epochs) and any leaked gateway")
|
|
773
|
+
}
|
|
774
|
+
const targetImage = imageId(version)
|
|
775
|
+
const rollbackImage = docker(["inspect", CONTAINER, "--format", "{{.Image}}"]).trim()
|
|
776
|
+
if (!targetImage || targetImage === rollbackImage) fail("target/rollback image identity invalid")
|
|
777
|
+
const jellyfinBefore = docker(["inspect", "jellyfin", "--format", "{{.Id}}|{{.Image}}|{{.RestartCount}}|{{.State.StartedAt}}"]).trim()
|
|
778
|
+
const policyBefore = existsSync(POLICY) ? sha12(POLICY) : fail(`steward policy missing`)
|
|
779
|
+
ok(`target ${targetImage.slice(0,19)}… rollback ${rollbackImage.slice(0,19)}… policy ${policyBefore}`)
|
|
780
|
+
|
|
781
|
+
const srcTemplate = `${ROOT}/source-template.xml`
|
|
782
|
+
sh("/usr/bin/install", ["-m", "600", "-o", "0", "-g", "0", `${incoming}/deploy/unraid/sanctuary.xml`, srcTemplate])
|
|
783
|
+
const manifestDigest = JSON.parse(readFileSync(`${ROOT}/request.json`, "utf8")).packageDigest
|
|
784
|
+
|
|
785
|
+
pauseCgroupReaper()
|
|
786
|
+
try {
|
|
787
|
+
say("transaction: prepare -> authority-install -> authority-activate -> commit")
|
|
788
|
+
tx("prepare", ["--source-template", srcTemplate, "--version-tag", image(version),
|
|
789
|
+
"--manifest-digest", manifestDigest, "--rollback-image-id", rollbackImage, "--target-image-id", targetImage])
|
|
790
|
+
ok("prepared")
|
|
791
|
+
tx("authority-install"); ok("authority installed (gateway up)")
|
|
792
|
+
recreateResident(version)
|
|
793
|
+
migrateBundle(version, rollbackImage)
|
|
794
|
+
tx("authority-activate"); ok("resident activated")
|
|
795
|
+
waitHealthy(300)
|
|
796
|
+
enableResidentAutostart()
|
|
797
|
+
finalizeStable()
|
|
798
|
+
ok("stabilized: bundle migrated, gateway supervised, journal committed")
|
|
799
|
+
} catch (e) {
|
|
800
|
+
resumeCgroupReaper()
|
|
801
|
+
console.log(`\n!! install failed:\n${e.message}\n!! auto-rolling back so the Butler is not left down`)
|
|
802
|
+
autoRollback(rollbackImage, version)
|
|
803
|
+
fail("install rolled back; the Butler is on its prior version. See output above.")
|
|
804
|
+
}
|
|
805
|
+
|
|
806
|
+
say("preservation")
|
|
807
|
+
const jellyfinAfter = docker(["inspect", "jellyfin", "--format", "{{.Id}}|{{.Image}}|{{.RestartCount}}|{{.State.StartedAt}}"]).trim()
|
|
808
|
+
jellyfinBefore === jellyfinAfter ? ok("jellyfin unchanged") : fail("JELLYFIN CHANGED")
|
|
809
|
+
sha12(POLICY) === policyBefore ? ok("steward policy unchanged") : fail("STEWARD POLICY CHANGED")
|
|
810
|
+
console.log(`\nINSTALL done — ${version} live. Run verify.`)
|
|
811
|
+
}
|
|
812
|
+
|
|
813
|
+
// Kill any leaked authority host process (the gateway / host-supervisor). A failed
|
|
814
|
+
// authority-retire/stop-gateway during rollback can leave sanctuary-telegram-authority-entry
|
|
815
|
+
// running against a since-removed active.json — it competes for the Telegram token and holds
|
|
816
|
+
// FUSE files open on ${ROOT}/package. Best-effort; the resident (ouro-butler) is untouched.
|
|
817
|
+
function killLeakedGateway() {
|
|
818
|
+
try {
|
|
819
|
+
const pids = sh("/bin/sh", ["-c", "pgrep -f 'dist/heart/daemon/sanctuary-(telegram-authority|host-supervisor)-entry' || true"]).trim().split(/\s+/u).filter(Boolean)
|
|
820
|
+
for (const pid of pids) { try { sh("/bin/kill", ["-TERM", pid]) } catch { /* ignore */ } }
|
|
821
|
+
if (pids.length) { sh("/bin/sleep", ["3"]); for (const pid of pids) { try { sh("/bin/kill", ["-KILL", pid]) } catch { /* ignore */ } } ok(`stopped ${pids.length} leaked authority process(es)`) }
|
|
822
|
+
} catch { /* best effort */ }
|
|
823
|
+
}
|
|
824
|
+
|
|
825
|
+
function autoRollback(rollbackImage, version) {
|
|
826
|
+
try { tx("authority-retire") } catch (e) { console.log(` authority-retire: ${String(e.message).split("\n")[0]}`) }
|
|
827
|
+
try { tx("authority-restore") } catch (e) { console.log(` authority-restore: ${String(e.message).split("\n")[0]}`) }
|
|
828
|
+
try { tx("rollback") } catch (e) { console.log(` template rollback: ${String(e.message).split("\n")[0]}`) }
|
|
829
|
+
killLeakedGateway()
|
|
830
|
+
try { if (!docker(["inspect", CONTAINER, "--format", "{{.State.Running}}"], { stdio: ["ignore","pipe","ignore"] }).trim().startsWith("true")) docker(["start", CONTAINER]) } catch { /* below */ }
|
|
831
|
+
// The predecessor reads its token from the materialised credential cache, not
|
|
832
|
+
// the vault directly. authority-restore returns the token to the vault, but a
|
|
833
|
+
// stale cache leaves the resident crash-looping on 401 (this is exactly what
|
|
834
|
+
// stranded the bot on 2026-09-22). Re-materialise the vault token into the
|
|
835
|
+
// cache, keeping the value host-side only, and confirm recovery.
|
|
836
|
+
try {
|
|
837
|
+
rematerialiseToken(version)
|
|
838
|
+
docker(["restart", CONTAINER])
|
|
839
|
+
console.log(" re-materialised token from the vault and restarted the predecessor")
|
|
840
|
+
} catch (e) { console.log(` re-materialise: ${String(e.message).split("\n")[0]} — MANUAL recovery may be needed`) }
|
|
841
|
+
for (let i = 0; i < 24; i++) {
|
|
842
|
+
const st = (() => { try { return docker(["inspect", CONTAINER, "--format", "{{.State.Status}}/{{.State.Health.Status}}"], { stdio: ["ignore","pipe","ignore"] }).trim() } catch { return "?" } })()
|
|
843
|
+
if (st === "running/healthy") { console.log(" rollback complete — predecessor healthy again"); return }
|
|
844
|
+
sh("/bin/sleep", ["10"])
|
|
845
|
+
}
|
|
846
|
+
console.log(" rollback container did NOT return healthy — inspect `docker logs ouro-butler` and re-materialise the token manually")
|
|
847
|
+
}
|
|
848
|
+
|
|
849
|
+
// Restores the predecessor's telegram token after a failed install. The subtle
|
|
850
|
+
// truth learned by dogfooding: once the upgrade has rotated the token, the OLD
|
|
851
|
+
// token is REVOKED, so the predecessor cannot be restored to it — it must be
|
|
852
|
+
// brought up on the NEW token (incoming-token). So this prefers incoming-token
|
|
853
|
+
// when present (the post-rotation case), putting it back into the vault AND the
|
|
854
|
+
// materialised cache; only if no rotation happened does it fall back to the
|
|
855
|
+
// vault's own token. The value stays in host-side pipes, never in this process.
|
|
856
|
+
// Runs through a quiet sole-user container of the target image (the reliable way
|
|
857
|
+
// to reach the bitwarden store off the running resident).
|
|
858
|
+
// Force an explicit `bw sync` inside the vault-fix container before a write. The
|
|
859
|
+
// resident and the install's fenced ops share one local bitwarden cache; after an
|
|
860
|
+
// interrupted install the local copy can be older than the server, so a bare
|
|
861
|
+
// `bw edit` fails ("The client copy of this cipher is out of date"). The store's
|
|
862
|
+
// own sync-on-login skips when its freshness marker is <60s old, so we sync
|
|
863
|
+
// directly (unlock -> sync) and let the write proceed against a reconciled cache.
|
|
864
|
+
function forceBwSync(name) {
|
|
865
|
+
const script = [
|
|
866
|
+
'const cp=require("node:child_process"),fs=require("node:fs");',
|
|
867
|
+
'const {readVaultUnlockSecret}=require("/opt/ouro/dist/repertoire/vault-unlock.js");',
|
|
868
|
+
'const cfg=JSON.parse(fs.readFileSync("/home/ouro/AgentBundles/sanctuary.ouro/agent.json","utf8")).vault||{};',
|
|
869
|
+
'const email=cfg.email, url=cfg.serverUrl;',
|
|
870
|
+
'const base="/home/ouro/.ouro-cli/bitwarden";',
|
|
871
|
+
'const APP=base+"/"+fs.readdirSync(base).find(d=>/^[0-9a-f]{16,}$/.test(d));',
|
|
872
|
+
'const u=readVaultUnlockSecret({agentName:"sanctuary",email,serverUrl:url});',
|
|
873
|
+
'const env={...process.env,BITWARDENCLI_APPDATA_DIR:APP,OURO_BW_MASTER_PASSWORD:u.secret};',
|
|
874
|
+
'const sess=cp.execFileSync("bw",["unlock","--passwordenv","OURO_BW_MASTER_PASSWORD","--raw"],{env,encoding:"utf8"}).trim();',
|
|
875
|
+
'cp.execFileSync("bw",["sync"],{env:{...env,BW_SESSION:sess},encoding:"utf8"});',
|
|
876
|
+
'process.stdout.write("bw-synced");',
|
|
877
|
+
].join("")
|
|
878
|
+
try { docker(["exec", "-u", "0:0", name, "node", "-e", script], { stdio: ["ignore", "pipe", "pipe"] }); ok("forced bw sync before token restore") }
|
|
879
|
+
catch (e) { console.log(` forceBwSync: ${String(e.message).split("\n")[0]} (continuing; restore may still succeed)`) }
|
|
880
|
+
}
|
|
881
|
+
|
|
882
|
+
function rematerialiseToken(version) {
|
|
883
|
+
const cc = "/mnt/user/appdata/ouro-butler/runtime/container-credentials.json"
|
|
884
|
+
const incoming = `${ROOT}/incoming-token`
|
|
885
|
+
const fromIncoming = existsSync(incoming) && statSync(incoming).size > 0
|
|
886
|
+
const name = `ouro-vault-fix-${process.pid}`
|
|
887
|
+
docker(["rm", "-f", name], { stdio: "ignore" })
|
|
888
|
+
docker(["run", "-d", "--name", name, "--network", "host", "--user", "0:0",
|
|
889
|
+
"-v", `${RUNTIME}:/home/ouro/.ouro-cli`, "-v", `${BUNDLE}:/home/ouro/AgentBundles/sanctuary.ouro`,
|
|
890
|
+
"--entrypoint", "sleep", image(version), "infinity"])
|
|
891
|
+
try {
|
|
892
|
+
sh("/bin/sleep", ["3"])
|
|
893
|
+
if (fromIncoming) {
|
|
894
|
+
// Put the new (valid) token back into the vault, then materialise it. Build the
|
|
895
|
+
// restore JSON in JS and pipe it via stdin: jq's rtrimstr with a JS "\n" template
|
|
896
|
+
// produced a raw newline inside jq's string literal and jq rejected it, which is what
|
|
897
|
+
// stranded the bot on 2026-09-22. Owner ids come from the resident's own cache.
|
|
898
|
+
const tok = readFileSync(incoming, "utf8").replace(/[\r\n]+$/u, "")
|
|
899
|
+
const resident = JSON.parse(readFileSync(cc, "utf8"))
|
|
900
|
+
const rc = resident.credentials[0].runtimeConfig
|
|
901
|
+
const restore = JSON.stringify({ token: tok, botId: tok.split(":")[0],
|
|
902
|
+
ownerUserId: String(rc.telegramAuthorizedUserId), ownerChatId: String(rc.telegramAuthorizedChatId) })
|
|
903
|
+
forceBwSync(name)
|
|
904
|
+
docker(["exec", "-i", "-u", "0:0", name, "node", CLI, "vault", "restore"], { input: restore, stdio: ["pipe", "pipe", "pipe"] })
|
|
905
|
+
// Fail loudly if the restored token is not actually live at Telegram, rather
|
|
906
|
+
// than leaving a "healthy" container polling a revoked token (a deaf bot).
|
|
907
|
+
try {
|
|
908
|
+
const me = sh("/bin/sh", ["-c", `curl -s "https://api.telegram.org/bot${tok}/getMe"`]).trim()
|
|
909
|
+
if (!/"ok":true/.test(me)) console.log(` WARN: restored token getMe not ok — the bot may be deaf: ${me.slice(0, 120)}`)
|
|
910
|
+
else ok("restored token verified live at Telegram (getMe ok)")
|
|
911
|
+
} catch { /* network check is best-effort */ }
|
|
912
|
+
rc.telegramBotToken = tok
|
|
913
|
+
writeFileSync(`${cc}.tmp`, JSON.stringify(resident))
|
|
914
|
+
sh("/bin/sh", ["-c", `chown --reference=${cc} ${cc}.tmp && chmod --reference=${cc} ${cc}.tmp && mv ${cc}.tmp ${cc}`])
|
|
915
|
+
} else {
|
|
916
|
+
sh("/bin/sh", ["-c",
|
|
917
|
+
`set -o pipefail; docker exec -u 0:0 ${name} node ${CLI} vault snapshot | jq -r .token > ${cc}.tok.$$ && ` +
|
|
918
|
+
`jq --rawfile t ${cc}.tok.$$ '.credentials[0].runtimeConfig.telegramBotToken=($t|rtrimstr("\n"))' ${cc} > ${cc}.tmp.$$ && ` +
|
|
919
|
+
`chown --reference=${cc} ${cc}.tmp.$$ && chmod --reference=${cc} ${cc}.tmp.$$ && mv ${cc}.tmp.$$ ${cc}; rm -f ${cc}.tok.$$`])
|
|
920
|
+
}
|
|
921
|
+
} finally { docker(["rm", "-f", name], { stdio: "ignore" }) }
|
|
922
|
+
}
|
|
923
|
+
|
|
924
|
+
function waitHealthy(sec) {
|
|
925
|
+
for (let i = 0; i < sec / 10; i++) {
|
|
926
|
+
const st = docker(["inspect", CONTAINER, "--format", "{{.State.Health.Status}}"], { stdio: ["ignore","pipe","ignore"] }).trim()
|
|
927
|
+
if (st === "healthy") { ok(`healthy after ${i * 10}s`); return }
|
|
928
|
+
sh("/bin/sleep", ["10"])
|
|
929
|
+
}
|
|
930
|
+
fail("container did not become healthy in time")
|
|
931
|
+
}
|
|
932
|
+
|
|
933
|
+
function buildFinalProof(version, out) {
|
|
934
|
+
const tag = image(version)
|
|
935
|
+
const c = JSON.parse(docker(["container", "inspect", CONTAINER, "--format",
|
|
936
|
+
'{"name":{{json .Name}},"imageId":{{json .Image}},"imageReference":{{json .Config.Image}},"running":{{json .State.Running}},"health":{{json .State.Health.Status}},"labels":{{json .Config.Labels}}}']))
|
|
937
|
+
const autostart = existsSync("/var/lib/docker/unraid-autostart") &&
|
|
938
|
+
readFileSync("/var/lib/docker/unraid-autostart", "utf8").split("\n").some((l) => l.split(" ")[0] === "ouro-butler")
|
|
939
|
+
const text = (tag2) => (readFileSync(TEMPLATE, "utf8").match(new RegExp(`<${tag2}>([^<]*)</${tag2}>`)) || [])[1]
|
|
940
|
+
const bundle = JSON.parse(sh("/usr/local/bin/node", [`${ROOT}/incoming-package/deploy/unraid/migrate-sanctuary-bundle.mjs`,
|
|
941
|
+
"--package-root", `${ROOT}/package`, "--agent-root", BUNDLE, "--operation", "status"]))
|
|
942
|
+
const jf = JSON.parse(docker(["container", "inspect", "jellyfin", "--format",
|
|
943
|
+
'{"containerId":{{json .Id}},"imageId":{{json .Image}},"state":{{json .State.Status}},"restartCount":{{json .RestartCount}}}']))
|
|
944
|
+
const proof = {
|
|
945
|
+
container: { name: c.name, imageId: c.imageId, imageReference: c.imageReference,
|
|
946
|
+
running: c.running === true, healthy: c.health === "healthy", autostart,
|
|
947
|
+
labels: { "net.unraid.docker.managed": c.labels["net.unraid.docker.managed"], "net.unraid.docker.icon": c.labels["net.unraid.docker.icon"] } },
|
|
948
|
+
bundle,
|
|
949
|
+
dockerMan: { templatePath: TEMPLATE, name: text("Name"), repository: text("Repository"), templateUrl: text("TemplateURL"), icon: text("Icon") },
|
|
950
|
+
communityApps: { installed: true, name: "ouro-butler", repository: text("Repository"), templateUrl: text("TemplateURL"),
|
|
951
|
+
stateModel: "previous-apps-inline-v1", entryPath: "/usr/local/emhttp/plugins/community.applications/include/exec.php",
|
|
952
|
+
entryFunction: "previous_apps", implementationPath: "/usr/local/emhttp/plugins/community.applications/include/exec.php", implementationSymbol: "previous_apps" },
|
|
953
|
+
jellyfin: jf,
|
|
954
|
+
}
|
|
955
|
+
if (c.imageReference !== tag) fail(`container image is ${c.imageReference}, expected ${tag}`)
|
|
956
|
+
writeFileSync(out, JSON.stringify(proof), { mode: 0o600 })
|
|
957
|
+
}
|
|
958
|
+
|
|
959
|
+
// ---- upgrade (in place, installed authority) --------------------------------
|
|
960
|
+
|
|
961
|
+
// A host still running an older keeper has a cron watchdog that ignores the maintenance
|
|
962
|
+
// flag: it resurrected the paused supervisor, which restarted the resident mid-upgrade
|
|
963
|
+
// (the first 830 -> 835 rehearsal). So put this version's keeper scripts in place first
|
|
964
|
+
// (they honour the flag) and also raise the shutdown flag every watchdog version honours;
|
|
965
|
+
// resumeSupervision clears both.
|
|
966
|
+
function pauseSupervision() {
|
|
967
|
+
writeFileSync(MAINTENANCE, `${new Date().toISOString()} ${process.pid}\n`)
|
|
968
|
+
writeFileSync(SHUTDOWN_FLAG, `upgrade ${process.pid}\n`)
|
|
969
|
+
for (const [path, body] of [[GATEWAY_SUPERVISOR, GATEWAY_SUPERVISOR_SH], [GATEWAY_WATCHDOG, GATEWAY_WATCHDOG_SH]]) {
|
|
970
|
+
writeFileSync(path, body)
|
|
971
|
+
sh("/bin/chown", ["0:0", path]); chmodSync(path, 0o700)
|
|
972
|
+
}
|
|
973
|
+
sh("/bin/sh", ["-c", "for p in $(pgrep -f '^/bin/sh /boot/config/custom/ouro-authority/[g]ateway-supervisor' || true); do kill $p; done"])
|
|
974
|
+
if (sh("/bin/sh", ["-c", "pgrep -fc '^/bin/sh /boot/config/custom/ouro-authority/[g]ateway-supervisor' || true"]).trim() !== "0") fail("a gateway supervisor survived the pause")
|
|
975
|
+
ok("host supervision paused (keeper scripts current; flags expire on their own)")
|
|
976
|
+
}
|
|
977
|
+
function resumeSupervision() {
|
|
978
|
+
rmSync(MAINTENANCE, { force: true })
|
|
979
|
+
rmSync(SHUTDOWN_FLAG, { force: true })
|
|
980
|
+
installGatewaySupervisor()
|
|
981
|
+
}
|
|
982
|
+
|
|
983
|
+
// Keep Unraid's DockerMan template (what the UI's Apply/Update uses) on the live image.
|
|
984
|
+
function pinTemplate(version) {
|
|
985
|
+
if (!existsSync(TEMPLATE)) { console.log(" note: no DockerMan template to update"); return }
|
|
986
|
+
const text = readFileSync(TEMPLATE, "utf8")
|
|
987
|
+
const next = text.replace(/<Repository>ghcr\.io\/ourostack\/ouroboros-butler:[^<]+<\/Repository>/u, `<Repository>${image(version)}</Repository>`)
|
|
988
|
+
if (!next.includes(`<Repository>${image(version)}</Repository>`)) { console.log(" WARN: DockerMan template Repository not recognised; left unchanged"); return }
|
|
989
|
+
if (next !== text) { writeFileSync(`${TEMPLATE}.prev`, text); writeFileSync(TEMPLATE, next) }
|
|
990
|
+
ok(`DockerMan template pins ${image(version)}`)
|
|
991
|
+
}
|
|
992
|
+
|
|
993
|
+
// Every release pulls a ~1 GB Butler image, and Unraid's docker.img filled to 88% with
|
|
994
|
+
// twenty of them (D-046). After a successful upgrade keep only the live image and the
|
|
995
|
+
// authority's recorded rollback image; Docker itself refuses to remove an image in use.
|
|
996
|
+
function pruneButlerImages() {
|
|
997
|
+
const activation = JSON.parse(readFileSync(`${ROOT}/activation.json`, "utf8"))
|
|
998
|
+
const keep = new Set([activation.targetImageId, activation.rollbackImageId])
|
|
999
|
+
let removed = 0
|
|
1000
|
+
for (const line of docker(["images", "--no-trunc", "--format", "{{.ID}} {{.Tag}}", "ghcr.io/ourostack/ouroboros-butler"]).trim().split("\n").filter(Boolean)) {
|
|
1001
|
+
const [id, tag] = line.split(" ")
|
|
1002
|
+
if (keep.has(id) || !tag || tag === "<none>") continue
|
|
1003
|
+
try { docker(["rmi", `ghcr.io/ourostack/ouroboros-butler:${tag}`], { stdio: ["ignore", "pipe", "pipe"] }); removed += 1 } catch { /* in use */ }
|
|
1004
|
+
}
|
|
1005
|
+
ok(`pruned ${removed} old Butler image(s); kept the live and rollback images`)
|
|
1006
|
+
}
|
|
1007
|
+
|
|
1008
|
+
function lifecycleFailure(e) {
|
|
1009
|
+
const detail = [e.stderr, e.stdout].map((x) => (x ? String(x).trim() : "")).filter(Boolean).join(" | ")
|
|
1010
|
+
let last = ""
|
|
1011
|
+
try { last = readFileSync(`${ROOT}/lifecycle-failure.log`, "utf8").trim().split("\n").filter((l) => /^\d{4}-/.test(l)).at(-1) ?? "" } catch { /* none */ }
|
|
1012
|
+
return `${detail || e.message}${last ? `\n last root failure: ${last}` : ""}`
|
|
1013
|
+
}
|
|
1014
|
+
|
|
1015
|
+
/**
|
|
1016
|
+
* The end of a gated upgrade, with every side effect injected so the decision is testable: a pass commits the held
|
|
1017
|
+
* upgrade, pins the template and prunes; a fail rolls back to the predecessor and confirms it is healthy. Nothing is
|
|
1018
|
+
* committed, pinned or pruned unless the gate passed.
|
|
1019
|
+
*/
|
|
1020
|
+
export function completeGatedUpgrade({ runGate, commit, rollback, confirmRollback, pin, prune, log = console.log }) {
|
|
1021
|
+
const gate = runGate()
|
|
1022
|
+
if (gate.ok) {
|
|
1023
|
+
commit()
|
|
1024
|
+
pin()
|
|
1025
|
+
prune()
|
|
1026
|
+
log("GATE PASS")
|
|
1027
|
+
return { passed: true }
|
|
1028
|
+
}
|
|
1029
|
+
log(`gate failed: ${gate.detail ?? "see the case lines above"}`)
|
|
1030
|
+
rollback()
|
|
1031
|
+
const restored = confirmRollback()
|
|
1032
|
+
log(`GATE FAIL — ROLLED BACK to ${restored}`)
|
|
1033
|
+
return { passed: false, rolledBackTo: restored }
|
|
1034
|
+
}
|
|
1035
|
+
|
|
1036
|
+
export function runReplayGate(plant, { spawn = spawnSync, exists = existsSync } = {}) {
|
|
1037
|
+
if (!exists(GATE_SCRIPT)) return { ok: false, detail: `the replay gate is missing from the live package (${GATE_SCRIPT})` }
|
|
1038
|
+
const result = spawn("/usr/local/bin/node", [GATE_SCRIPT, "run", ...(plant ? ["--plant", plant] : [])], { stdio: "inherit", timeout: GATE_TIMEOUT_MS, killSignal: "SIGKILL" })
|
|
1039
|
+
return result.status === 0 ? { ok: true } : { ok: false, detail: `the replay gate exited ${result.status ?? result.signal}` }
|
|
1040
|
+
}
|
|
1041
|
+
|
|
1042
|
+
/**
|
|
1043
|
+
* The commit step runs the lifecycle's `upgrade` again, which would START A FRESH UNGATED UPGRADE if the keeper had
|
|
1044
|
+
* rolled the held one back mid-gate. So commit only while the journal still exists and the new image is still live.
|
|
1045
|
+
*/
|
|
1046
|
+
export function heldUpgradeProblem({ journalExists, liveImage, expectedImage }) {
|
|
1047
|
+
if (!journalExists) return "the held upgrade's journal is gone (the keeper or a boot rolled it back mid-gate)"
|
|
1048
|
+
if (liveImage !== expectedImage) return `the live Butler is ${liveImage}, not the held ${expectedImage}`
|
|
1049
|
+
return null
|
|
1050
|
+
}
|
|
1051
|
+
|
|
1052
|
+
function butlerState() {
|
|
1053
|
+
try { return docker(["inspect", CONTAINER, "--format", "{{.Config.Image}} {{.State.Status}}/{{.State.Health.Status}}"], { stdio: ["ignore", "pipe", "ignore"] }).trim() } catch { return "? ?/?" }
|
|
1054
|
+
}
|
|
1055
|
+
|
|
1056
|
+
function waitForButler(imageRef, seconds) {
|
|
1057
|
+
for (let waited = 0; waited <= seconds; waited += 10) {
|
|
1058
|
+
const [liveImage, state] = butlerState().split(" ")
|
|
1059
|
+
if (liveImage === imageRef && state === "running/healthy") return true
|
|
1060
|
+
sh("/bin/sleep", ["10"])
|
|
1061
|
+
}
|
|
1062
|
+
return false
|
|
1063
|
+
}
|
|
1064
|
+
|
|
1065
|
+
// The new gateway asks Telegram who it is (getMe) before it reports ready. When the host cannot reach
|
|
1066
|
+
// Telegram, that fails and the whole upgrade rolls back after host supervision was already paused
|
|
1067
|
+
// (the 863 -> 864 upgrade). Any HTTP answer from the API host proves the network path; no token is sent.
|
|
1068
|
+
export const TELEGRAM_API_URL = "https://api.telegram.org/"
|
|
1069
|
+
export async function telegramApiReachable({ fetchImpl = globalThis.fetch, sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms)), tries = 3, timeoutMs = 8000, retryDelayMs = 3000 } = {}) {
|
|
1070
|
+
let detail = "no attempt made"
|
|
1071
|
+
for (let attempt = 1; attempt <= tries; attempt += 1) {
|
|
1072
|
+
try {
|
|
1073
|
+
const response = await fetchImpl(TELEGRAM_API_URL, { method: "GET", signal: AbortSignal.timeout(timeoutMs) })
|
|
1074
|
+
return { ok: true, detail: `HTTP ${response.status}` }
|
|
1075
|
+
} catch (error) {
|
|
1076
|
+
detail = error instanceof Error ? (error.cause instanceof Error ? `${error.message}: ${error.cause.message}` : error.message) : String(error)
|
|
1077
|
+
if (attempt < tries) await sleep(retryDelayMs)
|
|
1078
|
+
}
|
|
1079
|
+
}
|
|
1080
|
+
return { ok: false, detail: `${detail} (${tries} attempts)` }
|
|
1081
|
+
}
|
|
1082
|
+
|
|
1083
|
+
// A resume or rollback (an upgrade journal exists) must never be blocked by a network probe.
|
|
1084
|
+
export async function checkTelegramBeforePause({ journalExists, probe = telegramApiReachable }) {
|
|
1085
|
+
if (journalExists) return { skipped: true, ok: true, detail: "upgrade journal present" }
|
|
1086
|
+
return { skipped: false, ...(await probe()) }
|
|
1087
|
+
}
|
|
1088
|
+
|
|
1089
|
+
async function upgrade(version, rehearse, { noGate = false, plant } = {}) {
|
|
1090
|
+
say(`in-place upgrade to ${version}${rehearse ? ` — REHEARSAL: stop after "${rehearse}", then roll back` : ""}`)
|
|
1091
|
+
if (rehearse && !UPGRADE_STEPS.includes(rehearse)) fail(`--rehearse takes one of: ${UPGRADE_STEPS.join(", ")}`)
|
|
1092
|
+
const gated = !rehearse && !noGate
|
|
1093
|
+
if (noGate && !rehearse) console.log("\n!! --no-gate: this upgrade will NOT be replay-gated or auto-rolled-back on a behavioural regression")
|
|
1094
|
+
if (gated && !existsSync(GATE_PROVISION)) fail(`replay peers are not provisioned (${GATE_PROVISION}); run \`sanctuary-replay-gate.mjs provision\` first (once, on the upgrade that moves the replay seeds out of the bundle into that root-owned folder, run \`provision --rotate-replay-identities\` instead so no earlier seed survives; any seed or provision.json under state/replay-client in the bundle was writable by the Butler and is ignored), or pass --no-gate`)
|
|
1095
|
+
if (!existsSync(`${ROOT}/active.json`) || !existsSync(`${ROOT}/activation.json`)) fail("no installed authority; use prepare + install")
|
|
1096
|
+
if (existsSync(JOURNAL)) fail("a template transaction is pending; resolve it first")
|
|
1097
|
+
let id = imageId(version)
|
|
1098
|
+
if (!id) { docker(["pull", image(version)]); id = imageId(version) }
|
|
1099
|
+
if (!id) fail(`image ${image(version)} could not be pulled`)
|
|
1100
|
+
ok(`image ${id.slice(0, 19)}…`)
|
|
1101
|
+
if (existsSync(UPGRADE_JOURNAL)) console.log(" note: resuming the pending in-place upgrade with its staged package")
|
|
1102
|
+
else {
|
|
1103
|
+
const current = JSON.parse(readFileSync(`${ROOT}/request.json`, "utf8"))
|
|
1104
|
+
const manifestBytes = stageIncomingPackage(version)
|
|
1105
|
+
const pkgVersion = JSON.parse(readFileSync(`${ROOT}/incoming-package/deploy/unraid/sanctuary.ouro/bundle-meta.json`, "utf8")).runtimeVersion
|
|
1106
|
+
if (pkgVersion !== version) fail(`staged package is ${pkgVersion}, not ${version}`)
|
|
1107
|
+
writePrivate(INCOMING_MANIFEST, manifestBytes)
|
|
1108
|
+
const request = { schemaVersion: 1, epochId: current.epochId, botId: current.botId, ownerUserId: current.ownerUserId, ownerChatId: current.ownerChatId, ...packagePins(manifestBytes) }
|
|
1109
|
+
writePrivate(INCOMING_REQUEST, Buffer.from(JSON.stringify(request)))
|
|
1110
|
+
verifyPackage(`${ROOT}/incoming-package`, INCOMING_MANIFEST, INCOMING_REQUEST)
|
|
1111
|
+
ok("new package staged beside the live one and verified")
|
|
1112
|
+
}
|
|
1113
|
+
const lifecycle = `${ROOT}/incoming-package/dist/heart/daemon/sanctuary-authority-root-lifecycle.js`
|
|
1114
|
+
const priorImage = butlerState().split(" ")[0]
|
|
1115
|
+
const jellyfinBefore = docker(["inspect", "jellyfin", "--format", "{{.Id}}|{{.Image}}|{{.RestartCount}}|{{.State.StartedAt}}"]).trim()
|
|
1116
|
+
const policyBefore = existsSync(POLICY) ? sha12(POLICY) : fail("steward policy missing")
|
|
1117
|
+
const telegram = await checkTelegramBeforePause({ journalExists: existsSync(UPGRADE_JOURNAL) })
|
|
1118
|
+
if (!telegram.ok) fail(`api.telegram.org is not reachable from this host (${telegram.detail}); the new gateway could not pass its Telegram identity check. Nothing was paused or changed; fix the network and re-run.`)
|
|
1119
|
+
if (telegram.skipped) console.log(" note: resuming a pending upgrade; Telegram reachability not re-checked")
|
|
1120
|
+
else ok(`api.telegram.org reachable (${telegram.detail})`)
|
|
1121
|
+
pauseSupervision()
|
|
1122
|
+
let failure = null
|
|
1123
|
+
try {
|
|
1124
|
+
say(`lifecycle upgrade (stop → switch → resident → migrate → start${gated ? ", held uncommitted for the gate" : ""})`)
|
|
1125
|
+
ok(sh("/usr/local/bin/node", [lifecycle, "upgrade", id, image(version), ...(rehearse ? ["--fail-after", rehearse] : gated ? ["--hold-commit"] : [])], { stdio: ["ignore", "pipe", "pipe"] }).trim())
|
|
1126
|
+
} catch (e) { failure = e }
|
|
1127
|
+
// Only the lifecycle's own rehearsal stop is planned; anything else is a real failure,
|
|
1128
|
+
// even during a rehearsal (the first 830 -> 835 rehearsal was mislabelled "as planned").
|
|
1129
|
+
const reason = failure ? lifecycleFailure(failure) : ""
|
|
1130
|
+
const planned = Boolean(failure && rehearse && reason.includes(`rehearsal stopped after ${rehearse}`))
|
|
1131
|
+
if (failure) {
|
|
1132
|
+
console.log(`\n!! ${planned ? "rehearsal stopped as planned" : "upgrade FAILED"}: ${reason}\n!! rolling back to the predecessor`)
|
|
1133
|
+
try { ok(`rollback: ${sh("/usr/local/bin/node", [lifecycle, "upgrade-rollback"], { stdio: ["ignore", "pipe", "pipe"] }).trim()}`) }
|
|
1134
|
+
catch (e) {
|
|
1135
|
+
resumeSupervision()
|
|
1136
|
+
fail(`ROLLBACK FAILED: ${lifecycleFailure(e)}\nThe journal is kept; the next authority boot (or \`upgrade-rollback\`) retries it.`)
|
|
1137
|
+
}
|
|
1138
|
+
} else if (!gated) { pinTemplate(version); pruneButlerImages() }
|
|
1139
|
+
resumeSupervision()
|
|
1140
|
+
say("preservation")
|
|
1141
|
+
const preserved = []
|
|
1142
|
+
const jellyfinNow = docker(["inspect", "jellyfin", "--format", "{{.Id}}|{{.Image}}|{{.RestartCount}}|{{.State.StartedAt}}"]).trim()
|
|
1143
|
+
jellyfinNow === jellyfinBefore ? ok("jellyfin unchanged") : (gated && !failure ? (bad("JELLYFIN CHANGED"), preserved.push("jellyfin changed")) : fail("JELLYFIN CHANGED"))
|
|
1144
|
+
sha12(POLICY) === policyBefore ? ok("steward policy unchanged") : (gated && !failure ? (bad("STEWARD POLICY CHANGED"), preserved.push("steward policy changed")) : fail("STEWARD POLICY CHANGED"))
|
|
1145
|
+
const live = docker(["inspect", CONTAINER, "--format", "{{.Config.Image}} {{.State.Status}}/{{.State.Health.Status}}"]).trim()
|
|
1146
|
+
ok(`butler: ${live}`)
|
|
1147
|
+
if (failure && !planned) fail("upgrade rolled back; the Butler is on its prior version (see above)")
|
|
1148
|
+
if (gated && !failure) {
|
|
1149
|
+
say(`replay gate${plant ? ` (planted failure: ${plant})` : ""}`)
|
|
1150
|
+
const stillHeld = () => heldUpgradeProblem({ journalExists: existsSync(UPGRADE_JOURNAL), liveImage: butlerState().split(" ")[0], expectedImage: image(version) })
|
|
1151
|
+
const outcome = completeGatedUpgrade({
|
|
1152
|
+
runGate: () => {
|
|
1153
|
+
if (preserved.length) return { ok: false, detail: preserved.join("; ") }
|
|
1154
|
+
if (!waitForButler(image(version), 300)) return { ok: false, detail: `the new Butler did not become healthy on ${image(version)}` }
|
|
1155
|
+
const result = runReplayGate(plant)
|
|
1156
|
+
if (!result.ok) return result
|
|
1157
|
+
const problem = stillHeld()
|
|
1158
|
+
return problem ? { ok: false, detail: problem } : result
|
|
1159
|
+
},
|
|
1160
|
+
commit: () => {
|
|
1161
|
+
const problem = stillHeld()
|
|
1162
|
+
if (problem) throw new Error(`refusing to commit: ${problem}`)
|
|
1163
|
+
pauseSupervision()
|
|
1164
|
+
try { ok(`commit: ${sh("/usr/local/bin/node", [lifecycle, "upgrade", id, image(version)], { stdio: ["ignore", "pipe", "pipe"] }).trim()}`) }
|
|
1165
|
+
finally { resumeSupervision() }
|
|
1166
|
+
},
|
|
1167
|
+
rollback: () => {
|
|
1168
|
+
pauseSupervision()
|
|
1169
|
+
try { ok(`rollback: ${sh("/usr/local/bin/node", [lifecycle, "upgrade-rollback"], { stdio: ["ignore", "pipe", "pipe"] }).trim()}`) }
|
|
1170
|
+
catch (e) { fail(`ROLLBACK FAILED: ${lifecycleFailure(e)}\nThe journal is kept; the next authority boot (or \`upgrade-rollback\`) retries it.`) }
|
|
1171
|
+
finally { resumeSupervision() }
|
|
1172
|
+
},
|
|
1173
|
+
confirmRollback: () => {
|
|
1174
|
+
if (!waitForButler(priorImage, 300)) fail(`rolled back, but ${priorImage} is not running healthy; inspect \`docker logs ${CONTAINER}\``)
|
|
1175
|
+
return priorImage
|
|
1176
|
+
},
|
|
1177
|
+
pin: () => pinTemplate(version),
|
|
1178
|
+
prune: () => pruneButlerImages(),
|
|
1179
|
+
})
|
|
1180
|
+
if (!outcome.passed) process.exit(1)
|
|
1181
|
+
console.log(`\nUPGRADE done — ${version} live and gate-verified. Run verify.`)
|
|
1182
|
+
return
|
|
1183
|
+
}
|
|
1184
|
+
console.log(rehearse ? "\nREHEARSAL done — the upgrade reached the planned step and the rollback restored the predecessor." : `\nUPGRADE done — ${version} live (NOT gate-verified). Run verify.`)
|
|
1185
|
+
}
|
|
1186
|
+
|
|
1187
|
+
// ---- verify ---------------------------------------------------------------
|
|
1188
|
+
|
|
1189
|
+
function verify(withGate = false) {
|
|
1190
|
+
say("verify")
|
|
1191
|
+
const st = docker(["inspect", CONTAINER, "--format", "{{.Config.Image}} {{.State.Status}}/{{.State.Health.Status}} restarts={{.RestartCount}}"]).trim()
|
|
1192
|
+
ok(`butler: ${st}`)
|
|
1193
|
+
const auth = docker(["logs", CONTAINER, "--since", "2m"], { stdio: ["ignore","pipe","pipe"] }).split("\n").filter((l) => l.includes("401")).length
|
|
1194
|
+
auth === 0 ? ok("no Telegram auth failures in the last 2m") : bad(`${auth} 401s in the last 2m`)
|
|
1195
|
+
existsSync(POLICY) ? ok(`steward policy ${sha12(POLICY)}`) : bad("steward policy missing")
|
|
1196
|
+
const psycheMount = JSON.parse(docker(["inspect", CONTAINER, "--format", "{{json .Mounts}}"]) || "[]")
|
|
1197
|
+
psycheMountIssue(psycheMount) === null ? ok("psyche is mounted read-only in the resident") : bad(psycheMountIssue(psycheMount))
|
|
1198
|
+
const trustMount = JSON.parse(docker(["inspect", CONTAINER, "--format", "{{json .Mounts}}"]) || "[]")
|
|
1199
|
+
trustMountIssue(trustMount) === null ? ok("the operator trust directory is mounted read-only in the resident") : bad(trustMountIssue(trustMount))
|
|
1200
|
+
const trustIssue = existsSync(TRUST_HOST_DIR) ? trustDirIssue(lstatSync(TRUST_HOST_DIR)) : `${TRUST_HOST_DIR} is missing`
|
|
1201
|
+
trustIssue === null ? ok("the host trust directory is root-owned and closed to group and other writes") : bad(trustIssue)
|
|
1202
|
+
const droppedHolders = escalationGrantProblems()
|
|
1203
|
+
droppedHolders.length === 0 ? ok("every escalation holder is in the trusted file") : droppedHolders.forEach((line) => bad(line))
|
|
1204
|
+
const psycheDir = `${BUNDLE}/psyche`
|
|
1205
|
+
if (existsSync(psycheDir)) {
|
|
1206
|
+
const psycheIssues = psycheProblems(psycheDir)
|
|
1207
|
+
psycheIssues.length === 0 ? ok("psyche files are resident-owned 0600 (read-only through the mount)") : bad(`psyche files do not match what the resident boot check requires: ${psycheIssues.slice(0, 3).join("; ")}`)
|
|
1208
|
+
} else bad("psyche folder missing from the bundle")
|
|
1209
|
+
const jf = docker(["inspect", "jellyfin", "--format", "{{.State.Status}} restarts={{.RestartCount}}"]).trim()
|
|
1210
|
+
ok(`jellyfin ${jf}`)
|
|
1211
|
+
if (withGate) {
|
|
1212
|
+
say("replay gate (live version, no upgrade)")
|
|
1213
|
+
const gate = runReplayGate(undefined)
|
|
1214
|
+
gate.ok ? ok("replay gate passed") : bad(`replay gate failed: ${gate.detail}`)
|
|
1215
|
+
}
|
|
1216
|
+
process.exit(RED === 0 ? 0 : 1)
|
|
1217
|
+
}
|
|
1218
|
+
|
|
1219
|
+
function fail(m) { console.error(`\nREFUSING: ${m}`); process.exit(1) }
|
|
1220
|
+
|
|
1221
|
+
// ---- entry ----------------------------------------------------------------
|
|
1222
|
+
|
|
1223
|
+
export function parseUpgradeArgs(argv) {
|
|
1224
|
+
const usage = "Usage: sanctuary-butler-upgrade.mjs <preflight|prepare|install|upgrade> <version> [--rehearse <step>] [--no-gate] [--plant <case>] | verify [--gate]"
|
|
1225
|
+
const [phase, ...rest] = argv
|
|
1226
|
+
if (!phase || !["preflight", "prepare", "install", "verify", "upgrade"].includes(phase)) throw new Error(usage)
|
|
1227
|
+
const parsed = { phase, version: undefined, rehearse: undefined, noGate: false, plant: undefined, gate: false }
|
|
1228
|
+
for (let i = 0; i < rest.length; i += 1) {
|
|
1229
|
+
const arg = rest[i]
|
|
1230
|
+
if (arg === "--rehearse" && phase === "upgrade" && rest[i + 1]) parsed.rehearse = rest[++i]
|
|
1231
|
+
else if (arg === "--no-gate" && phase === "upgrade") parsed.noGate = true
|
|
1232
|
+
else if (arg === "--plant" && phase === "upgrade" && rest[i + 1]) parsed.plant = rest[++i]
|
|
1233
|
+
else if (arg === "--gate" && phase === "verify") parsed.gate = true
|
|
1234
|
+
else if (!arg.startsWith("--") && parsed.version === undefined && phase !== "verify") parsed.version = arg
|
|
1235
|
+
else throw new Error(usage)
|
|
1236
|
+
}
|
|
1237
|
+
if (parsed.noGate && parsed.plant) throw new Error("--plant needs the gate; it cannot be combined with --no-gate")
|
|
1238
|
+
if (parsed.rehearse && (parsed.noGate || parsed.plant)) throw new Error("--rehearse does not use the gate; do not combine it with --no-gate or --plant")
|
|
1239
|
+
if (phase !== "verify" && !/^[0-9]+\.[0-9]+\.[0-9]+(-[0-9A-Za-z.-]+)?$/.test(parsed.version || "")) throw new Error("a semver version is required, e.g. 0.1.0-alpha.829")
|
|
1240
|
+
return parsed
|
|
1241
|
+
}
|
|
1242
|
+
|
|
1243
|
+
async function run(argv) {
|
|
1244
|
+
let args
|
|
1245
|
+
try { args = parseUpgradeArgs(argv) } catch (error) { console.error(error.message); process.exit(2) }
|
|
1246
|
+
requireRoot()
|
|
1247
|
+
if (args.phase === "preflight") preflight(args.version)
|
|
1248
|
+
else if (args.phase === "prepare") prepare(args.version)
|
|
1249
|
+
else if (args.phase === "install") install(args.version)
|
|
1250
|
+
else if (args.phase === "verify") verify(args.gate)
|
|
1251
|
+
else if (args.phase === "upgrade") await upgrade(args.version, args.rehearse, { noGate: args.noGate, plant: args.plant })
|
|
1252
|
+
}
|
|
1253
|
+
|
|
1254
|
+
if (process.argv[1] && fileURLToPath(import.meta.url) === realpathSync(process.argv[1])) run(process.argv.slice(2)).catch((error) => { console.error(error); process.exit(1) })
|