@sleep2agi/commhub-server 0.9.0-preview.28 → 0.9.0-preview.281
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +120 -3
- package/bin/commhub.ts +93 -9
- package/build-info.json +7 -0
- package/package.json +10 -8
- package/src/ack-create-request-transport.test.ts +182 -0
- package/src/ack-create-request.test.ts +52 -8
- package/src/admin-delete-network-http.test.ts +229 -0
- package/src/admin-networks-http.test.ts +88 -0
- package/src/adoption-candidates-http.test.ts +140 -0
- package/src/adoption-candidates.ts +158 -0
- package/src/agent-access-batch.test.ts +215 -0
- package/src/agent-access.ts +585 -0
- package/src/agent-acl-groups-http.test.ts +247 -0
- package/src/agent-acl-http.test.ts +691 -0
- package/src/agent-acl-slice3-http.test.ts +888 -0
- package/src/agent-department-grants.test.ts +129 -0
- package/src/agent-department-http.test.ts +215 -0
- package/src/agent-groups-perf.test.ts +228 -0
- package/src/agent-notice.ts +48 -0
- package/src/agent-team-whoami-http.test.ts +98 -0
- package/src/agent-teams-http.test.ts +330 -0
- package/src/agent-teams.ts +244 -0
- package/src/alias-baseline-2571.test.ts +162 -0
- package/src/alias-baseline.ts +113 -0
- package/src/alias-filter.test.ts +72 -0
- package/src/alias-filter.ts +42 -0
- package/src/all-status-cache.test.ts +31 -0
- package/src/all-status-cache.ts +37 -0
- package/src/anet-variant-real-daemon-http.test.ts +185 -0
- package/src/api-host-supervisors-can-create-nodes.test.ts +350 -0
- package/src/api-host-supervisors-fallback.test.ts +6 -7
- package/src/api-host-supervisors-runtime-readiness.test.ts +195 -0
- package/src/api-nodes-shape.test.ts +131 -4
- package/src/auth-abuse-counters.test.ts +144 -0
- package/src/auth-abuse-counters.ts +122 -0
- package/src/auth-layer-shape.test.ts +105 -0
- package/src/auth-password-change-cli-tokens-http.test.ts +423 -0
- package/src/auth-sessions-http.test.ts +260 -0
- package/src/auth-validate.test.ts +5 -1
- package/src/auth-weak-password-login.test.ts +176 -0
- package/src/auth.ts +641 -68
- package/src/backfill-node-ids-2664.test.ts +128 -0
- package/src/binding-generation-http.test.ts +141 -0
- package/src/blocked-exit-on-reply.test.ts +122 -0
- package/src/broadcast-fanout-2721.test.ts +149 -0
- package/src/broadcast-fanout.ts +117 -0
- package/src/build-commit-report-http.test.ts +219 -0
- package/src/build-info.test.ts +60 -0
- package/src/build-info.ts +85 -0
- package/src/chain-attempt-dedup.test.ts +447 -0
- package/src/clip.test.ts +36 -0
- package/src/clip.ts +48 -0
- package/src/clone-node.test.ts +269 -0
- package/src/clone-node.ts +289 -0
- package/src/codex-config-flags.ts +77 -0
- package/src/codex-fork-contract.ts +23 -0
- package/src/codex-fork-migration.test.ts +38 -0
- package/src/commhub-bin-args.test.ts +85 -0
- package/src/config-apply-sec1.test.ts +37 -0
- package/src/config-apply-validate.test.ts +188 -1
- package/src/config-apply-validate.ts +226 -3
- package/src/contracts/session-project-create.ts +14 -0
- package/src/contracts/session-source-delivery.ts +16 -0
- package/src/contracts/session-source-directory.ts +54 -0
- package/src/contracts/session-source-evidence.ts +72 -0
- package/src/contracts/session-source-execution.ts +24 -0
- package/src/contracts/session-source-transport.ts +18 -0
- package/src/cors-origins.test.ts +73 -0
- package/src/create-node-blocked-gate.test.ts +365 -0
- package/src/create-node-error-domain.test.ts +127 -0
- package/src/create-node-network-id.test.ts +91 -0
- package/src/create-node-tool-schema.test.ts +59 -0
- package/src/create-node-unicode-name.test.ts +126 -0
- package/src/create-node-validate.test.ts +199 -7
- package/src/create-node-validate.ts +232 -15
- package/src/create-node-workdir.test.ts +298 -0
- package/src/create-node.ts +88 -23
- package/src/daemon-provider-snapshots.test.ts +453 -0
- package/src/daemon-provider-snapshots.ts +327 -0
- package/src/daemon-token-owner-http.test.ts +346 -0
- package/src/dashboard-slash-routing-http.test.ts +109 -0
- package/src/db-adapter-guard.test.ts +148 -0
- package/src/db-adapter-translate.test.ts +128 -0
- package/src/db-adapter.ts +377 -91
- package/src/db-timestamp.test.ts +38 -0
- package/src/db-timestamp.ts +15 -0
- package/src/db.ts +1334 -154
- package/src/delivered-without-push.test.ts +140 -0
- package/src/department-groups-http.test.ts +209 -0
- package/src/department-groups-sync-http.test.ts +328 -0
- package/src/department-groups.ts +434 -0
- package/src/department-heads-http.test.ts +350 -0
- package/src/department-heads.ts +226 -0
- package/src/departments-agent-count.test.ts +139 -0
- package/src/departments-http.test.ts +185 -0
- package/src/departments-mcp-error-domain.test.ts +135 -0
- package/src/departments-mcp.test.ts +128 -0
- package/src/departments.ts +318 -0
- package/src/desktop-message-seam.test.ts +150 -0
- package/src/desktop-message.test.ts +368 -0
- package/src/dm-file-scope-http.test.ts +227 -0
- package/src/empty-node-sweeper.test.ts +104 -0
- package/src/empty-node-sweeper.ts +88 -0
- package/src/env-transport-gate-http.test.ts +240 -0
- package/src/env-transport-gate.ts +80 -0
- package/src/env-transport-policy.ts +56 -0
- package/src/etag-of.test.ts +57 -0
- package/src/event-loop-lag.test.ts +180 -0
- package/src/event-loop-lag.ts +201 -0
- package/src/expiry-counters.test.ts +187 -0
- package/src/expiry-counters.ts +227 -0
- package/src/expiry-evidence-db.test.ts +103 -0
- package/src/ext-token-shared.test.ts +60 -0
- package/src/ext-validation-regression.test.ts +10 -17
- package/src/external-schedule-edits-http.test.ts +321 -0
- package/src/external-schedule-edits-timestamps.test.ts +64 -0
- package/src/external-schedule-edits.ts +327 -0
- package/src/file-download-authz-dev-open.test.ts +1 -1
- package/src/file-download-authz.test.ts +25 -4
- package/src/file-download-date-bucket.test.ts +1 -1
- package/src/file-network-scope-dev-open.test.ts +1 -1
- package/src/file-network-scope.test.ts +7 -6
- package/src/group-membership-events-http.test.ts +264 -0
- package/src/group-messages-http.test.ts +483 -0
- package/src/group-messages.ts +297 -0
- package/src/health-anon-readers.ts +67 -0
- package/src/health-host-disk-2756.test.ts +71 -0
- package/src/health-identity-root.test.ts +98 -0
- package/src/health-redaction.test.ts +1603 -7
- package/src/health-status-reasons.test.ts +84 -0
- package/src/host-supervisor-identity-http.test.ts +152 -0
- package/src/host-supervisor-identity.ts +92 -0
- package/src/host-supervisors-daemon-version.test.ts +137 -0
- package/src/http-gzip.test.ts +94 -0
- package/src/http-gzip.ts +112 -0
- package/src/hub-catalog-read-http.test.ts +664 -0
- package/src/hub-provider-config.test.ts +166 -0
- package/src/hub-provider-config.ts +202 -0
- package/src/hub-timestamp.test.ts +38 -0
- package/src/hub-timestamp.ts +27 -0
- package/src/human-dm.ts +215 -0
- package/src/human-inbox.ts +42 -0
- package/src/inbox-caller.ts +49 -0
- package/src/inbox-count-sse.test.ts +318 -0
- package/src/inbox-count.ts +29 -0
- package/src/index.ts +6 -2
- package/src/launched-by-cli-report-http.test.ts +155 -0
- package/src/license-state.test.ts +105 -0
- package/src/license-state.ts +48 -0
- package/src/lifecycle-error-domain.test.ts +149 -0
- package/src/list-ack-error-domain.test.ts +108 -0
- package/src/list-host-supervisors.test.ts +15 -4
- package/src/list-tasks-omit-default.test.ts +84 -0
- package/src/list-tasks-since-last.test.ts +100 -0
- package/src/list-tasks-since.test.ts +104 -0
- package/src/mcp-context-cost-http.test.ts +127 -0
- package/src/mcp-inflight.test.ts +92 -0
- package/src/mcp-inflight.ts +38 -0
- package/src/mcp-projects-events-http.test.ts +168 -0
- package/src/mcp-route-label-http.test.ts +120 -0
- package/src/mcp-write-network-resolution.test.ts +21 -0
- package/src/member-audit-network-id-http.test.ts +93 -0
- package/src/member-presence-http.test.ts +210 -0
- package/src/messages-ack-by-agent-http.test.ts +142 -0
- package/src/migrate-sqlite-to-pg.test.ts +47 -0
- package/src/migrate-sqlite-to-pg.ts +263 -0
- package/src/model-auth-notify-http.test.ts +181 -0
- package/src/model-auth-notify.ts +116 -0
- package/src/network-name-http.test.ts +75 -0
- package/src/network-quota-config.test.ts +100 -0
- package/src/network-rules-http.test.ts +169 -0
- package/src/network-rules.ts +129 -0
- package/src/network-scope.ts +222 -3
- package/src/network-token-membership-http.test.ts +186 -0
- package/src/node-alias-control.ts +12 -0
- package/src/node-attrs.test.ts +47 -2
- package/src/node-caller-identity-http.test.ts +1108 -0
- package/src/node-config-last-update.test.ts +126 -0
- package/src/node-config-last-update.ts +107 -0
- package/src/node-create-request-status-http.test.ts +105 -0
- package/src/node-daemon-bindings.test.ts +142 -0
- package/src/node-daemon-bindings.ts +135 -0
- package/src/node-failure-alert.test.ts +150 -0
- package/src/node-failure-alert.ts +177 -0
- package/src/node-files-transport.test.ts +350 -0
- package/src/node-health-codex-login.test.ts +120 -0
- package/src/node-health-dispatch-http.test.ts +373 -0
- package/src/node-health-guard-origin.test.ts +98 -0
- package/src/node-health-guard.ts +121 -0
- package/src/node-health-passthrough.test.ts +115 -0
- package/src/node-health-store.ts +101 -0
- package/src/node-id-alias.test.ts +190 -0
- package/src/node-identity-conflict-http.test.ts +269 -0
- package/src/node-identity-conflict.ts +142 -0
- package/src/node-identity-mismatch.test.ts +74 -0
- package/src/node-in-flight-tasks.ts +31 -0
- package/src/node-inbox-allowlist-http.test.ts +320 -0
- package/src/node-lifecycle-controllable.test.ts +64 -0
- package/src/node-lifecycle-controllable.ts +53 -0
- package/src/node-lifecycle-read-http.test.ts +257 -0
- package/src/node-lifecycle-read.ts +126 -0
- package/src/node-logs-transport.test.ts +266 -0
- package/src/node-peer-allowlist.test.ts +114 -0
- package/src/node-permissions-http.test.ts +901 -0
- package/src/node-permissions.ts +627 -0
- package/src/node-request-retention.test.ts +281 -0
- package/src/node-request-retention.ts +120 -0
- package/src/node-secret-rest-http.test.ts +190 -0
- package/src/node-secret-vault-inject.test.ts +132 -0
- package/src/node-security-write-gate.test.ts +72 -0
- package/src/node-serviceability.test.ts +86 -0
- package/src/node-serviceability.ts +124 -0
- package/src/node-session-control-http.test.ts +398 -0
- package/src/node-session-control.ts +316 -0
- package/src/node-skills-transport.test.ts +212 -0
- package/src/node-token-identity.ts +35 -0
- package/src/node-token-ownership.ts +51 -0
- package/src/node-token-privilege-http.test.ts +224 -0
- package/src/node-token-usage.test.ts +128 -0
- package/src/node-token-usage.ts +228 -0
- package/src/not-found-api-http.test.ts +67 -0
- package/src/observer-avatar-http.test.ts +103 -10
- package/src/observer-push.test.ts +76 -0
- package/src/opencode-catalog-report-http.test.ts +139 -0
- package/src/opencode-v2-catalog.test.ts +282 -0
- package/src/opencode-v2-catalog.ts +357 -0
- package/src/package-self-contained.test.ts +32 -0
- package/src/package-version-consistency.test.ts +25 -0
- package/src/parent-infer.test.ts +82 -0
- package/src/parent-infer.ts +110 -0
- package/src/parent-source-marker.test.ts +70 -0
- package/src/parent-source-orphan.test.ts +121 -0
- package/src/password-network-tokens.ts +25 -0
- package/src/peer-reply-atomic.test.ts +462 -0
- package/src/peer-reply-capability.test.ts +70 -0
- package/src/pg-worker.ts +87 -0
- package/src/poll-pacing.test.ts +74 -0
- package/src/poll-pacing.ts +123 -0
- package/src/probe-provider-error-domain.test.ts +145 -0
- package/src/project-dir-warn-clear-http.test.ts +132 -0
- package/src/project-viewer-can-http.test.ts +116 -0
- package/src/provider-skill-error-domain.test.ts +130 -0
- package/src/provider-tools-shape.test.ts +165 -0
- package/src/push.test.ts +20 -10
- package/src/push.ts +373 -9
- package/src/redact-tokens.test.ts +86 -0
- package/src/redact-tokens.ts +43 -0
- package/src/rejection-counters.test.ts +72 -0
- package/src/rejection-counters.ts +173 -0
- package/src/rename.ts +38 -10
- package/src/reply-target-derivation.test.ts +96 -0
- package/src/report-status-handover-capabilities-http.test.ts +124 -0
- package/src/report-status-host-schema.test.ts +272 -0
- package/src/report-status-resume-id-handover.test.ts +184 -0
- package/src/report-status-secret-keys.test.ts +140 -0
- package/src/require-explicit-test-db.ts +9 -0
- package/src/requirement-due-reminders-http.test.ts +620 -0
- package/src/requirement-due-reminders.ts +416 -0
- package/src/requirement-events-http.test.ts +318 -0
- package/src/requirement-events.test.ts +45 -0
- package/src/requirement-events.ts +144 -0
- package/src/requirement-notify.ts +165 -0
- package/src/requirement-participant-notify-http.test.ts +313 -0
- package/src/requirement-tag-ops-http.test.ts +454 -0
- package/src/requirement-tag-tree-http.test.ts +275 -0
- package/src/requirement-tag-tree.ts +127 -0
- package/src/requirement-tags.ts +102 -0
- package/src/requirements-abandoned-http.test.ts +236 -0
- package/src/requirements-assignee-drift.test.ts +154 -0
- package/src/requirements-comment-http.test.ts +174 -0
- package/src/requirements-completed-at-migration.test.ts +70 -0
- package/src/requirements-errors-mcp-http.test.ts +164 -0
- package/src/requirements-errors.ts +158 -0
- package/src/requirements-etag-http.test.ts +91 -0
- package/src/requirements-http.test.ts +709 -0
- package/src/requirements-last-event-http.test.ts +349 -0
- package/src/requirements-list-mcp-slim-http.test.ts +155 -0
- package/src/requirements-list-slim-http.test.ts +324 -0
- package/src/requirements-mcp.test.ts +180 -0
- package/src/requirements-migrate.ts +283 -0
- package/src/requirements-owner-strict-mcp-http.test.ts +145 -0
- package/src/requirements-people-http.test.ts +114 -0
- package/src/requirements-people-mcp-http.test.ts +231 -0
- package/src/requirements-people.ts +196 -0
- package/src/requirements-priority-lowest.test.ts +114 -0
- package/src/requirements-projects-network-echo.test.ts +57 -0
- package/src/requirements-projects-parent-http.test.ts +123 -0
- package/src/requirements-search-http.test.ts +182 -0
- package/src/requirements-search.test.ts +32 -0
- package/src/requirements-search.ts +145 -0
- package/src/requirements-seq-http.test.ts +193 -0
- package/src/requirements-seq-migration.test.ts +63 -0
- package/src/requirements-start-date.test.ts +125 -0
- package/src/requirements-stats-http.test.ts +357 -0
- package/src/requirements-stats.ts +195 -0
- package/src/requirements-status-participants-http.test.ts +222 -0
- package/src/requirements-upgrade-e2e.test.ts +126 -0
- package/src/requirements-upgrade-migration.test.ts +98 -0
- package/src/requirements.ts +2205 -0
- package/src/resolve-port.test.ts +57 -0
- package/src/resolve-port.ts +44 -0
- package/src/rest-alias-network-fallback-http.test.ts +123 -0
- package/src/rest-alias-network-fallback.test.ts +60 -0
- package/src/rest-alias-network-fallback.ts +65 -0
- package/src/rest-explicit-columns-http.test.ts +266 -0
- package/src/rest-identity.test.ts +130 -0
- package/src/rest-identity.ts +141 -0
- package/src/rest-projections.ts +72 -0
- package/src/rest-read-network-real-chain.test.ts +97 -0
- package/src/rest-write-network-resolution.test.ts +133 -0
- package/src/restart-readiness-http.test.ts +121 -0
- package/src/restricted-files.ts +76 -0
- package/src/retention-first-sweep-quiet.test.ts +31 -0
- package/src/retention.test.ts +100 -40
- package/src/retention.ts +423 -104
- package/src/route-callers-http.test.ts +120 -0
- package/src/route-timing.test.ts +218 -0
- package/src/route-timing.ts +262 -0
- package/src/rules-file-duplicate-alias.test.ts +234 -0
- package/src/rules-file-session-target.test.ts +207 -0
- package/src/rules-file-transport.test.ts +280 -0
- package/src/runtime-label.test.ts +22 -0
- package/src/runtime-label.ts +21 -0
- package/src/runtime-readiness.ts +90 -0
- package/src/schedule-agent-mcp-http.test.ts +486 -0
- package/src/schedule-agent.ts +252 -0
- package/src/schedule-starved.test.ts +92 -0
- package/src/schedule-starved.ts +114 -0
- package/src/scheduled-backoff-http.test.ts +203 -0
- package/src/scheduled-backoff.ts +64 -0
- package/src/scheduled-doorbell-nodeless-session.test.ts +134 -0
- package/src/scheduled-failure-backoff-2622.test.ts +145 -0
- package/src/scheduled-failure-code.test.ts +73 -0
- package/src/scheduled-failure-code.ts +105 -0
- package/src/scheduled-failures-http.test.ts +279 -0
- package/src/scheduled-failures.ts +425 -0
- package/src/scheduled-noprogress-backoff-2622.test.ts +163 -0
- package/src/scheduled-offline-backoff-probe.test.ts +56 -0
- package/src/scheduled-offline.test.ts +131 -0
- package/src/scheduled-offline.ts +66 -0
- package/src/scheduled-outcome-guidance-http.test.ts +139 -0
- package/src/scheduled-outcome-guidance.ts +9 -0
- package/src/scheduled-reply-unread-http.test.ts +212 -0
- package/src/scheduled-requirement-wake-http.test.ts +289 -0
- package/src/scheduled-requirement-wake.ts +125 -0
- package/src/scheduled-run-terminal.test.ts +290 -0
- package/src/scheduled-skip-blocking-task.test.ts +120 -0
- package/src/scheduled-skip-path-backoff-2622.test.ts +98 -0
- package/src/scheduled-stuck-http.test.ts +316 -0
- package/src/scheduled-stuck-notice-cap.test.ts +80 -0
- package/src/scheduled-stuck.ts +219 -0
- package/src/scheduled-tasks-http.test.ts +679 -0
- package/src/scheduled-tasks.ts +980 -0
- package/src/scheduled-work-outcome-http.test.ts +154 -0
- package/src/scheduled-work-outcome.ts +50 -0
- package/src/scoped-secrets.ts +167 -0
- package/src/secret-echo-negative-control.test.ts +118 -0
- package/src/send-dedup-request-id.test.ts +229 -0
- package/src/send-reply-agent-warning.test.ts +38 -38
- package/src/send-reply-alias-optional.test.ts +131 -0
- package/src/send-reply-attachments.test.ts +28 -7
- package/src/send_dedup.test.ts +54 -0
- package/src/send_dedup.ts +52 -6
- package/src/serve-error.test.ts +73 -0
- package/src/serve-error.ts +56 -0
- package/src/server.ts +5103 -377
- package/src/session-fork-store.test.ts +43 -0
- package/src/session-fork-store.ts +51 -0
- package/src/session-project-attach-migration.test.ts +23 -0
- package/src/session-project-attach-native.test.ts +123 -0
- package/src/session-project-create-http.test.ts +408 -0
- package/src/session-project-create-native.test.ts +292 -0
- package/src/session-project-create.ts +159 -0
- package/src/session-source-admission-store.ts +58 -0
- package/src/session-source-create.test.ts +155 -0
- package/src/session-source-create.ts +97 -0
- package/src/session-source-delivery.ts +114 -0
- package/src/session-source-directory-http.test.ts +196 -0
- package/src/session-source-evidence.test.ts +905 -0
- package/src/session-source-evidence.ts +191 -0
- package/src/session-source-execution.ts +87 -0
- package/src/session-source-grant.test.ts +117 -0
- package/src/session-source-grant.ts +78 -0
- package/src/session-source-issuer.test.ts +250 -0
- package/src/session-source-issuer.ts +164 -0
- package/src/session-source-transport.ts +381 -0
- package/src/session-task-on-dispatch.ts +14 -0
- package/src/session-token-ownership-http.test.ts +122 -0
- package/src/shared/codex-inventory.ts +41 -0
- package/src/shared/daemon-provider-login.ts +31 -0
- package/src/shared/daemon-provider-snapshot.ts +52 -0
- package/src/shared/external-schedule-contract.ts +60 -0
- package/src/shared/node-name.test.ts +62 -0
- package/src/shared/node-name.ts +161 -0
- package/src/shared/probe-host-allowlist-drift.test.ts +45 -0
- package/src/shared/provider-application.ts +29 -0
- package/src/shared/provider-collection.ts +14 -0
- package/src/shared/provider-initialization.ts +8 -0
- package/src/shared/reserved-env-drift.test.ts +10 -0
- package/src/shared/scoped-secret-contract.ts +5 -0
- package/src/shared/task-content-limit-drift.test.ts +28 -0
- package/src/shared/task-content-limit.ts +25 -0
- package/src/side-thread-command-transport.test.ts +312 -0
- package/src/side-thread-command-transport.ts +318 -0
- package/src/side-thread-http-integration.test.ts +233 -0
- package/src/side-thread-http.ts +504 -0
- package/src/side-thread-production.test.ts +72 -0
- package/src/side-thread-production.ts +118 -0
- package/src/side-thread.test.ts +1067 -0
- package/src/side-thread.ts +2499 -0
- package/src/skillhub-http.test.ts +144 -0
- package/src/sqlite-close-checkpoint.test.ts +78 -0
- package/src/start-node.test.ts +265 -0
- package/src/start-request-error-domain.test.ts +182 -0
- package/src/start-skill-error-domain.test.ts +122 -0
- package/src/stats-versions-http.test.ts +65 -0
- package/src/status-alias-filter-http.test.ts +106 -0
- package/src/status-alias-resolver-http.test.ts +163 -0
- package/src/status-alias-resolver.ts +19 -0
- package/src/status-node-id-filter-http.test.ts +161 -0
- package/src/status-node-secrets-capable-http.test.ts +44 -0
- package/src/status-read-cache-http.test.ts +229 -0
- package/src/status-read-cache.ts +129 -0
- package/src/stop-delete-node.test.ts +567 -1
- package/src/task-access-http.test.ts +407 -0
- package/src/task-access.ts +420 -0
- package/src/task-activity.ts +60 -0
- package/src/task-auth-origin-http.test.ts +93 -0
- package/src/task-auth-origin.test.ts +24 -0
- package/src/task-auth-origin.ts +7 -0
- package/src/task-consumption.test.ts +512 -0
- package/src/task-diagnostic-http.test.ts +149 -0
- package/src/task-diagnostic.test.ts +115 -0
- package/src/task-diagnostic.ts +118 -0
- package/src/task-expiry-notice-http.test.ts +298 -0
- package/src/task-expiry-notice.ts +318 -0
- package/src/task-idempotency-mcp.test.ts +148 -0
- package/src/task-idempotency.test.ts +76 -0
- package/src/task-idempotency.ts +81 -0
- package/src/task-late-replies.ts +54 -0
- package/src/task-late-reply-http.test.ts +227 -0
- package/src/task-lifecycle-watcher-busy.test.ts +114 -0
- package/src/task-lifecycle-watcher.test.ts +209 -0
- package/src/task-lifecycle-watcher.ts +109 -0
- package/src/task-network-resolution-http.test.ts +140 -0
- package/src/task-not-found-error-domain.test.ts +117 -0
- package/src/task-offline-delivery-2668.test.ts +119 -0
- package/src/task-offline-delivery.ts +81 -0
- package/src/task-orphan-http.test.ts +287 -0
- package/src/task-orphan.ts +119 -0
- package/src/task-queue-ahead-http.test.ts +309 -0
- package/src/task-queue-ahead-scale.test.ts +236 -0
- package/src/task-queue-ahead.ts +186 -0
- package/src/task-rejection-log-http.test.ts +160 -0
- package/src/task-rejection-log.ts +61 -0
- package/src/task-sender-http.test.ts +143 -0
- package/src/task-stale-open-http.test.ts +292 -0
- package/src/task-stale-open.ts +103 -0
- package/src/tasks-pagination-http.test.ts +141 -0
- package/src/team-rules-status-http.test.ts +90 -0
- package/src/team-rules-status.test.ts +59 -0
- package/src/team-rules-status.ts +72 -0
- package/src/test-work-root.ts +18 -0
- package/src/tmux-allowlist.test.ts +48 -0
- package/src/token-usage-http.test.ts +156 -0
- package/src/tool-audience-http.test.ts +266 -0
- package/src/tool-audience.ts +130 -0
- package/src/tools-list-json-schema.test.ts +94 -0
- package/src/tools.ts +4557 -472
- package/src/update-node-config-error-domain.test.ts +107 -0
- package/src/uploads-http.test.ts +6 -4
- package/src/uploads.ts +23 -4
- package/src/user-avatar-http.test.ts +74 -0
- package/src/user-avatar-image.ts +160 -0
- package/src/user-avatar-migration.test.ts +25 -0
- package/src/user-avatar-upload-http.test.ts +353 -0
- package/src/user-inbox-by-agent-http.test.ts +189 -0
- package/src/user-inbox-netid-notnull.test.ts +122 -0
- package/src/user-inbox-read-http.test.ts +223 -0
- package/src/user-inbox-schema.test.ts +54 -0
- package/src/version-stats.test.ts +66 -0
- package/src/version-stats.ts +109 -0
|
@@ -0,0 +1,269 @@
|
|
|
1
|
+
// #507 — two live copies of one node (directory copied verbatim: same node token,
|
|
2
|
+
// same alias) used to hold two SSE subscriptions on `${net}:${alias}`. Every new
|
|
3
|
+
// task was pushed to BOTH (each copy ran it), and either copy's shutdown
|
|
4
|
+
// report_status(offline) took the node offline under the other → alias_offline.
|
|
5
|
+
//
|
|
6
|
+
// Pinned here, through the real HTTP entrances (GET /events/:alias with the node
|
|
7
|
+
// token, POST /mcp report_status, POST /api/task, GET /api/stats/sse):
|
|
8
|
+
// 1. newest connection wins: the older node stream gets node_connection_superseded
|
|
9
|
+
// (reason superseded_by_new_connection) and is closed; /api/stats/sse shows 1.
|
|
10
|
+
// 2. a new task reaches exactly ONE node subscriber; a dashboard monitor on the
|
|
11
|
+
// same channel is untouched and still sees it.
|
|
12
|
+
// 3. node_identity_conflict reaches the network observer stream and
|
|
13
|
+
// /api/stats/sse.identity_conflicts, with both remotes and no token.
|
|
14
|
+
// 4. offline only when the last node connection leaves; tasks in between are
|
|
15
|
+
// delivered, not alias_offline.
|
|
16
|
+
// 5. same instance id = a reconnect (replaced_by_reconnect, no conflict);
|
|
17
|
+
// different ids = instance_match "different"; another node's token watching
|
|
18
|
+
// this alias never supersedes it; a plain single-node stop is offline at once.
|
|
19
|
+
//
|
|
20
|
+
// 跑法:cd server && COMMHUB_DB=/tmp/x.db bun test src/node-identity-conflict-http.test.ts
|
|
21
|
+
// PG:COMMHUB_TEST_PG_URL=… COMMHUB_PG_EXPERIMENTAL=1(tests/test2123-hub-postgres-ladder 里注册)
|
|
22
|
+
import { afterAll, beforeAll, describe, expect, test } from "bun:test";
|
|
23
|
+
import { mkdtempSync, rmSync } from "node:fs";
|
|
24
|
+
import { join } from "node:path";
|
|
25
|
+
import { tmpdir } from "node:os";
|
|
26
|
+
import { createNetworkTokenForNode, register } from "./auth.js";
|
|
27
|
+
import { db } from "./db.js";
|
|
28
|
+
|
|
29
|
+
const dir = mkdtempSync(join(tmpdir(), "anet-node-conflict-"));
|
|
30
|
+
const activeDbPath = process.env.COMMHUB_DB ?? (process.env.COMMHUB_TEST_PG_URL ? "postgres" : undefined);
|
|
31
|
+
if (!activeDbPath) throw new Error("node-identity-conflict requires COMMHUB_DB (or COMMHUB_TEST_PG_URL) before module import");
|
|
32
|
+
|
|
33
|
+
const stamp = Date.now();
|
|
34
|
+
let server: any;
|
|
35
|
+
let base = "";
|
|
36
|
+
let ownerToken = "", ownerId = "", NET = "";
|
|
37
|
+
const nodes: Record<string, { alias: string; nodeId: string; token: string }> = {};
|
|
38
|
+
|
|
39
|
+
type Sub = { events: any[]; done: boolean; abort: () => void; ready: Promise<void> };
|
|
40
|
+
|
|
41
|
+
function subscribe(path: string, token: string, headers: Record<string, string> = {}): Sub {
|
|
42
|
+
const ctrl = new AbortController();
|
|
43
|
+
const sub: Sub = { events: [], done: false, abort: () => ctrl.abort(), ready: Promise.resolve() };
|
|
44
|
+
let markReady!: () => void;
|
|
45
|
+
sub.ready = new Promise<void>((r) => { markReady = r; });
|
|
46
|
+
(async () => {
|
|
47
|
+
try {
|
|
48
|
+
const res = await fetch(`${base}${path}`, { headers: { Authorization: `Bearer ${token}`, Accept: "text/event-stream", ...headers }, signal: ctrl.signal });
|
|
49
|
+
if (!res.ok || !res.body) throw new Error(`subscribe ${path} → ${res.status}`);
|
|
50
|
+
const reader = res.body.getReader();
|
|
51
|
+
const dec = new TextDecoder();
|
|
52
|
+
let buf = "";
|
|
53
|
+
while (true) {
|
|
54
|
+
const { done, value } = await reader.read();
|
|
55
|
+
if (done) break;
|
|
56
|
+
buf += dec.decode(value, { stream: true });
|
|
57
|
+
const lines = buf.split("\n"); buf = lines.pop() || "";
|
|
58
|
+
for (const line of lines) {
|
|
59
|
+
if (!line.startsWith("data: ")) continue;
|
|
60
|
+
const ev = JSON.parse(line.slice(6));
|
|
61
|
+
sub.events.push(ev);
|
|
62
|
+
if (ev.type === "connected") markReady();
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
} catch { /* aborted */ }
|
|
66
|
+
sub.done = true;
|
|
67
|
+
markReady();
|
|
68
|
+
})();
|
|
69
|
+
return sub;
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
async function until(cond: () => boolean, what: string, ms = 3000) {
|
|
73
|
+
const t0 = Date.now();
|
|
74
|
+
while (!cond()) {
|
|
75
|
+
if (Date.now() - t0 > ms) throw new Error(`timed out waiting for: ${what}`);
|
|
76
|
+
await new Promise((r) => setTimeout(r, 20));
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
const settle = () => new Promise((r) => setTimeout(r, 150));
|
|
80
|
+
|
|
81
|
+
async function api(token: string, method: string, path: string, body?: unknown) {
|
|
82
|
+
const res = await fetch(`${base}${path}`, {
|
|
83
|
+
method,
|
|
84
|
+
headers: { Authorization: `Bearer ${token}`, "Content-Type": "application/json" },
|
|
85
|
+
body: body === undefined ? undefined : JSON.stringify(body),
|
|
86
|
+
});
|
|
87
|
+
return { status: res.status, body: await res.json().catch(() => null) as any };
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
async function tool(token: string, name: string, args: Record<string, unknown>) {
|
|
91
|
+
const res = await fetch(`${base}/mcp`, {
|
|
92
|
+
method: "POST",
|
|
93
|
+
headers: { Authorization: `Bearer ${token}`, "Content-Type": "application/json", Accept: "application/json, text/event-stream", "MCP-Protocol-Version": "2025-03-26" },
|
|
94
|
+
body: JSON.stringify({ jsonrpc: "2.0", id: 1, method: "tools/call", params: { name, arguments: args } }),
|
|
95
|
+
});
|
|
96
|
+
const raw = await res.text();
|
|
97
|
+
const data = raw.split("\n").filter((x) => x.startsWith("data:"));
|
|
98
|
+
const payload = data.length ? JSON.parse(data.at(-1)!.slice(5).trim()) : JSON.parse(raw);
|
|
99
|
+
const text = payload.result.content[0].text;
|
|
100
|
+
if (!text.startsWith("{")) throw new Error(`${name}: ${text}`);
|
|
101
|
+
return JSON.parse(text);
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
const reportStatus = (n: { alias: string; nodeId: string; token: string }, status: string) =>
|
|
105
|
+
tool(n.token, "report_status", { resume_id: `sdk-${n.nodeId}`, alias: n.alias, status, node_id: n.nodeId, network_id: NET });
|
|
106
|
+
const storedStatus = (alias: string) =>
|
|
107
|
+
db.get<{ status: string }>("SELECT status FROM sessions WHERE alias = ?1 AND network_id = ?2", alias, NET)?.status;
|
|
108
|
+
let seq = 0;
|
|
109
|
+
const sendTask = (alias: string) => api(ownerToken, "POST", "/api/task", { alias, task: `conflict task ${stamp} #${++seq}`, network_id: NET });
|
|
110
|
+
const nodeStream = (n: { alias: string; token: string }, headers: Record<string, string> = {}) =>
|
|
111
|
+
subscribe(`/events/${encodeURIComponent(n.alias)}`, n.token, headers);
|
|
112
|
+
const newTasks = (s: Sub) => s.events.filter((e) => e.type === "new_task");
|
|
113
|
+
const sseCount = async (alias: string) => (await api(nodes.a.token, "GET", "/api/stats/sse")).body.sessions[`${NET}:${alias}`] ?? 0;
|
|
114
|
+
|
|
115
|
+
beforeAll(async () => {
|
|
116
|
+
process.env.COMMHUB_UPLOADS_DIR = join(dir, "uploads");
|
|
117
|
+
process.env.HOST = "127.0.0.1";
|
|
118
|
+
const owner = register(`nic_owner_${stamp}`, "NodeConflictOwner123!", undefined, "seed");
|
|
119
|
+
ownerToken = owner.token!; ownerId = owner.user!.user_id; NET = owner.network_id!;
|
|
120
|
+
for (const key of ["a", "b", "c", "d", "e"]) {
|
|
121
|
+
const alias = `nic-${key}-${stamp}`;
|
|
122
|
+
const nodeId = `n_nic_${key}_${stamp}`;
|
|
123
|
+
const minted = createNetworkTokenForNode(ownerId, NET, alias, nodeId);
|
|
124
|
+
expect(minted.ok).toBe(true);
|
|
125
|
+
nodes[key] = { alias, nodeId, token: minted.token! };
|
|
126
|
+
}
|
|
127
|
+
const mod: any = await import("./server.js");
|
|
128
|
+
server = mod.bootServer({ port: 0, hostname: "127.0.0.1" });
|
|
129
|
+
base = `http://127.0.0.1:${server.port}`;
|
|
130
|
+
for (const n of Object.values(nodes)) expect((await reportStatus(n, "idle")).ok).toBe(true);
|
|
131
|
+
}, 30_000);
|
|
132
|
+
|
|
133
|
+
afterAll(() => {
|
|
134
|
+
try { server?.stop?.(true); } catch {}
|
|
135
|
+
try { rmSync(dir, { recursive: true, force: true }); } catch {}
|
|
136
|
+
});
|
|
137
|
+
|
|
138
|
+
describe("#507 two copies of one node (same token, same alias)", () => {
|
|
139
|
+
const subs: Record<string, Sub> = {};
|
|
140
|
+
|
|
141
|
+
test("newest connection wins: the older node stream is told why and closed", async () => {
|
|
142
|
+
const n = nodes.a;
|
|
143
|
+
subs.observer = subscribe(`/events/network/${NET}`, ownerToken);
|
|
144
|
+
subs.monitor = subscribe(`/events/${encodeURIComponent(n.alias)}?network_id=${NET}`, ownerToken);
|
|
145
|
+
await subs.observer.ready; await subs.monitor.ready;
|
|
146
|
+
subs.copyA = nodeStream(n, { "User-Agent": "copy-A" });
|
|
147
|
+
await subs.copyA.ready;
|
|
148
|
+
expect(await sseCount(n.alias)).toBe(2); // copy A + dashboard monitor
|
|
149
|
+
|
|
150
|
+
subs.copyB = nodeStream(n, { "User-Agent": "copy-B" });
|
|
151
|
+
await subs.copyB.ready;
|
|
152
|
+
await until(() => subs.copyA.done, "copy A's stream to be closed");
|
|
153
|
+
const notice = subs.copyA.events.find((e) => e.type === "node_connection_superseded");
|
|
154
|
+
expect(notice).toBeTruthy();
|
|
155
|
+
expect(notice.reason).toBe("superseded_by_new_connection");
|
|
156
|
+
expect(notice.instance_match).toBe("unknown");
|
|
157
|
+
expect(subs.copyB.done).toBe(false);
|
|
158
|
+
expect(subs.monitor.done).toBe(false); // a monitor is never superseded
|
|
159
|
+
expect(await sseCount(n.alias)).toBe(2); // copy B + monitor
|
|
160
|
+
});
|
|
161
|
+
|
|
162
|
+
test("a new task reaches exactly one node subscriber (the monitor still sees it)", async () => {
|
|
163
|
+
const r = await sendTask(nodes.a.alias);
|
|
164
|
+
expect(r.status).toBe(200);
|
|
165
|
+
expect(r.body.ok).toBe(true);
|
|
166
|
+
await until(() => newTasks(subs.copyB).length >= 1 && newTasks(subs.monitor).length >= 1, "new_task on copy B + monitor");
|
|
167
|
+
await settle();
|
|
168
|
+
expect(newTasks(subs.copyB).length).toBe(1);
|
|
169
|
+
expect(newTasks(subs.copyA).length).toBe(0);
|
|
170
|
+
expect(newTasks(subs.monitor).length).toBe(1);
|
|
171
|
+
});
|
|
172
|
+
|
|
173
|
+
test("node_identity_conflict reaches the observer stream and /api/stats/sse, with remotes and no token", async () => {
|
|
174
|
+
await until(() => subs.observer.events.some((e) => e.type === "node_identity_conflict"), "observer conflict event");
|
|
175
|
+
const ev = subs.observer.events.find((e) => e.type === "node_identity_conflict");
|
|
176
|
+
expect(ev.alias).toBe(nodes.a.alias);
|
|
177
|
+
expect(ev.node_id).toBe(nodes.a.nodeId);
|
|
178
|
+
expect(ev.policy).toBe("newest_connection_wins");
|
|
179
|
+
expect(ev.superseded.user_agent).toBe("copy-A");
|
|
180
|
+
expect(ev.current.user_agent).toBe("copy-B");
|
|
181
|
+
expect(ev.superseded.remote).toMatch(/^127\.0\.0\.1:\d+$/);
|
|
182
|
+
expect(ev.current.remote).toMatch(/^127\.0\.0\.1:\d+$/);
|
|
183
|
+
expect(ev.superseded.remote).not.toBe(ev.current.remote);
|
|
184
|
+
const stats = await api(nodes.a.token, "GET", "/api/stats/sse");
|
|
185
|
+
const mine = stats.body.identity_conflicts.filter((c: any) => c.alias === nodes.a.alias);
|
|
186
|
+
expect(mine.length).toBe(1);
|
|
187
|
+
expect(mine[0].network_id).toBe(NET);
|
|
188
|
+
const raw = JSON.stringify(stats.body) + JSON.stringify(ev);
|
|
189
|
+
expect(raw).not.toContain("ntok_");
|
|
190
|
+
expect(raw).not.toContain(nodes.a.token);
|
|
191
|
+
const audit = db.get<{ n: number }>("SELECT COUNT(*) AS n FROM audit_log WHERE action = 'node_identity_conflict' AND target_id = ?1", nodes.a.nodeId);
|
|
192
|
+
expect(audit?.n).toBe(1);
|
|
193
|
+
});
|
|
194
|
+
|
|
195
|
+
test("offline only when the last node connection leaves; tasks in between are delivered", async () => {
|
|
196
|
+
const n = nodes.a;
|
|
197
|
+
// Copy A (the superseded one) shuts down and says so.
|
|
198
|
+
const fromA = await reportStatus(n, "offline");
|
|
199
|
+
expect(fromA.ok).toBe(true);
|
|
200
|
+
expect(fromA.offline_deferred).toBe(true);
|
|
201
|
+
expect(storedStatus(n.alias)).not.toBe("offline");
|
|
202
|
+
const r = await sendTask(n.alias);
|
|
203
|
+
expect(r.status).toBe(200);
|
|
204
|
+
expect(r.body.ok).toBe(true);
|
|
205
|
+
expect(r.body.error).toBeUndefined();
|
|
206
|
+
await until(() => newTasks(subs.copyB).length >= 2, "second new_task on copy B");
|
|
207
|
+
|
|
208
|
+
// Copy B stops too: it reports offline while its stream is still open, then exits.
|
|
209
|
+
const fromB = await reportStatus(n, "offline");
|
|
210
|
+
expect(fromB.offline_deferred).toBe(true);
|
|
211
|
+
expect(storedStatus(n.alias)).not.toBe("offline");
|
|
212
|
+
subs.copyB.abort();
|
|
213
|
+
await until(() => storedStatus(n.alias) === "offline", "deferred offline applied once the last node stream closed");
|
|
214
|
+
expect((await sendTask(n.alias)).body.error).toBe("alias_offline");
|
|
215
|
+
subs.monitor.abort(); subs.observer.abort();
|
|
216
|
+
});
|
|
217
|
+
});
|
|
218
|
+
|
|
219
|
+
describe("#507 what is and is not a conflict", () => {
|
|
220
|
+
test("same instance id = a reconnect of the same process: replaced, no conflict recorded", async () => {
|
|
221
|
+
const n = nodes.b;
|
|
222
|
+
const first = nodeStream(n, { "X-Anet-Instance-Id": "inst-b-1" });
|
|
223
|
+
await first.ready;
|
|
224
|
+
const second = nodeStream(n, { "X-Anet-Instance-Id": "inst-b-1" });
|
|
225
|
+
await second.ready;
|
|
226
|
+
await until(() => first.done, "old stream replaced");
|
|
227
|
+
expect(first.events.find((e) => e.type === "node_connection_superseded")?.reason).toBe("replaced_by_reconnect");
|
|
228
|
+
const stats = await api(n.token, "GET", "/api/stats/sse");
|
|
229
|
+
expect(stats.body.identity_conflicts.filter((c: any) => c.alias === n.alias)).toEqual([]);
|
|
230
|
+
// No conflict → a stop is exactly as before: offline at once.
|
|
231
|
+
const r = await reportStatus(n, "offline");
|
|
232
|
+
expect(r.offline_deferred).toBeUndefined();
|
|
233
|
+
expect(storedStatus(n.alias)).toBe("offline");
|
|
234
|
+
second.abort();
|
|
235
|
+
});
|
|
236
|
+
|
|
237
|
+
test("different instance ids are reported as instance_match=different", async () => {
|
|
238
|
+
const n = nodes.c;
|
|
239
|
+
const first = nodeStream(n, { "X-Anet-Instance-Id": "inst-c-host1" });
|
|
240
|
+
await first.ready;
|
|
241
|
+
const second = subscribe(`/events/${encodeURIComponent(n.alias)}?instance_id=inst-c-host2`, n.token);
|
|
242
|
+
await second.ready;
|
|
243
|
+
await until(() => first.done, "old stream superseded");
|
|
244
|
+
const stats = await api(n.token, "GET", "/api/stats/sse");
|
|
245
|
+
const mine = stats.body.identity_conflicts.filter((c: any) => c.alias === n.alias);
|
|
246
|
+
expect(mine.length).toBe(1);
|
|
247
|
+
expect(mine[0].instance_match).toBe("different");
|
|
248
|
+
expect(mine[0].superseded.instance_id).toBe("inst-c-host1");
|
|
249
|
+
expect(mine[0].current.instance_id).toBe("inst-c-host2");
|
|
250
|
+
second.abort();
|
|
251
|
+
});
|
|
252
|
+
|
|
253
|
+
test("another node's token watching this alias never supersedes the node", async () => {
|
|
254
|
+
const n = nodes.d;
|
|
255
|
+
const own = nodeStream(n);
|
|
256
|
+
await own.ready;
|
|
257
|
+
const watcher = subscribe(`/events/${encodeURIComponent(n.alias)}`, nodes.e.token);
|
|
258
|
+
await watcher.ready;
|
|
259
|
+
await settle();
|
|
260
|
+
expect(own.done).toBe(false);
|
|
261
|
+
expect(own.events.some((e) => e.type === "node_connection_superseded")).toBe(false);
|
|
262
|
+
watcher.abort();
|
|
263
|
+
// And a plain single-node stop (no conflict) is offline immediately, as before.
|
|
264
|
+
const r = await reportStatus(n, "offline");
|
|
265
|
+
expect(r.offline_deferred).toBeUndefined();
|
|
266
|
+
expect(storedStatus(n.alias)).toBe("offline");
|
|
267
|
+
own.abort();
|
|
268
|
+
});
|
|
269
|
+
});
|
|
@@ -0,0 +1,142 @@
|
|
|
1
|
+
// #507 — two live processes holding the same node identity (a node directory
|
|
2
|
+
// copied verbatim and started elsewhere: same node token, same alias).
|
|
3
|
+
//
|
|
4
|
+
// push.ts enforces "at most one node-scoped SSE subscriber per (network, alias)",
|
|
5
|
+
// newest connection wins (policy + rationale next to enforceSingleNodeSubscriber).
|
|
6
|
+
// This module is the Hub-side bookkeeping around that:
|
|
7
|
+
//
|
|
8
|
+
// 1. node_identity_conflict — every supersede between connections that are not
|
|
9
|
+
// provably the same process is logged, written to audit_log, pushed to the
|
|
10
|
+
// network observer stream (dashboard) and kept in a small ring that
|
|
11
|
+
// GET /api/stats/sse returns. Carries both connections' remote info; never
|
|
12
|
+
// a token.
|
|
13
|
+
//
|
|
14
|
+
// 2. offline while another copy is still connected — a copy's shutdown
|
|
15
|
+
// report_status(offline) used to mark the node offline even though the other
|
|
16
|
+
// copy was connected, so new tasks got alias_offline. While a conflict is
|
|
17
|
+
// recent for that alias and a node-scoped subscriber is still connected, the
|
|
18
|
+
// offline is DEFERRED: stored status stays as it was, and the offline is
|
|
19
|
+
// applied only when the last node-scoped subscriber leaves (or dropped when the
|
|
20
|
+
// surviving copy reports a fresh status). Outside a conflict window nothing
|
|
21
|
+
// changes: a normal single-node stop marks offline immediately, as before.
|
|
22
|
+
|
|
23
|
+
import { db, logAudit } from "./db.js";
|
|
24
|
+
import {
|
|
25
|
+
hasNodeSubscriber,
|
|
26
|
+
onNodeIdentityConflict,
|
|
27
|
+
onNodeSubscribersDrained,
|
|
28
|
+
pushEvent,
|
|
29
|
+
pushNetworkObserverEvent,
|
|
30
|
+
type NodeIdentityConflict,
|
|
31
|
+
} from "./push.js";
|
|
32
|
+
|
|
33
|
+
/** How long after a conflict an offline report is treated as "maybe the other copy". */
|
|
34
|
+
export const CONFLICT_WINDOW_MS = 10 * 60 * 1000;
|
|
35
|
+
const RING_MAX = 50;
|
|
36
|
+
/** Observer/audit emission is rate-limited per alias (logs are not). A flapping
|
|
37
|
+
* pair supersedes about once a second; one event a minute is enough to see it. */
|
|
38
|
+
const EMIT_EVERY_MS = 60 * 1000;
|
|
39
|
+
|
|
40
|
+
const ring: NodeIdentityConflict[] = [];
|
|
41
|
+
const lastConflictAt = new Map<string, number>();
|
|
42
|
+
const lastEmittedAt = new Map<string, number>();
|
|
43
|
+
const pendingOffline = new Map<string, { resumeId: string; at: number }>();
|
|
44
|
+
|
|
45
|
+
const k = (alias: string, networkId: string | null | undefined) => `${networkId || "global"}:${alias}`;
|
|
46
|
+
|
|
47
|
+
function publicInfo(i: NodeIdentityConflict["current"]) {
|
|
48
|
+
return {
|
|
49
|
+
instance_id: i.instanceId,
|
|
50
|
+
remote: i.remote,
|
|
51
|
+
user_agent: i.userAgent,
|
|
52
|
+
connected_at: new Date(i.connectedAt).toISOString(),
|
|
53
|
+
};
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
export function conflictPayload(c: NodeIdentityConflict) {
|
|
57
|
+
return {
|
|
58
|
+
type: "node_identity_conflict",
|
|
59
|
+
alias: c.alias,
|
|
60
|
+
node_id: c.nodeId,
|
|
61
|
+
instance_match: c.instanceMatch,
|
|
62
|
+
policy: "newest_connection_wins",
|
|
63
|
+
superseded: publicInfo(c.superseded),
|
|
64
|
+
current: publicInfo(c.current),
|
|
65
|
+
at: new Date(c.at).toISOString(),
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
function handleConflict(c: NodeIdentityConflict): void {
|
|
70
|
+
const key = k(c.alias, c.networkId);
|
|
71
|
+
lastConflictAt.set(key, c.at);
|
|
72
|
+
ring.push(c);
|
|
73
|
+
if (ring.length > RING_MAX) ring.splice(0, ring.length - RING_MAX);
|
|
74
|
+
const payload = conflictPayload(c);
|
|
75
|
+
console.warn(`[node_identity_conflict] ${c.key} node_id=${c.nodeId ?? "?"} instance_match=${c.instanceMatch} ` +
|
|
76
|
+
`superseded=${c.superseded.remote ?? "?"}(${c.superseded.instanceId ?? "no-instance-id"}) ` +
|
|
77
|
+
`by=${c.current.remote ?? "?"}(${c.current.instanceId ?? "no-instance-id"}) — ` +
|
|
78
|
+
`two processes are using this node's identity (copied node directory?); newest connection kept`);
|
|
79
|
+
const last = lastEmittedAt.get(key) ?? 0;
|
|
80
|
+
if (c.at - last < EMIT_EVERY_MS) return;
|
|
81
|
+
lastEmittedAt.set(key, c.at);
|
|
82
|
+
pushNetworkObserverEvent(c.networkId, payload);
|
|
83
|
+
logAudit(null, null, "node_identity_conflict", "node", c.nodeId ?? c.alias, JSON.stringify(payload), c.current.remote ?? undefined, c.networkId ?? undefined);
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
function handleDrained(alias: string, networkId: string | null): void {
|
|
87
|
+
const key = k(alias, networkId);
|
|
88
|
+
const pending = pendingOffline.get(key);
|
|
89
|
+
if (!pending) return;
|
|
90
|
+
pendingOffline.delete(key);
|
|
91
|
+
try {
|
|
92
|
+
db.run(
|
|
93
|
+
"UPDATE sessions SET status = 'offline', updated_at = datetime('now') WHERE resume_id = ?1 AND alias = ?2 AND network_id = ?3",
|
|
94
|
+
[pending.resumeId, alias, networkId ?? "default"],
|
|
95
|
+
);
|
|
96
|
+
console.log(`[node_identity_conflict] ${key} last node connection gone → deferred offline applied`);
|
|
97
|
+
pushEvent(alias, { type: "status_update", alias, status: "offline", progress: null, host: null, process_telemetry: null }, networkId);
|
|
98
|
+
} catch (e: any) {
|
|
99
|
+
console.log(`[node_identity_conflict] deferred offline failed for ${key}: ${e?.message || e}`);
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
|
|
103
|
+
onNodeIdentityConflict(handleConflict);
|
|
104
|
+
onNodeSubscribersDrained(handleDrained);
|
|
105
|
+
|
|
106
|
+
/** report_status hook. Returns true when an offline report must NOT be stored now
|
|
107
|
+
* (another copy of this node is still connected); it is then applied when the last
|
|
108
|
+
* node-scoped subscriber leaves. Any non-offline report clears a pending offline. */
|
|
109
|
+
export function deferOfflineIfAnotherCopyConnected(
|
|
110
|
+
alias: string,
|
|
111
|
+
networkId: string | null | undefined,
|
|
112
|
+
status: string,
|
|
113
|
+
resumeId: string,
|
|
114
|
+
now = Date.now(),
|
|
115
|
+
): boolean {
|
|
116
|
+
const key = k(alias, networkId);
|
|
117
|
+
if (status !== "offline") {
|
|
118
|
+
pendingOffline.delete(key);
|
|
119
|
+
return false;
|
|
120
|
+
}
|
|
121
|
+
const conflictAt = lastConflictAt.get(key);
|
|
122
|
+
if (conflictAt === undefined || now - conflictAt > CONFLICT_WINDOW_MS) return false;
|
|
123
|
+
if (!hasNodeSubscriber(alias, networkId)) return false;
|
|
124
|
+
pendingOffline.set(key, { resumeId, at: now });
|
|
125
|
+
console.warn(`[node_identity_conflict] ${key} report_status(offline) deferred: a node connection is still open ` +
|
|
126
|
+
`and a second copy was seen ${Math.round((now - conflictAt) / 1000)}s ago`);
|
|
127
|
+
return true;
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
/** Recent conflicts, newest last, optionally limited to one network. */
|
|
131
|
+
export function recentNodeIdentityConflicts(networkId?: string | null) {
|
|
132
|
+
return ring
|
|
133
|
+
.filter((c) => networkId === undefined || c.networkId === networkId)
|
|
134
|
+
.map((c) => ({ network_id: c.networkId, ...conflictPayload(c) }));
|
|
135
|
+
}
|
|
136
|
+
|
|
137
|
+
export function __resetNodeIdentityConflictsForTest(): void {
|
|
138
|
+
ring.length = 0;
|
|
139
|
+
lastConflictAt.clear();
|
|
140
|
+
lastEmittedAt.clear();
|
|
141
|
+
pendingOffline.clear();
|
|
142
|
+
}
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
// report_status must not relabel a nodes row that belongs to another node.
|
|
2
|
+
//
|
|
3
|
+
// Shape seen in production: node A's config carries a node_id that another
|
|
4
|
+
// node B reported first (a copied config / a colliding hand-backfilled id).
|
|
5
|
+
// The row is B's alias + B's config_path, unowned (pre-RFC-036). When A starts
|
|
6
|
+
// reporting node_id, upsertNodeWithSec1Guard's COALESCE would overwrite the
|
|
7
|
+
// alias with A's — B's row silently becomes A's. identity_mismatch refuses it.
|
|
8
|
+
//
|
|
9
|
+
// Run with: COMMHUB_DB=/tmp/identity-mismatch.db bun test src/node-identity-mismatch.test.ts
|
|
10
|
+
|
|
11
|
+
import { beforeEach, describe, expect, test } from "bun:test";
|
|
12
|
+
import { db } from "./db.js";
|
|
13
|
+
import { upsertNodeWithSec1Guard } from "./tools.js";
|
|
14
|
+
|
|
15
|
+
const NET = "net_identity";
|
|
16
|
+
|
|
17
|
+
function row(node_id: string, alias: string, config_path: string | null, owner: string | null = null) {
|
|
18
|
+
db.run(
|
|
19
|
+
`INSERT INTO nodes (node_id, node_name, alias, runtime, config_path, network_id, owner_user_id) VALUES (?1, ?2, ?2, 'codex-app-server-sdk', ?3, ?4, ?5)`,
|
|
20
|
+
[node_id, alias, config_path, NET, owner],
|
|
21
|
+
);
|
|
22
|
+
}
|
|
23
|
+
const read = (id: string) => db.get<{ alias: string; runtime: string | null; config_path: string | null }>(
|
|
24
|
+
"SELECT alias, runtime, config_path FROM nodes WHERE node_id = ?1", id,
|
|
25
|
+
)!;
|
|
26
|
+
|
|
27
|
+
beforeEach(() => { db.run("DELETE FROM nodes"); });
|
|
28
|
+
|
|
29
|
+
describe("upsertNodeWithSec1Guard — identity_mismatch", () => {
|
|
30
|
+
test("different alias + different config_path ⇒ refused, row untouched", () => {
|
|
31
|
+
row("n_shared01", "node-b", "/work/b/.anet/nodes/node-b/config.json");
|
|
32
|
+
const out = upsertNodeWithSec1Guard({
|
|
33
|
+
node_id: "n_shared01", callerNetworkId: NET, alias: "node-a", runtime: "claude-code",
|
|
34
|
+
config_path: "/work/a/.anet/nodes/node-a/config.json",
|
|
35
|
+
});
|
|
36
|
+
expect(out).toMatchObject({ result: "refused", reason: "identity_mismatch" });
|
|
37
|
+
expect(read("n_shared01")).toEqual({ alias: "node-b", runtime: "codex-app-server-sdk", config_path: "/work/b/.anet/nodes/node-b/config.json" });
|
|
38
|
+
});
|
|
39
|
+
|
|
40
|
+
test("same alias, different config_path (the node moved dirs) ⇒ updated", () => {
|
|
41
|
+
row("n_moved01", "node-a", "/old/.anet/nodes/node-a/config.json");
|
|
42
|
+
const out = upsertNodeWithSec1Guard({ node_id: "n_moved01", callerNetworkId: NET, alias: "node-a", config_path: "/new/.anet/nodes/node-a/config.json" });
|
|
43
|
+
expect(out.result).toBe("updated");
|
|
44
|
+
expect(read("n_moved01").config_path).toBe("/new/.anet/nodes/node-a/config.json");
|
|
45
|
+
});
|
|
46
|
+
|
|
47
|
+
test("different alias, same config_path ⇒ updated (not the collision shape)", () => {
|
|
48
|
+
row("n_same01", "old-name", "/w/.anet/nodes/x/config.json");
|
|
49
|
+
expect(upsertNodeWithSec1Guard({ node_id: "n_same01", callerNetworkId: NET, alias: "new-name", config_path: "/w/.anet/nodes/x/config.json" }).result).toBe("updated");
|
|
50
|
+
expect(read("n_same01").alias).toBe("new-name");
|
|
51
|
+
});
|
|
52
|
+
|
|
53
|
+
test("row without config_path (token-mint row) ⇒ first reporter fills it in", () => {
|
|
54
|
+
row("n_mint01", "node-a", null);
|
|
55
|
+
expect(upsertNodeWithSec1Guard({ node_id: "n_mint01", callerNetworkId: NET, alias: "node-a", config_path: "/w/a/config.json" }).result).toBe("updated");
|
|
56
|
+
expect(read("n_mint01").config_path).toBe("/w/a/config.json");
|
|
57
|
+
});
|
|
58
|
+
|
|
59
|
+
test("reporter without config_path ⇒ no evidence, legacy behaviour kept", () => {
|
|
60
|
+
row("n_nocfg01", "node-b", "/w/b/config.json");
|
|
61
|
+
expect(upsertNodeWithSec1Guard({ node_id: "n_nocfg01", callerNetworkId: NET, alias: "node-a" }).result).toBe("updated");
|
|
62
|
+
});
|
|
63
|
+
|
|
64
|
+
test("new node_id ⇒ inserted", () => {
|
|
65
|
+
expect(upsertNodeWithSec1Guard({ node_id: "n_fresh01", callerNetworkId: NET, alias: "node-a", config_path: "/w/a/config.json" }).result).toBe("inserted");
|
|
66
|
+
expect(read("n_fresh01").alias).toBe("node-a");
|
|
67
|
+
});
|
|
68
|
+
|
|
69
|
+
test("owner mismatch still wins first (existing gate unchanged)", () => {
|
|
70
|
+
row("n_owned01", "node-b", "/w/b/config.json", "usr_b");
|
|
71
|
+
expect(upsertNodeWithSec1Guard({ node_id: "n_owned01", callerNetworkId: NET, callerUserId: "usr_a", alias: "node-a", config_path: "/w/a/config.json" }))
|
|
72
|
+
.toMatchObject({ result: "refused", reason: "owner_mismatch" });
|
|
73
|
+
});
|
|
74
|
+
});
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
// #1511 — 「本节点正在做的工作」的唯一计数口径(任务在飞,不是 MCP 请求在飞 ——
|
|
2
|
+
// 后者见 mcp-inflight.ts,两者无关,别混)。
|
|
3
|
+
//
|
|
4
|
+
// 为什么单独一个模块:stop_node 与 restart_node 两个闸门必须用**同一份 SQL**,
|
|
5
|
+
// 客户端要显示的 `restart_readiness.in_flight` 也只能来自这里。
|
|
6
|
+
// 三处各自写一份 SQL 会漂移,而漂移的后果是「客户端说空闲、实际拒绝重启」。
|
|
7
|
+
//
|
|
8
|
+
// 计数规则(#2022/#2029 修订,判据本身未变):
|
|
9
|
+
// · 只算能成为「本节点正在做的工作」的行:`inbox.acked = 0` 且是本会话;
|
|
10
|
+
// · tasks 行按状态判,终态(replied/failed/cancelled/expired)不算,且**不设龄上限**;
|
|
11
|
+
// · 没有对应 tasks 行的(无状态)按 60 分钟龄判,超过就不算。
|
|
12
|
+
import { db } from "./db.js";
|
|
13
|
+
|
|
14
|
+
export const IN_FLIGHT_MAX_AGE_MINUTES = 60;
|
|
15
|
+
|
|
16
|
+
export function countInFlightTasks(alias: string, networkId: string | null): number {
|
|
17
|
+
const row = db.get<{ n: number }>(
|
|
18
|
+
`SELECT COUNT(*) AS n FROM inbox i
|
|
19
|
+
LEFT JOIN tasks t
|
|
20
|
+
ON i.type = 'task'
|
|
21
|
+
AND t.task_id = COALESCE(i.task_id, i.id)
|
|
22
|
+
WHERE i.session_name = ?1 AND i.acked = 0
|
|
23
|
+
AND COALESCE(i.network_id, ?2) = ?2
|
|
24
|
+
AND ((t.task_id IS NOT NULL
|
|
25
|
+
AND t.status NOT IN ('replied', 'failed', 'cancelled', 'expired'))
|
|
26
|
+
OR (t.task_id IS NULL
|
|
27
|
+
AND i.created_at >= datetime('now', ?3)))`,
|
|
28
|
+
alias, networkId, `-${IN_FLIGHT_MAX_AGE_MINUTES} minutes`,
|
|
29
|
+
);
|
|
30
|
+
return row?.n ?? 0;
|
|
31
|
+
}
|