@sleep2agi/commhub-server 0.9.0-preview.22 → 0.9.0-preview.220
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +129 -9
- package/bin/commhub.ts +93 -9
- package/package.json +7 -7
- package/src/ack-create-request-transport.test.ts +182 -0
- package/src/ack-create-request.test.ts +50 -7
- package/src/admin-delete-network-http.test.ts +228 -0
- package/src/admin-networks-http.test.ts +88 -0
- package/src/adoption-candidates-http.test.ts +137 -0
- package/src/adoption-candidates.ts +158 -0
- package/src/agent-access-batch.test.ts +210 -0
- package/src/agent-access.ts +487 -0
- package/src/agent-acl-groups-http.test.ts +247 -0
- package/src/agent-acl-http.test.ts +659 -0
- package/src/agent-acl-slice3-http.test.ts +654 -0
- package/src/agent-department-http.test.ts +215 -0
- package/src/agent-groups-perf.test.ts +223 -0
- package/src/agent-notice.ts +48 -0
- package/src/agent-team-whoami-http.test.ts +98 -0
- package/src/agent-teams-http.test.ts +330 -0
- package/src/agent-teams.ts +244 -0
- package/src/alias-baseline-2571.test.ts +162 -0
- package/src/alias-baseline.ts +113 -0
- package/src/alias-filter.test.ts +72 -0
- package/src/alias-filter.ts +42 -0
- package/src/api-host-supervisors-can-create-nodes.test.ts +350 -0
- package/src/api-host-supervisors-fallback.test.ts +6 -7
- package/src/api-host-supervisors-runtime-readiness.test.ts +195 -0
- package/src/api-nodes-shape.test.ts +120 -13
- package/src/auth-password-change-cli-tokens-http.test.ts +423 -0
- package/src/auth-sessions-http.test.ts +250 -0
- package/src/auth-validate.test.ts +5 -1
- package/src/auth-weak-password-login.test.ts +176 -0
- package/src/auth.ts +609 -51
- package/src/avatar-validate.test.ts +52 -2
- package/src/avatar-validate.ts +35 -1
- package/src/backfill-node-ids-2664.test.ts +128 -0
- package/src/binding-generation-http.test.ts +121 -0
- package/src/blocked-exit-on-reply.test.ts +122 -0
- package/src/broadcast-fanout-2721.test.ts +149 -0
- package/src/broadcast-fanout.ts +117 -0
- package/src/chain-attempt-dedup.test.ts +447 -0
- package/src/clone-node.test.ts +248 -0
- package/src/clone-node.ts +289 -0
- package/src/codex-config-flags.ts +77 -0
- package/src/codex-fork-contract.ts +23 -0
- package/src/codex-fork-migration.test.ts +38 -0
- package/src/commhub-bin-args.test.ts +85 -0
- package/src/config-apply-validate.test.ts +188 -1
- package/src/config-apply-validate.ts +222 -3
- package/src/cors-origins.test.ts +40 -0
- package/src/create-node-blocked-gate.test.ts +356 -0
- package/src/create-node-network-id.test.ts +91 -0
- package/src/create-node-tool-schema.test.ts +49 -0
- package/src/create-node-unicode-name.test.ts +120 -0
- package/src/create-node-validate.test.ts +199 -7
- package/src/create-node-validate.ts +232 -15
- package/src/create-node-workdir.test.ts +289 -0
- package/src/create-node.ts +88 -23
- package/src/daemon-provider-snapshots.test.ts +421 -0
- package/src/daemon-provider-snapshots.ts +327 -0
- package/src/daemon-token-owner-http.test.ts +236 -0
- package/src/dashboard-slash-routing-http.test.ts +109 -0
- package/src/db-adapter-guard.test.ts +148 -0
- package/src/db-adapter-translate.test.ts +128 -0
- package/src/db-adapter.ts +377 -91
- package/src/db-timestamp.test.ts +38 -0
- package/src/db-timestamp.ts +15 -0
- package/src/db.ts +1296 -153
- package/src/delivered-without-push.test.ts +140 -0
- package/src/department-groups-http.test.ts +209 -0
- package/src/department-groups-sync-http.test.ts +328 -0
- package/src/department-groups.ts +434 -0
- package/src/department-heads-http.test.ts +350 -0
- package/src/department-heads.ts +226 -0
- package/src/departments-agent-count.test.ts +132 -0
- package/src/departments-http.test.ts +185 -0
- package/src/departments-mcp.test.ts +128 -0
- package/src/departments.ts +318 -0
- package/src/desktop-message-seam.test.ts +150 -0
- package/src/desktop-message.test.ts +368 -0
- package/src/dm-file-scope-http.test.ts +178 -0
- package/src/empty-node-sweeper.test.ts +104 -0
- package/src/empty-node-sweeper.ts +88 -0
- package/src/env-transport-gate-http.test.ts +240 -0
- package/src/env-transport-gate.ts +80 -0
- package/src/env-transport-policy.ts +56 -0
- package/src/etag-of.test.ts +57 -0
- package/src/event-loop-lag.test.ts +180 -0
- package/src/event-loop-lag.ts +201 -0
- package/src/ext-token-shared.test.ts +60 -0
- package/src/ext-validation-regression.test.ts +131 -0
- package/src/external-schedule-edits-http.test.ts +321 -0
- package/src/external-schedule-edits-timestamps.test.ts +64 -0
- package/src/external-schedule-edits.ts +327 -0
- package/src/file-download-authz-dev-open.test.ts +135 -0
- package/src/file-download-authz.test.ts +404 -0
- package/src/file-download-date-bucket.test.ts +436 -0
- package/src/file-network-scope-dev-open.test.ts +97 -0
- package/src/file-network-scope.test.ts +732 -0
- package/src/group-membership-events-http.test.ts +264 -0
- package/src/group-messages-http.test.ts +482 -0
- package/src/group-messages.ts +297 -0
- package/src/health-anon-readers.ts +59 -0
- package/src/health-host-disk-2756.test.ts +71 -0
- package/src/health-redaction.test.ts +1574 -2
- package/src/host-supervisor-identity-http.test.ts +152 -0
- package/src/host-supervisor-identity.ts +92 -0
- package/src/host-supervisors-daemon-version.test.ts +137 -0
- package/src/http-gzip.test.ts +94 -0
- package/src/http-gzip.ts +112 -0
- package/src/hub-catalog-read-http.test.ts +266 -0
- package/src/hub-provider-config.test.ts +156 -0
- package/src/hub-provider-config.ts +124 -0
- package/src/hub-timestamp.test.ts +38 -0
- package/src/hub-timestamp.ts +27 -0
- package/src/human-dm.ts +215 -0
- package/src/human-inbox.ts +42 -0
- package/src/inbox-caller.ts +49 -0
- package/src/inbox-count-sse.test.ts +310 -0
- package/src/inbox-count.ts +29 -0
- package/src/index.ts +6 -2
- package/src/license-state.test.ts +56 -0
- package/src/license-state.ts +48 -0
- package/src/list-host-supervisors.test.ts +15 -4
- package/src/mcp-context-cost-http.test.ts +127 -0
- package/src/mcp-inflight.test.ts +92 -0
- package/src/mcp-inflight.ts +38 -0
- package/src/mcp-projects-events-http.test.ts +165 -0
- package/src/mcp-route-label-http.test.ts +120 -0
- package/src/mcp-write-network-resolution.test.ts +435 -0
- package/src/member-audit-network-id-http.test.ts +93 -0
- package/src/member-presence-http.test.ts +210 -0
- package/src/messages-ack-by-agent-http.test.ts +142 -0
- package/src/migrate-sqlite-to-pg.test.ts +47 -0
- package/src/migrate-sqlite-to-pg.ts +263 -0
- package/src/model-auth-notify-http.test.ts +181 -0
- package/src/model-auth-notify.ts +116 -0
- package/src/network-name-http.test.ts +75 -0
- package/src/network-rules-http.test.ts +169 -0
- package/src/network-rules.ts +129 -0
- package/src/network-scope.ts +276 -0
- package/src/network-token-membership-http.test.ts +139 -0
- package/src/node-alias-control.ts +12 -0
- package/src/node-attrs-validate.ts +88 -0
- package/src/node-attrs.test.ts +258 -0
- package/src/node-caller-identity-http.test.ts +1091 -0
- package/src/node-create-request-status-http.test.ts +105 -0
- package/src/node-daemon-bindings.test.ts +132 -0
- package/src/node-daemon-bindings.ts +135 -0
- package/src/node-failure-alert.test.ts +150 -0
- package/src/node-failure-alert.ts +177 -0
- package/src/node-files-transport.test.ts +344 -0
- package/src/node-health-codex-login.test.ts +120 -0
- package/src/node-health-dispatch-http.test.ts +335 -0
- package/src/node-health-guard.ts +121 -0
- package/src/node-health-passthrough.test.ts +115 -0
- package/src/node-health-store.ts +101 -0
- package/src/node-id-alias.test.ts +190 -0
- package/src/node-identity-conflict-http.test.ts +269 -0
- package/src/node-identity-conflict.ts +142 -0
- package/src/node-identity-mismatch.test.ts +74 -0
- package/src/node-in-flight-tasks.ts +31 -0
- package/src/node-lifecycle-controllable.test.ts +64 -0
- package/src/node-lifecycle-controllable.ts +53 -0
- package/src/node-lifecycle-read-http.test.ts +250 -0
- package/src/node-lifecycle-read.ts +124 -0
- package/src/node-logs-transport.test.ts +263 -0
- package/src/node-peer-allowlist.test.ts +114 -0
- package/src/node-permissions-http.test.ts +728 -0
- package/src/node-permissions.ts +494 -0
- package/src/node-request-retention.test.ts +281 -0
- package/src/node-request-retention.ts +120 -0
- package/src/node-secret-rest-http.test.ts +190 -0
- package/src/node-serviceability.test.ts +86 -0
- package/src/node-serviceability.ts +124 -0
- package/src/node-session-control-http.test.ts +310 -0
- package/src/node-session-control.ts +258 -0
- package/src/node-skills-transport.test.ts +212 -0
- package/src/node-token-identity.ts +35 -0
- package/src/node-token-ownership.ts +51 -0
- package/src/node-token-privilege-http.test.ts +158 -0
- package/src/not-found-api-http.test.ts +67 -0
- package/src/observer-avatar-http.test.ts +102 -9
- package/src/observer-push.test.ts +76 -0
- package/src/opencode-catalog-report-http.test.ts +139 -0
- package/src/opencode-v2-catalog.test.ts +268 -0
- package/src/opencode-v2-catalog.ts +356 -0
- package/src/package-version-consistency.test.ts +25 -0
- package/src/parent-source-marker.test.ts +50 -0
- package/src/password-network-tokens.ts +25 -0
- package/src/peer-reply-atomic.test.ts +457 -0
- package/src/peer-reply-capability.test.ts +70 -0
- package/src/pg-worker.ts +87 -0
- package/src/poll-pacing.test.ts +74 -0
- package/src/poll-pacing.ts +123 -0
- package/src/project-dir-warn-clear-http.test.ts +132 -0
- package/src/project-viewer-can-http.test.ts +116 -0
- package/src/push.test.ts +20 -10
- package/src/push.ts +382 -9
- package/src/redact-tokens.test.ts +86 -0
- package/src/redact-tokens.ts +43 -0
- package/src/rejection-counters.test.ts +72 -0
- package/src/rejection-counters.ts +173 -0
- package/src/rename.ts +38 -10
- package/src/reply-target-derivation.test.ts +96 -0
- package/src/report-status-handover-capabilities-http.test.ts +124 -0
- package/src/report-status-host-schema.test.ts +235 -0
- package/src/report-status-resume-id-handover.test.ts +184 -0
- package/src/report-status-secret-keys.test.ts +140 -0
- package/src/require-explicit-test-db.ts +9 -0
- package/src/requirement-due-reminders-http.test.ts +620 -0
- package/src/requirement-due-reminders.ts +416 -0
- package/src/requirement-events-http.test.ts +295 -0
- package/src/requirement-events.test.ts +45 -0
- package/src/requirement-events.ts +144 -0
- package/src/requirement-notify.ts +165 -0
- package/src/requirement-participant-notify-http.test.ts +309 -0
- package/src/requirement-tag-ops-http.test.ts +425 -0
- package/src/requirement-tag-tree-http.test.ts +275 -0
- package/src/requirement-tag-tree.ts +127 -0
- package/src/requirement-tags.ts +102 -0
- package/src/requirements-abandoned-http.test.ts +236 -0
- package/src/requirements-comment-http.test.ts +167 -0
- package/src/requirements-completed-at-migration.test.ts +70 -0
- package/src/requirements-errors-mcp-http.test.ts +164 -0
- package/src/requirements-errors.ts +158 -0
- package/src/requirements-etag-http.test.ts +91 -0
- package/src/requirements-http.test.ts +709 -0
- package/src/requirements-last-event-http.test.ts +349 -0
- package/src/requirements-list-mcp-slim-http.test.ts +155 -0
- package/src/requirements-list-slim-http.test.ts +324 -0
- package/src/requirements-mcp.test.ts +163 -0
- package/src/requirements-migrate.ts +283 -0
- package/src/requirements-owner-strict-mcp-http.test.ts +145 -0
- package/src/requirements-people-http.test.ts +114 -0
- package/src/requirements-people-mcp-http.test.ts +231 -0
- package/src/requirements-people.ts +196 -0
- package/src/requirements-priority-lowest.test.ts +114 -0
- package/src/requirements-projects-network-echo.test.ts +57 -0
- package/src/requirements-projects-parent-http.test.ts +123 -0
- package/src/requirements-search-http.test.ts +182 -0
- package/src/requirements-search.test.ts +32 -0
- package/src/requirements-search.ts +145 -0
- package/src/requirements-seq-http.test.ts +193 -0
- package/src/requirements-seq-migration.test.ts +63 -0
- package/src/requirements-start-date.test.ts +125 -0
- package/src/requirements-stats-http.test.ts +357 -0
- package/src/requirements-stats.ts +195 -0
- package/src/requirements-status-participants-http.test.ts +222 -0
- package/src/requirements-upgrade-e2e.test.ts +126 -0
- package/src/requirements-upgrade-migration.test.ts +98 -0
- package/src/requirements.ts +2042 -0
- package/src/resolve-port.test.ts +57 -0
- package/src/resolve-port.ts +44 -0
- package/src/rest-alias-network-fallback-http.test.ts +123 -0
- package/src/rest-alias-network-fallback.test.ts +60 -0
- package/src/rest-alias-network-fallback.ts +65 -0
- package/src/rest-explicit-columns-http.test.ts +266 -0
- package/src/rest-identity.test.ts +130 -0
- package/src/rest-identity.ts +141 -0
- package/src/rest-projections.ts +72 -0
- package/src/rest-read-network-real-chain.test.ts +97 -0
- package/src/rest-write-network-resolution.test.ts +133 -0
- package/src/restart-readiness-http.test.ts +121 -0
- package/src/restricted-files.ts +76 -0
- package/src/retention-first-sweep-quiet.test.ts +31 -0
- package/src/retention.test.ts +100 -40
- package/src/retention.ts +423 -104
- package/src/route-callers-http.test.ts +120 -0
- package/src/route-timing.test.ts +218 -0
- package/src/route-timing.ts +262 -0
- package/src/rules-file-duplicate-alias.test.ts +234 -0
- package/src/rules-file-session-target.test.ts +207 -0
- package/src/rules-file-transport.test.ts +237 -0
- package/src/runtime-label.test.ts +22 -0
- package/src/runtime-label.ts +21 -0
- package/src/runtime-readiness.ts +90 -0
- package/src/schedule-agent-mcp-http.test.ts +432 -0
- package/src/schedule-agent.ts +252 -0
- package/src/schedule-starved.test.ts +92 -0
- package/src/schedule-starved.ts +114 -0
- package/src/scheduled-backoff-http.test.ts +193 -0
- package/src/scheduled-backoff.ts +64 -0
- package/src/scheduled-doorbell-nodeless-session.test.ts +134 -0
- package/src/scheduled-failure-backoff-2622.test.ts +145 -0
- package/src/scheduled-failure-code.test.ts +73 -0
- package/src/scheduled-failure-code.ts +105 -0
- package/src/scheduled-failures-http.test.ts +279 -0
- package/src/scheduled-failures.ts +425 -0
- package/src/scheduled-noprogress-backoff-2622.test.ts +163 -0
- package/src/scheduled-offline-backoff-probe.test.ts +56 -0
- package/src/scheduled-offline.test.ts +131 -0
- package/src/scheduled-offline.ts +66 -0
- package/src/scheduled-outcome-guidance-http.test.ts +139 -0
- package/src/scheduled-outcome-guidance.ts +9 -0
- package/src/scheduled-reply-unread-http.test.ts +212 -0
- package/src/scheduled-requirement-wake-http.test.ts +279 -0
- package/src/scheduled-requirement-wake.ts +125 -0
- package/src/scheduled-run-terminal.test.ts +268 -0
- package/src/scheduled-skip-blocking-task.test.ts +120 -0
- package/src/scheduled-skip-path-backoff-2622.test.ts +98 -0
- package/src/scheduled-stuck-http.test.ts +316 -0
- package/src/scheduled-stuck-notice-cap.test.ts +80 -0
- package/src/scheduled-stuck.ts +219 -0
- package/src/scheduled-tasks-http.test.ts +679 -0
- package/src/scheduled-tasks.ts +959 -0
- package/src/scheduled-work-outcome-http.test.ts +154 -0
- package/src/scheduled-work-outcome.ts +50 -0
- package/src/scoped-secrets.ts +141 -0
- package/src/send-dedup-request-id.test.ts +229 -0
- package/src/send-reply-agent-warning.test.ts +202 -0
- package/src/send-reply-alias-optional.test.ts +131 -0
- package/src/send-reply-attachments.test.ts +458 -0
- package/src/send_dedup.test.ts +54 -0
- package/src/send_dedup.ts +52 -6
- package/src/serve-error.test.ts +73 -0
- package/src/serve-error.ts +56 -0
- package/src/server.ts +4921 -344
- package/src/session-task-on-dispatch.ts +14 -0
- package/src/session-token-ownership-http.test.ts +122 -0
- package/src/shared/codex-inventory.ts +41 -0
- package/src/shared/daemon-provider-login.ts +31 -0
- package/src/shared/daemon-provider-snapshot.ts +52 -0
- package/src/shared/external-schedule-contract.ts +60 -0
- package/src/shared/node-name.test.ts +62 -0
- package/src/shared/node-name.ts +161 -0
- package/src/shared/probe-host-allowlist-drift.test.ts +45 -0
- package/src/shared/provider-application.ts +29 -0
- package/src/shared/provider-collection.ts +14 -0
- package/src/shared/provider-initialization.ts +8 -0
- package/src/shared/reserved-env-drift.test.ts +10 -0
- package/src/shared/scoped-secret-contract.ts +5 -0
- package/src/shared/task-content-limit-drift.test.ts +28 -0
- package/src/shared/task-content-limit.ts +25 -0
- package/src/side-thread-command-transport.test.ts +312 -0
- package/src/side-thread-command-transport.ts +318 -0
- package/src/side-thread-http-integration.test.ts +233 -0
- package/src/side-thread-http.ts +504 -0
- package/src/side-thread-production.test.ts +72 -0
- package/src/side-thread-production.ts +118 -0
- package/src/side-thread.test.ts +1067 -0
- package/src/side-thread.ts +2499 -0
- package/src/skillhub-http.test.ts +142 -0
- package/src/sqlite-close-checkpoint.test.ts +78 -0
- package/src/start-node.test.ts +264 -0
- package/src/status-alias-filter-http.test.ts +106 -0
- package/src/status-alias-resolver-http.test.ts +163 -0
- package/src/status-alias-resolver.ts +19 -0
- package/src/status-node-id-filter-http.test.ts +161 -0
- package/src/status-read-cache-http.test.ts +229 -0
- package/src/status-read-cache.ts +129 -0
- package/src/stop-delete-node.test.ts +567 -1
- package/src/task-access-http.test.ts +402 -0
- package/src/task-access.ts +420 -0
- package/src/task-activity.ts +60 -0
- package/src/task-auth-origin-http.test.ts +93 -0
- package/src/task-auth-origin.test.ts +24 -0
- package/src/task-auth-origin.ts +7 -0
- package/src/task-consumption.test.ts +490 -0
- package/src/task-diagnostic-http.test.ts +149 -0
- package/src/task-diagnostic.test.ts +115 -0
- package/src/task-diagnostic.ts +118 -0
- package/src/task-expiry-notice-http.test.ts +287 -0
- package/src/task-expiry-notice.ts +315 -0
- package/src/task-idempotency-mcp.test.ts +142 -0
- package/src/task-idempotency.test.ts +76 -0
- package/src/task-idempotency.ts +81 -0
- package/src/task-late-replies.ts +54 -0
- package/src/task-late-reply-http.test.ts +227 -0
- package/src/task-lifecycle-watcher-busy.test.ts +114 -0
- package/src/task-lifecycle-watcher.test.ts +204 -0
- package/src/task-lifecycle-watcher.ts +109 -0
- package/src/task-network-resolution-http.test.ts +140 -0
- package/src/task-offline-delivery-2668.test.ts +119 -0
- package/src/task-offline-delivery.ts +81 -0
- package/src/task-orphan-http.test.ts +287 -0
- package/src/task-orphan.ts +119 -0
- package/src/task-queue-ahead-http.test.ts +309 -0
- package/src/task-queue-ahead-scale.test.ts +236 -0
- package/src/task-queue-ahead.ts +186 -0
- package/src/task-rejection-log-http.test.ts +160 -0
- package/src/task-rejection-log.ts +58 -0
- package/src/task-sender-http.test.ts +143 -0
- package/src/task-stale-open-http.test.ts +292 -0
- package/src/task-stale-open.ts +103 -0
- package/src/tasks-pagination-http.test.ts +141 -0
- package/src/team-rules-status-http.test.ts +90 -0
- package/src/team-rules-status.test.ts +59 -0
- package/src/team-rules-status.ts +72 -0
- package/src/tmux-allowlist.test.ts +48 -0
- package/src/tool-audience-http.test.ts +230 -0
- package/src/tool-audience.ts +127 -0
- package/src/tools-list-json-schema.test.ts +94 -0
- package/src/tools.ts +4320 -413
- package/src/upload-early-reject-guard.test.ts +155 -0
- package/src/uploads-http.test.ts +86 -7
- package/src/uploads.ts +103 -6
- package/src/user-avatar-http.test.ts +74 -0
- package/src/user-avatar-image.ts +160 -0
- package/src/user-avatar-migration.test.ts +25 -0
- package/src/user-avatar-upload-http.test.ts +348 -0
- package/src/user-inbox-by-agent-http.test.ts +161 -0
- package/src/user-inbox-netid-notnull.test.ts +122 -0
- package/src/user-inbox-read-http.test.ts +223 -0
- package/src/user-inbox-schema.test.ts +54 -0
- package/src/version-stats.test.ts +66 -0
- package/src/version-stats.ts +109 -0
package/src/db-adapter.ts
CHANGED
|
@@ -2,13 +2,15 @@
|
|
|
2
2
|
* Database Adapter — supports SQLite and PostgreSQL
|
|
3
3
|
*
|
|
4
4
|
* SQLite adapter: wraps bun:sqlite (sync)
|
|
5
|
-
* PostgreSQL adapter:
|
|
5
|
+
* PostgreSQL adapter: one Bun.SQL connection in a worker thread, bridged to the
|
|
6
|
+
* sync interface with Atomics.wait (pg-worker.ts)
|
|
6
7
|
*
|
|
7
8
|
* Key design: callers write SQLite-style SQL. PgAdapter auto-translates:
|
|
8
9
|
* - ?1, ?2 → $1, $2
|
|
9
|
-
* - datetime('now') →
|
|
10
|
-
*
|
|
11
|
-
* -
|
|
10
|
+
* - datetime('now'[, offset]) → to_char(... AT TIME ZONE 'UTC', 'YYYY-MM-DD HH24:MI:SS')
|
|
11
|
+
* (timestamps stay TEXT on both backends, RFC-039 §4.1)
|
|
12
|
+
* - BLOB → BYTEA
|
|
13
|
+
* - INTEGER PRIMARY KEY AUTOINCREMENT → BIGSERIAL PRIMARY KEY; INTEGER → BIGINT
|
|
12
14
|
* - ON CONFLICT(col) DO UPDATE SET → ON CONFLICT(col) DO UPDATE SET (same syntax)
|
|
13
15
|
*/
|
|
14
16
|
|
|
@@ -39,30 +41,98 @@ export interface DbAdapter {
|
|
|
39
41
|
|
|
40
42
|
/** Dialect identifier */
|
|
41
43
|
readonly dialect: "sqlite" | "postgres";
|
|
44
|
+
|
|
45
|
+
/** True when transaction() is all-or-nothing on one connection. */
|
|
46
|
+
readonly atomicTransactions: boolean;
|
|
47
|
+
|
|
48
|
+
/**
|
|
49
|
+
* Why features that need atomic transactions (scheduler, runtime evidence,
|
|
50
|
+
* side-thread command outbox) must stay off on this adapter, or null when
|
|
51
|
+
* they may run. Gates refuse on anything but null, so an adapter that does
|
|
52
|
+
* not implement this also refuses.
|
|
53
|
+
*/
|
|
54
|
+
readonly transactionalFeaturesRefusal: string | null;
|
|
42
55
|
}
|
|
43
56
|
|
|
57
|
+
/** RFC-039: opt-in for PostgreSQL features whose PG tests do not exist yet (S4). */
|
|
58
|
+
export const PG_EXPERIMENTAL_ENV = "COMMHUB_PG_EXPERIMENTAL";
|
|
59
|
+
|
|
44
60
|
// ════════════════════════════════════════════
|
|
45
61
|
// SQLite Adapter (bun:sqlite, sync)
|
|
46
62
|
// ════════════════════════════════════════════
|
|
47
63
|
|
|
64
|
+
// #2614 —— 慢 SQL 观测。SQLite 是**同步**的:一条慢查询会直接卡住整个事件循环
|
|
65
|
+
// (生产实测 2026-10-26 每小时一次的 8–11 秒停顿就是 retention 的全表扫描,
|
|
66
|
+
// 症状是日志静默 + 在飞数暴涨 + RSS 冲到 4.5 GB)。之前没有任何一条日志能指出
|
|
67
|
+
// “是这条 SQL 卡了 11 秒”,只能靠事后比对日志静默的时间窗手工推断。
|
|
68
|
+
//
|
|
69
|
+
// 这里只在**超过阈值**时打一行日志,不含参数值(避免把令牌/正文写进日志)。
|
|
70
|
+
// `COMMHUB_SLOW_SQL_MS` 控制阈值(默认 1000 ms,设 0 关闭)。
|
|
71
|
+
const DEFAULT_SLOW_SQL_MS = 1000;
|
|
72
|
+
|
|
73
|
+
export function slowSqlThresholdMs(): number {
|
|
74
|
+
const raw = Number(process.env.COMMHUB_SLOW_SQL_MS);
|
|
75
|
+
return Number.isFinite(raw) && raw >= 0 ? raw : DEFAULT_SLOW_SQL_MS;
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
/** 截断 + 压平 SQL,只保留足够定位的头部(不包含绑定参数)。 */
|
|
79
|
+
export function formatSlowSql(ms: number, sql: string): string {
|
|
80
|
+
const oneLine = sql.replace(/\s+/g, " ").trim().slice(0, 160);
|
|
81
|
+
return `[commhub slow-sql] ${ms.toFixed(0)}ms ${oneLine}`;
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
let sqlTimingDisabled: boolean | null = null;
|
|
85
|
+
|
|
86
|
+
function logIfSlow(started: number, sql: string): void {
|
|
87
|
+
if (sqlTimingDisabled === null) sqlTimingDisabled = slowSqlThresholdMs() <= 0;
|
|
88
|
+
if (sqlTimingDisabled) return;
|
|
89
|
+
const ms = performance.now() - started;
|
|
90
|
+
if (ms < slowSqlThresholdMs()) return;
|
|
91
|
+
console.log(formatSlowSql(ms, sql));
|
|
92
|
+
}
|
|
93
|
+
|
|
48
94
|
export class SQLiteAdapter implements DbAdapter {
|
|
49
95
|
readonly dialect = "sqlite" as const;
|
|
96
|
+
readonly atomicTransactions = true;
|
|
97
|
+
get transactionalFeaturesRefusal(): string | null {
|
|
98
|
+
return this.atomicTransactions ? null : "transactions on this adapter are not atomic";
|
|
99
|
+
}
|
|
50
100
|
constructor(private readonly rawDb: Database) {}
|
|
51
101
|
|
|
52
102
|
run(sql: string, params?: any[]): QueryResult {
|
|
53
|
-
|
|
103
|
+
const t0 = performance.now();
|
|
104
|
+
try {
|
|
105
|
+
return params ? this.rawDb.run(sql, params as any) : this.rawDb.run(sql);
|
|
106
|
+
} finally {
|
|
107
|
+
logIfSlow(t0, sql);
|
|
108
|
+
}
|
|
54
109
|
}
|
|
55
110
|
|
|
56
111
|
get<T = any>(sql: string, ...params: any[]): T | null {
|
|
57
|
-
|
|
112
|
+
const t0 = performance.now();
|
|
113
|
+
try {
|
|
114
|
+
return this.rawDb.query<T, any[]>(sql).get(...params) ?? null;
|
|
115
|
+
} finally {
|
|
116
|
+
logIfSlow(t0, sql);
|
|
117
|
+
}
|
|
58
118
|
}
|
|
59
119
|
|
|
60
120
|
all<T = any>(sql: string, ...params: any[]): T[] {
|
|
61
|
-
|
|
121
|
+
const t0 = performance.now();
|
|
122
|
+
try {
|
|
123
|
+
return this.rawDb.query<T, any[]>(sql).all(...params);
|
|
124
|
+
} finally {
|
|
125
|
+
logIfSlow(t0, sql);
|
|
126
|
+
}
|
|
62
127
|
}
|
|
63
128
|
|
|
64
129
|
exec(sql: string): void {
|
|
65
|
-
|
|
130
|
+
const t0 = performance.now();
|
|
131
|
+
try {
|
|
132
|
+
this.rawDb.exec(sql);
|
|
133
|
+
} finally {
|
|
134
|
+
logIfSlow(t0, sql);
|
|
135
|
+
}
|
|
66
136
|
}
|
|
67
137
|
|
|
68
138
|
transaction<T>(fn: () => T): T {
|
|
@@ -70,6 +140,17 @@ export class SQLiteAdapter implements DbAdapter {
|
|
|
70
140
|
}
|
|
71
141
|
|
|
72
142
|
close(): void {
|
|
143
|
+
// #2151: once more than 20 distinct SQL strings have gone through query(),
|
|
144
|
+
// bun:sqlite's close() can no longer really close the connection (measured:
|
|
145
|
+
// close(true) reports "database is locked"), so SQLite never checkpoints and
|
|
146
|
+
// a cleanly stopped Hub left its latest writes in -wal. Checkpoint first,
|
|
147
|
+
// so the .db file alone is complete after a clean stop.
|
|
148
|
+
try {
|
|
149
|
+
const r = this.rawDb.query<{ busy: number; log: number; checkpointed: number }, []>("PRAGMA wal_checkpoint(TRUNCATE)").get();
|
|
150
|
+
if (r && r.busy !== 0) console.warn(`[commhub] WAL checkpoint on close was busy: ${JSON.stringify(r)}`);
|
|
151
|
+
} catch (e) {
|
|
152
|
+
console.warn(`[commhub] WAL checkpoint on close failed: ${(e as Error)?.message ?? e}`);
|
|
153
|
+
}
|
|
73
154
|
this.rawDb.close();
|
|
74
155
|
}
|
|
75
156
|
}
|
|
@@ -78,6 +159,15 @@ export class SQLiteAdapter implements DbAdapter {
|
|
|
78
159
|
// PostgreSQL Adapter (pg Pool, sync bridge)
|
|
79
160
|
// ════════════════════════════════════════════
|
|
80
161
|
|
|
162
|
+
/**
|
|
163
|
+
* PostgreSQL expression for SQLite's `datetime(...)` text: UTC, `YYYY-MM-DD HH:MM:SS`.
|
|
164
|
+
* Timestamps stay TEXT on both backends (RFC-039 §4.1), so a column written by
|
|
165
|
+
* `datetime('now')` compares, sorts and serialises the same way on each.
|
|
166
|
+
*/
|
|
167
|
+
function pgUtcText(expr: string): string {
|
|
168
|
+
return `to_char((${expr}) AT TIME ZONE 'UTC', 'YYYY-MM-DD HH24:MI:SS')`;
|
|
169
|
+
}
|
|
170
|
+
|
|
81
171
|
/**
|
|
82
172
|
* Translate SQLite-style SQL to PostgreSQL.
|
|
83
173
|
* Called on every query — must be fast (simple regex, no parsing).
|
|
@@ -85,18 +175,20 @@ export class SQLiteAdapter implements DbAdapter {
|
|
|
85
175
|
export function sqliteToPostgres(sql: string): string {
|
|
86
176
|
let s = sql;
|
|
87
177
|
// ── datetime translations (before ?N→$N to handle datetime('now', ?N)) ──
|
|
88
|
-
// datetime('now', ?N) → NOW() + $N
|
|
178
|
+
// datetime('now', ?N) → UTC text of NOW() + $N (param contains "+3600 seconds").
|
|
179
|
+
// The CAST gives PG a type for a parameter it could not otherwise infer.
|
|
89
180
|
s = s.replace(/datetime\s*\(\s*'now'\s*,\s*\?(\d+)\s*\)/gi, (_, n) => {
|
|
90
|
-
return `NOW() + $${n}::INTERVAL
|
|
181
|
+
return pgUtcText(`NOW() + CAST($${n} AS TEXT)::INTERVAL`);
|
|
91
182
|
});
|
|
92
|
-
// datetime('now', '+N seconds') → NOW() + INTERVAL 'N seconds'
|
|
183
|
+
// datetime('now', '+N seconds') → UTC text of NOW() + INTERVAL 'N seconds'
|
|
93
184
|
s = s.replace(/datetime\s*\(\s*'now'\s*,\s*'([^']+)'\s*\)/gi, (_, offset) => {
|
|
94
|
-
return `NOW() + INTERVAL '${offset.replace(/^\+/, "")}'
|
|
185
|
+
return pgUtcText(`NOW() + INTERVAL '${offset.replace(/^\+/, "")}'`);
|
|
95
186
|
});
|
|
96
|
-
// datetime('now') → NOW()
|
|
97
|
-
s = s.replace(/datetime\s*\(\s*'now'\s*\)/gi, "NOW()");
|
|
98
|
-
//
|
|
99
|
-
s = s.replace(/
|
|
187
|
+
// datetime('now') → UTC text of NOW()
|
|
188
|
+
s = s.replace(/datetime\s*\(\s*'now'\s*\)/gi, pgUtcText("NOW()"));
|
|
189
|
+
// strftime('%Y-%m-%d %H:%M:%f', 'now') → the same text with milliseconds
|
|
190
|
+
s = s.replace(/strftime\s*\(\s*'%Y-%m-%d %H:%M:%f'\s*,\s*'now'\s*\)/gi,
|
|
191
|
+
"to_char(NOW() AT TIME ZONE 'UTC', 'YYYY-MM-DD HH24:MI:SS.MS')");
|
|
100
192
|
// ── Parameter placeholders ──
|
|
101
193
|
// ?1, ?2 → $1, $2 (positional params)
|
|
102
194
|
s = s.replace(/\?(\d+)/g, (_, n) => `$${n}`);
|
|
@@ -104,78 +196,171 @@ export function sqliteToPostgres(sql: string): string {
|
|
|
104
196
|
let idx = 0;
|
|
105
197
|
s = s.replace(/\?(?!\d)/g, () => `$${++idx}`);
|
|
106
198
|
// ── DDL translations ──
|
|
107
|
-
// INTEGER PRIMARY KEY AUTOINCREMENT →
|
|
108
|
-
s = s.replace(/INTEGER\s+PRIMARY\s+KEY\s+AUTOINCREMENT/gi, "
|
|
199
|
+
// INTEGER PRIMARY KEY AUTOINCREMENT → BIGSERIAL PRIMARY KEY
|
|
200
|
+
s = s.replace(/INTEGER\s+PRIMARY\s+KEY\s+AUTOINCREMENT/gi, "BIGSERIAL PRIMARY KEY");
|
|
201
|
+
// INTEGER → BIGINT: SQLite integers are 64-bit, and the Hub stores epoch
|
|
202
|
+
// milliseconds in INTEGER columns (a 32-bit PG integer overflows).
|
|
203
|
+
s = s.replace(/\bINTEGER\b/gi, "BIGINT");
|
|
204
|
+
// REAL → DOUBLE PRECISION: SQLite REAL is 8-byte; PostgreSQL REAL is 4-byte
|
|
205
|
+
// and would silently round telemetry and scores.
|
|
206
|
+
s = s.replace(/\bREAL\b/gi, "DOUBLE PRECISION");
|
|
207
|
+
// BLOB → BYTEA
|
|
208
|
+
s = s.replace(/\bBLOB\b/gi, "BYTEA");
|
|
109
209
|
return s;
|
|
110
210
|
}
|
|
111
211
|
|
|
112
212
|
/**
|
|
113
|
-
*
|
|
213
|
+
* Split a multi-statement script on top-level `;`.
|
|
114
214
|
*
|
|
115
|
-
*
|
|
116
|
-
*
|
|
117
|
-
*
|
|
118
|
-
*
|
|
119
|
-
*
|
|
215
|
+
* A bare `split(";")` cut through SQL comments (db.ts has `;` inside `--`
|
|
216
|
+
* comments) and through plpgsql `$$ … $$` bodies, so the Hub died on its
|
|
217
|
+
* first schema block on PostgreSQL. This skips `--` and `/* *\/` comments
|
|
218
|
+
* (dropping them) and keeps quoted strings, quoted identifiers and
|
|
219
|
+
* dollar-quoted bodies intact.
|
|
220
|
+
*/
|
|
221
|
+
export function splitSqlStatements(sql: string): string[] {
|
|
222
|
+
const out: string[] = [];
|
|
223
|
+
let cur = "";
|
|
224
|
+
let i = 0;
|
|
225
|
+
const n = sql.length;
|
|
226
|
+
while (i < n) {
|
|
227
|
+
const c = sql[i];
|
|
228
|
+
if (c === "-" && sql[i + 1] === "-") {
|
|
229
|
+
while (i < n && sql[i] !== "\n") i++;
|
|
230
|
+
continue;
|
|
231
|
+
}
|
|
232
|
+
if (c === "/" && sql[i + 1] === "*") {
|
|
233
|
+
const close = sql.indexOf("*/", i + 2);
|
|
234
|
+
i = close < 0 ? n : close + 2;
|
|
235
|
+
cur += " ";
|
|
236
|
+
continue;
|
|
237
|
+
}
|
|
238
|
+
if (c === "'" || c === '"') {
|
|
239
|
+
let j = i + 1;
|
|
240
|
+
while (j < n) {
|
|
241
|
+
if (sql[j] === c) {
|
|
242
|
+
if (sql[j + 1] === c) { j += 2; continue; }
|
|
243
|
+
break;
|
|
244
|
+
}
|
|
245
|
+
j++;
|
|
246
|
+
}
|
|
247
|
+
cur += sql.slice(i, j + 1);
|
|
248
|
+
i = j + 1;
|
|
249
|
+
continue;
|
|
250
|
+
}
|
|
251
|
+
if (c === "$") {
|
|
252
|
+
const tag = /^\$([A-Za-z_][A-Za-z0-9_]*)?\$/.exec(sql.slice(i));
|
|
253
|
+
if (tag) {
|
|
254
|
+
const close = sql.indexOf(tag[0], i + tag[0].length);
|
|
255
|
+
const stop = close < 0 ? n : close + tag[0].length;
|
|
256
|
+
cur += sql.slice(i, stop);
|
|
257
|
+
i = stop;
|
|
258
|
+
continue;
|
|
259
|
+
}
|
|
260
|
+
}
|
|
261
|
+
if (c === ";") {
|
|
262
|
+
if (cur.trim()) out.push(cur.trim());
|
|
263
|
+
cur = "";
|
|
264
|
+
i++;
|
|
265
|
+
continue;
|
|
266
|
+
}
|
|
267
|
+
cur += c;
|
|
268
|
+
i++;
|
|
269
|
+
}
|
|
270
|
+
if (cur.trim()) out.push(cur.trim());
|
|
271
|
+
return out;
|
|
272
|
+
}
|
|
273
|
+
|
|
274
|
+
/**
|
|
275
|
+
* PostgreSQL adapter: synchronous facade over one long-lived worker thread
|
|
276
|
+
* (RFC-039 S2b).
|
|
277
|
+
*
|
|
278
|
+
* The worker (pg-worker.ts) holds a single reserved Bun.SQL connection. Each
|
|
279
|
+
* call posts one request and blocks on Atomics.wait until the worker answers,
|
|
280
|
+
* so the DbAdapter interface stays synchronous — the same contract bun:sqlite
|
|
281
|
+
* gives the rest of the Hub, including "nothing else runs while a transaction
|
|
282
|
+
* is open". Because every statement uses the same backend connection,
|
|
283
|
+
* BEGIN/COMMIT/ROLLBACK are real transactions.
|
|
284
|
+
*
|
|
285
|
+
* SQLite semantics kept on purpose:
|
|
286
|
+
* - a failed statement inside a transaction does not poison the transaction
|
|
287
|
+
* (each statement inside one runs under a savepoint);
|
|
288
|
+
* - nested transaction() calls become savepoints;
|
|
289
|
+
* - booleans bind as 1/0 and undefined as NULL.
|
|
120
290
|
*/
|
|
121
291
|
export class PgAdapter implements DbAdapter {
|
|
122
292
|
readonly dialect = "postgres" as const;
|
|
123
|
-
|
|
293
|
+
readonly atomicTransactions = true;
|
|
294
|
+
/** Closed by default on PG even with real transactions: explicit opt-in only. */
|
|
295
|
+
get transactionalFeaturesRefusal(): string | null {
|
|
296
|
+
if (!this.atomicTransactions) return "transactions on this adapter are not atomic";
|
|
297
|
+
if (process.env[PG_EXPERIMENTAL_ENV] === "1") return null;
|
|
298
|
+
return `PostgreSQL support is experimental; set ${PG_EXPERIMENTAL_ENV}=1 to enable this feature on it (RFC-039)`;
|
|
299
|
+
}
|
|
300
|
+
private readonly port: MessagePort;
|
|
301
|
+
private readonly flag: Int32Array;
|
|
302
|
+
private readonly worker: import("node:worker_threads").Worker;
|
|
303
|
+
private readonly waitMs: number;
|
|
304
|
+
private txDepth = 0;
|
|
124
305
|
|
|
125
306
|
constructor(connectionString: string) {
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
307
|
+
const { Worker, MessageChannel } = require("node:worker_threads") as typeof import("node:worker_threads");
|
|
308
|
+
const statementTimeoutMs = Number(process.env.COMMHUB_PG_STATEMENT_TIMEOUT_MS || 30_000);
|
|
309
|
+
// The main thread waits a little longer than PG itself will run a statement.
|
|
310
|
+
this.waitMs = statementTimeoutMs > 0 ? statementTimeoutMs + 5_000 : 300_000;
|
|
311
|
+
const { port1, port2 } = new MessageChannel();
|
|
312
|
+
this.port = port1 as unknown as MessagePort;
|
|
313
|
+
this.flag = new Int32Array(new SharedArrayBuffer(4));
|
|
314
|
+
this.worker = new Worker(new URL("./pg-worker.ts", import.meta.url), {
|
|
315
|
+
workerData: { port: port2, flag: this.flag, url: connectionString, statementTimeoutMs },
|
|
316
|
+
transferList: [port2 as any],
|
|
317
|
+
});
|
|
318
|
+
this.worker.unref();
|
|
319
|
+
(port1 as any).unref?.();
|
|
134
320
|
// Test connection on startup
|
|
135
|
-
const test = this.
|
|
321
|
+
const test = this.request("SELECT 1 as ok");
|
|
136
322
|
if (!test.rows?.[0]?.ok) throw new Error("PostgreSQL connection test failed");
|
|
137
323
|
console.log("[commhub] PostgreSQL connection verified");
|
|
138
324
|
}
|
|
139
325
|
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
const
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
p.query(q,v).then(r=>{
|
|
149
|
-
process.stdout.write(JSON.stringify({rows:r.rows,rowCount:r.rowCount||0}));
|
|
150
|
-
p.end();
|
|
151
|
-
}).catch(e=>{
|
|
152
|
-
process.stderr.write(e.message);
|
|
153
|
-
p.end();
|
|
154
|
-
process.exit(1);
|
|
155
|
-
});
|
|
156
|
-
`;
|
|
157
|
-
const proc = Bun.spawnSync(["node", "--no-warnings", "-e", script], {
|
|
158
|
-
stdout: "pipe", stderr: "pipe",
|
|
159
|
-
});
|
|
160
|
-
if (proc.exitCode !== 0) {
|
|
161
|
-
throw new Error(`PG: ${proc.stderr.toString().trim() || "query failed"}`);
|
|
326
|
+
/** Send one already-translated statement to the worker and block for the answer. */
|
|
327
|
+
private request(pgSql: string, params?: any[]): { rows: any[]; count: number } {
|
|
328
|
+
const { receiveMessageOnPort } = require("node:worker_threads") as typeof import("node:worker_threads");
|
|
329
|
+
const bound = (params ?? []).map(v => v === undefined ? null : typeof v === "boolean" ? (v ? 1 : 0) : v);
|
|
330
|
+
Atomics.store(this.flag, 0, 0);
|
|
331
|
+
(this.port as any).postMessage({ sql: pgSql, params: bound, guard: this.txDepth > 0 });
|
|
332
|
+
if (Atomics.wait(this.flag, 0, 0, this.waitMs) === "timed-out") {
|
|
333
|
+
throw new Error(`PG: no answer from the database worker within ${this.waitMs}ms`);
|
|
162
334
|
}
|
|
163
|
-
|
|
335
|
+
const reply = receiveMessageOnPort(this.port as any)?.message as any;
|
|
336
|
+
if (!reply) throw new Error("PG: database worker signalled without a reply");
|
|
337
|
+
if (!reply.ok) throw new Error(`PG: ${reply.error}`);
|
|
338
|
+
return reply;
|
|
339
|
+
}
|
|
340
|
+
|
|
341
|
+
private querySync(sql: string, params?: any[]): { rows: any[]; count: number } {
|
|
342
|
+
return this.request(sqliteToPostgres(sql), params);
|
|
164
343
|
}
|
|
165
344
|
|
|
166
345
|
run(sql: string, params?: any[]): QueryResult {
|
|
167
346
|
if (sql.trim().toUpperCase().startsWith("PRAGMA")) return { changes: 0 };
|
|
168
347
|
const result = this.querySync(sql, params);
|
|
169
|
-
return { changes: result.
|
|
348
|
+
return { changes: result.count };
|
|
349
|
+
}
|
|
350
|
+
|
|
351
|
+
/** bun:sqlite also accepts get(sql, [a, b]); a lone array argument is the parameter list. */
|
|
352
|
+
private static bindArgs(params: any[]): any[] | undefined {
|
|
353
|
+
if (params.length === 1 && Array.isArray(params[0])) return params[0];
|
|
354
|
+
return params.length > 0 ? params : undefined;
|
|
170
355
|
}
|
|
171
356
|
|
|
172
357
|
get<T = any>(sql: string, ...params: any[]): T | null {
|
|
173
|
-
const result = this.querySync(sql,
|
|
358
|
+
const result = this.querySync(sql, PgAdapter.bindArgs(params));
|
|
174
359
|
return (result.rows?.[0] as T) ?? null;
|
|
175
360
|
}
|
|
176
361
|
|
|
177
362
|
all<T = any>(sql: string, ...params: any[]): T[] {
|
|
178
|
-
const result = this.querySync(sql,
|
|
363
|
+
const result = this.querySync(sql, PgAdapter.bindArgs(params));
|
|
179
364
|
return (result.rows as T[]) ?? [];
|
|
180
365
|
}
|
|
181
366
|
|
|
@@ -183,9 +368,9 @@ export class PgAdapter implements DbAdapter {
|
|
|
183
368
|
if (sql.trim().toUpperCase().startsWith("PRAGMA")) return;
|
|
184
369
|
const pgSql = sqliteToPostgres(sql);
|
|
185
370
|
// Split multi-statement DDL (CREATE TABLE; CREATE INDEX; ...)
|
|
186
|
-
const stmts = pgSql
|
|
371
|
+
const stmts = splitSqlStatements(pgSql);
|
|
187
372
|
for (const stmt of stmts) {
|
|
188
|
-
try { this.
|
|
373
|
+
try { this.request(stmt); } catch (e: any) {
|
|
189
374
|
// Ignore "already exists" errors for CREATE TABLE/INDEX IF NOT EXISTS
|
|
190
375
|
if (!/already exists/.test(e.message)) throw e;
|
|
191
376
|
}
|
|
@@ -193,29 +378,60 @@ export class PgAdapter implements DbAdapter {
|
|
|
193
378
|
}
|
|
194
379
|
|
|
195
380
|
transaction<T>(fn: () => T): T {
|
|
196
|
-
|
|
197
|
-
|
|
381
|
+
const depth = this.txDepth;
|
|
382
|
+
const savepoint = `anet_tx_${depth}`;
|
|
383
|
+
// Control statements run unguarded: they are what the guard is made of.
|
|
384
|
+
this.txDepth = 0;
|
|
385
|
+
try { this.request(depth === 0 ? "BEGIN" : `SAVEPOINT ${savepoint}`); } finally { this.txDepth = depth; }
|
|
386
|
+
this.txDepth = depth + 1;
|
|
387
|
+
let result: T;
|
|
198
388
|
try {
|
|
199
|
-
|
|
200
|
-
this.querySync("COMMIT");
|
|
201
|
-
return result;
|
|
389
|
+
result = fn();
|
|
202
390
|
} catch (e) {
|
|
203
|
-
|
|
391
|
+
this.txDepth = 0;
|
|
392
|
+
try {
|
|
393
|
+
if (depth === 0) this.request("ROLLBACK");
|
|
394
|
+
else { this.request(`ROLLBACK TO SAVEPOINT ${savepoint}`); this.request(`RELEASE SAVEPOINT ${savepoint}`); }
|
|
395
|
+
} catch {}
|
|
396
|
+
this.txDepth = depth;
|
|
204
397
|
throw e;
|
|
205
398
|
}
|
|
399
|
+
this.txDepth = 0;
|
|
400
|
+
try { this.request(depth === 0 ? "COMMIT" : `RELEASE SAVEPOINT ${savepoint}`); } finally { this.txDepth = depth; }
|
|
401
|
+
return result;
|
|
206
402
|
}
|
|
207
403
|
|
|
208
|
-
close(): void {
|
|
404
|
+
close(): void {
|
|
405
|
+
this.worker.terminate();
|
|
406
|
+
}
|
|
209
407
|
}
|
|
210
408
|
|
|
211
409
|
// ════════════════════════════════════════════
|
|
212
410
|
// Factory
|
|
213
411
|
// ════════════════════════════════════════════
|
|
214
412
|
|
|
413
|
+
export type DbTarget =
|
|
414
|
+
| { kind: "postgres"; url: string }
|
|
415
|
+
| { kind: "sqlite"; path: string };
|
|
416
|
+
|
|
215
417
|
/**
|
|
216
|
-
*
|
|
217
|
-
*
|
|
218
|
-
*
|
|
418
|
+
* Refuse every inherited DATABASE_URL under the Bun test environment before
|
|
419
|
+
* adapter selection, logging, DNS, or construction. A test that intentionally
|
|
420
|
+
* exercises PostgreSQL needs a separately reviewed isolated harness; accepting
|
|
421
|
+
* a shell/CI DATABASE_URL here could connect a unit test to production.
|
|
422
|
+
*/
|
|
423
|
+
export function assertSafeTestDatabaseEnv(env: NodeJS.ProcessEnv = process.env): void {
|
|
424
|
+
if (env.NODE_ENV === "test" && env.DATABASE_URL) {
|
|
425
|
+
throw new Error(
|
|
426
|
+
"[commhub] REFUSING to honor inherited DATABASE_URL under NODE_ENV=test.\n" +
|
|
427
|
+
" Tests must unset DATABASE_URL and set COMMHUB_DB to an isolated path.\n" +
|
|
428
|
+
" This guard is fail-closed and has no opt-in bypass."
|
|
429
|
+
);
|
|
430
|
+
}
|
|
431
|
+
}
|
|
432
|
+
|
|
433
|
+
/**
|
|
434
|
+
* Pure target selection after the inherited-DATABASE_URL safety gate.
|
|
219
435
|
*
|
|
220
436
|
* Test-default-prod GUARD: when `NODE_ENV === "test"` (set automatically by
|
|
221
437
|
* `bun test`) AND `COMMHUB_DB` is unset, we REFUSE to fall through to the
|
|
@@ -227,27 +443,67 @@ export class PgAdapter implements DbAdapter {
|
|
|
227
443
|
* pre-existing history of test pollution in the same DB). The guard makes
|
|
228
444
|
* the failure mode loud + actionable instead of silent + destructive.
|
|
229
445
|
*
|
|
230
|
-
* The
|
|
231
|
-
*
|
|
232
|
-
*
|
|
446
|
+
* The production default path is a capability, not a generic fallback:
|
|
447
|
+
* only canonical server entrypoints set COMMHUB_SERVER=1 before importing
|
|
448
|
+
* the database graph. Tests, scripts, and `bun -e` probes must name an
|
|
449
|
+
* explicit COMMHUB_DB (or a reviewed PostgreSQL DATABASE_URL), so forgetting
|
|
450
|
+
* one fails before mkdir/open/write instead of touching the live Hub.
|
|
451
|
+
*/
|
|
452
|
+
/**
|
|
453
|
+
* RFC-039 §9 — the one reviewed way a `bun test` process may use PostgreSQL.
|
|
233
454
|
*
|
|
234
|
-
*
|
|
235
|
-
*
|
|
236
|
-
*
|
|
237
|
-
*
|
|
455
|
+
* The inherited-DATABASE_URL guard stays absolute. A test that means to run
|
|
456
|
+
* on PostgreSQL names a *different* variable, COMMHUB_TEST_PG_URL, which is
|
|
457
|
+
* honoured only under NODE_ENV=test and only for a literal loopback host and
|
|
458
|
+
* a database called `anet_…_test`, so it cannot reach a real Hub database by
|
|
459
|
+
* accident. Error messages never carry credentials.
|
|
238
460
|
*/
|
|
239
|
-
export
|
|
240
|
-
|
|
461
|
+
export const TEST_PG_URL_ENV = "COMMHUB_TEST_PG_URL";
|
|
462
|
+
const TEST_PG_HOSTS = new Set(["127.0.0.1", "localhost", "[::1]"]);
|
|
463
|
+
const TEST_PG_DB_RE = /^anet_[a-z0-9_]*_test$/;
|
|
464
|
+
const TEST_PG_QUERY_KEYS = new Set(["connect_timeout", "sslmode", "application_name"]);
|
|
465
|
+
|
|
466
|
+
/** A PostgreSQL URL with user and password replaced, safe to print. */
|
|
467
|
+
export function redactPgUrl(raw: string): string {
|
|
468
|
+
try {
|
|
469
|
+
const u = new URL(raw);
|
|
470
|
+
if (u.username || u.password) { u.username = "***"; u.password = ""; }
|
|
471
|
+
return u.toString();
|
|
472
|
+
} catch {
|
|
473
|
+
return "<unparseable URL>";
|
|
474
|
+
}
|
|
475
|
+
}
|
|
476
|
+
|
|
477
|
+
export function validateTestPgUrl(raw: string): string {
|
|
478
|
+
const refuse = (why: string) => new Error(
|
|
479
|
+
`[commhub] REFUSING ${TEST_PG_URL_ENV}=${redactPgUrl(raw)}: ${why}.\n` +
|
|
480
|
+
" It is test-only: postgres(ql)://<user>:<password>@127.0.0.1|localhost|[::1][:port]/anet_<name>_test",
|
|
481
|
+
);
|
|
482
|
+
let u: URL;
|
|
483
|
+
try { u = new URL(raw); } catch { throw refuse("not a URL"); }
|
|
484
|
+
if (u.protocol !== "postgres:" && u.protocol !== "postgresql:") throw refuse("scheme must be postgres:// or postgresql://");
|
|
485
|
+
if (!TEST_PG_HOSTS.has(u.hostname)) throw refuse("host must be literally 127.0.0.1, localhost or ::1");
|
|
486
|
+
const dbName = decodeURIComponent(u.pathname.replace(/^\//, ""));
|
|
487
|
+
if (!TEST_PG_DB_RE.test(dbName)) throw refuse("database name must match /^anet_[a-z0-9_]*_test$/");
|
|
488
|
+
for (const key of u.searchParams.keys()) {
|
|
489
|
+
if (!TEST_PG_QUERY_KEYS.has(key)) throw refuse(`query parameter "${key}" is not allowed`);
|
|
490
|
+
}
|
|
491
|
+
return raw;
|
|
492
|
+
}
|
|
493
|
+
|
|
494
|
+
function resolveDatabaseTargetAfterGuard(env: NodeJS.ProcessEnv): DbTarget {
|
|
495
|
+
const testPgUrl = env[TEST_PG_URL_ENV];
|
|
496
|
+
if (env.NODE_ENV === "test" && testPgUrl) {
|
|
497
|
+
return { kind: "postgres", url: validateTestPgUrl(testPgUrl) };
|
|
498
|
+
}
|
|
499
|
+
|
|
500
|
+
const dbUrl = env.DATABASE_URL;
|
|
241
501
|
if (dbUrl && (dbUrl.startsWith("postgres://") || dbUrl.startsWith("postgresql://"))) {
|
|
242
|
-
|
|
243
|
-
return new PgAdapter(dbUrl);
|
|
502
|
+
return { kind: "postgres", url: dbUrl };
|
|
244
503
|
}
|
|
245
|
-
// Default: SQLite
|
|
246
|
-
const { mkdirSync } = require("fs");
|
|
247
|
-
const { dirname } = require("path");
|
|
248
504
|
|
|
249
505
|
// Test-default-prod GUARD (see docblock above).
|
|
250
|
-
if (
|
|
506
|
+
if (env.NODE_ENV === "test" && !env.COMMHUB_DB) {
|
|
251
507
|
throw new Error(
|
|
252
508
|
"[commhub] REFUSING to open the default SQLite database under NODE_ENV=test.\n" +
|
|
253
509
|
" Tests must explicitly set COMMHUB_DB to a throwaway path so they don't\n" +
|
|
@@ -257,10 +513,40 @@ export function createAdapter(): DbAdapter {
|
|
|
257
513
|
);
|
|
258
514
|
}
|
|
259
515
|
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
516
|
+
if (!env.COMMHUB_DB && env.COMMHUB_SERVER !== "1") {
|
|
517
|
+
throw new Error(
|
|
518
|
+
"[commhub] REFUSING to open the default production SQLite database from a non-server entrypoint.\n" +
|
|
519
|
+
" Scripts and probes must set an explicit COMMHUB_DB path. The canonical\n" +
|
|
520
|
+
" Hub entrypoints set COMMHUB_SERVER=1 before loading the database."
|
|
521
|
+
);
|
|
522
|
+
}
|
|
523
|
+
|
|
524
|
+
return { kind: "sqlite", path: env.COMMHUB_DB || `${env.HOME}/.commhub/commhub.db` };
|
|
525
|
+
}
|
|
526
|
+
|
|
527
|
+
/** Pure public resolver used by tests without constructing an adapter. */
|
|
528
|
+
export function resolveDatabaseTarget(env: NodeJS.ProcessEnv = process.env): DbTarget {
|
|
529
|
+
assertSafeTestDatabaseEnv(env);
|
|
530
|
+
return resolveDatabaseTargetAfterGuard(env);
|
|
531
|
+
}
|
|
532
|
+
|
|
533
|
+
/**
|
|
534
|
+
* Create the appropriate adapter based on environment.
|
|
535
|
+
* The inherited-DATABASE_URL guard is deliberately the first executable line.
|
|
536
|
+
*/
|
|
537
|
+
export function createAdapter(): DbAdapter {
|
|
538
|
+
assertSafeTestDatabaseEnv(process.env);
|
|
539
|
+
const target = resolveDatabaseTargetAfterGuard(process.env);
|
|
540
|
+
if (target.kind === "postgres") {
|
|
541
|
+
console.log("[commhub] database: PostgreSQL");
|
|
542
|
+
return new PgAdapter(target.url);
|
|
543
|
+
}
|
|
544
|
+
|
|
545
|
+
const { mkdirSync } = require("fs");
|
|
546
|
+
const { dirname } = require("path");
|
|
547
|
+
mkdirSync(dirname(target.path), { recursive: true });
|
|
548
|
+
console.log(`[commhub] database: ${target.path}`);
|
|
549
|
+
const rawDb = new Database(target.path);
|
|
264
550
|
rawDb.exec("PRAGMA journal_mode=WAL");
|
|
265
551
|
rawDb.exec("PRAGMA busy_timeout=5000");
|
|
266
552
|
return new SQLiteAdapter(rawDb);
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import { describe, expect, it } from "bun:test";
|
|
2
|
+
import { parseDbTimestampMs } from "./db-timestamp.js";
|
|
3
|
+
|
|
4
|
+
const NAIVE = "2026-08-27 11:23:54";
|
|
5
|
+
const EXPECTED = Date.UTC(2026, 7, 27, 11, 23, 54);
|
|
6
|
+
|
|
7
|
+
describe("parseDbTimestampMs", () => {
|
|
8
|
+
// ⚠ 这条在 **TZ=UTC 的环境**下没有分辨力:裸 Date.parse 在 UTC 下恰好正确。
|
|
9
|
+
// CI runner 与容器默认就是 UTC(本仓 Docker 套件亦然),所以缺陷在常规跑法里
|
|
10
|
+
// 恒绿。(更正:Bun 是尊重 TZ 的,不存在"bun test 固定 UTC"——通信评审牛 #1279
|
|
11
|
+
// 独审③ 独立复跑证伪了我最初的说法。)真正稳定见红的门是下面那条强制子进程。
|
|
12
|
+
it("treats a naive SQLite timestamp as UTC", () => {
|
|
13
|
+
expect(parseDbTimestampMs(NAIVE)).toBe(EXPECTED);
|
|
14
|
+
});
|
|
15
|
+
|
|
16
|
+
// 分辨力关键:宿主是 UTC 时,裸 Date.parse 与正确写法结果相同,断言恒绿。
|
|
17
|
+
// 强制子进程 TZ=Asia/Shanghai,让缺陷在任何 CI 时区下都显形。
|
|
18
|
+
it("is unaffected by a non-UTC host timezone (child process TZ=Asia/Shanghai)", () => {
|
|
19
|
+
const r = Bun.spawnSync({
|
|
20
|
+
cmd: ["bun", "-e",
|
|
21
|
+
`const {parseDbTimestampMs} = await import("${import.meta.dir}/db-timestamp.ts");` +
|
|
22
|
+
`console.log(parseDbTimestampMs("${NAIVE}"));`],
|
|
23
|
+
env: { ...process.env, TZ: "Asia/Shanghai" },
|
|
24
|
+
});
|
|
25
|
+
expect(Number(r.stdout.toString().trim())).toBe(EXPECTED);
|
|
26
|
+
});
|
|
27
|
+
|
|
28
|
+
it("keeps explicit-offset timestamps intact", () => {
|
|
29
|
+
expect(parseDbTimestampMs("2026-08-27T11:23:54Z")).toBe(EXPECTED);
|
|
30
|
+
expect(parseDbTimestampMs("2026-08-27T19:23:54+08:00")).toBe(EXPECTED);
|
|
31
|
+
});
|
|
32
|
+
|
|
33
|
+
it("an online window of 5min holds for a heartbeat written 1s ago", () => {
|
|
34
|
+
const now = Date.now();
|
|
35
|
+
const iso = new Date(now - 1000).toISOString().slice(0, 19).replace("T", " ");
|
|
36
|
+
expect(now - parseDbTimestampMs(iso)).toBeLessThanOrEqual(5 * 60_000);
|
|
37
|
+
});
|
|
38
|
+
});
|