@preventive/triage 1.0.0-alpha.2 → 1.0.0-alpha.21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (168) hide show
  1. package/api/reap.ts +17 -0
  2. package/cli.js +6 -0
  3. package/client/finding-link.js +305 -0
  4. package/client/linked-findings.d.ts +1 -0
  5. package/client/linked-findings.js +111 -0
  6. package/common/bundle-metadata.d.ts +10 -0
  7. package/common/bundle-metadata.js +177 -0
  8. package/common/bundle-reasons.d.ts +2 -0
  9. package/common/bundle-reasons.js +21 -0
  10. package/common/bundle-sources.d.ts +3 -0
  11. package/common/bundle-sources.js +284 -0
  12. package/common/bundle-stats.js +41 -0
  13. package/common/bundle-tabs.js +1 -0
  14. package/common/code-language.js +36 -0
  15. package/common/default-scan-models.ts +30 -0
  16. package/common/finding-id.js +47 -0
  17. package/common/github-pr.ts +56 -0
  18. package/common/managed/comments.ts +34 -0
  19. package/common/managed/permissions.ts +35 -0
  20. package/common/managed/report-content.ts +42 -0
  21. package/common/managed/report-filter.ts +108 -0
  22. package/common/managed/roles.ts +28 -0
  23. package/common/managed/routes.d.ts +2 -0
  24. package/common/managed/routes.js +121 -0
  25. package/common/managed/scan-models.ts +6 -0
  26. package/common/managed/triage.ts +83 -0
  27. package/common/save-error-reason.ts +20 -7
  28. package/common/scan-server.ts +13 -0
  29. package/common/server-info.ts +33 -0
  30. package/common/utf8.d.ts +3 -0
  31. package/common/utf8.js +45 -0
  32. package/out/brotli-fallback.js +3 -3
  33. package/out/client-managed-import.js +81 -0
  34. package/out/client-managed.js +110 -0
  35. package/out/client-sync.js +16 -13
  36. package/out/graph.js +30 -4
  37. package/out/index.html +55 -8
  38. package/out/prism.js +2 -2
  39. package/out/stasis.svg +45 -0
  40. package/out/terminal.js +273 -39
  41. package/out/view.css +1 -1
  42. package/out/view.js +198 -62
  43. package/package.json +179 -55
  44. package/report/index.js +254 -0
  45. package/report/src/finding-id.js +80 -0
  46. package/report/src/finding.js +312 -0
  47. package/report/src/labels.js +33 -0
  48. package/report/src/md-structure.js +471 -0
  49. package/report/src/md-text.js +167 -0
  50. package/report/src/meta.js +76 -0
  51. package/report/src/parse-codex.js +147 -0
  52. package/report/src/parse-deepsec.js +197 -0
  53. package/report/src/parse-deepview-fields.js +375 -0
  54. package/report/src/parse-deepview-md.js +185 -0
  55. package/report/src/parse-md-id.js +137 -0
  56. package/report/src/parse-md.js +322 -0
  57. package/report/src/parse-piolium-id.js +79 -0
  58. package/report/src/parse-piolium-rows.js +131 -0
  59. package/report/src/parse-piolium-tokens.js +175 -0
  60. package/report/src/parse-piolium.js +400 -0
  61. package/report/src/security.js +63 -0
  62. package/report/src/utf8.js +21 -0
  63. package/report/src/write-md-finding.js +273 -0
  64. package/report/src/write-md.js +291 -0
  65. package/server-common/database-config.ts +16 -0
  66. package/server-common/initialize.ts +18 -0
  67. package/server-common/npm-advisories.ts +101 -0
  68. package/{server → server-common}/origin.ts +5 -5
  69. package/server-common/reap.ts +48 -0
  70. package/server-common/scan-config.ts +19 -0
  71. package/server-common/standalone.ts +29 -0
  72. package/server-common/storage-log.ts +34 -0
  73. package/server-common/vercel-blob.ts +110 -0
  74. package/server-e2e/app.ts +485 -0
  75. package/{server → server-e2e}/auth.ts +5 -1
  76. package/{server → server-e2e}/bus-receiver.ts +9 -8
  77. package/{server → server-e2e}/cli.js +9 -4
  78. package/{server → server-e2e}/config.ts +54 -39
  79. package/{server → server-e2e}/db-neon.ts +2 -2
  80. package/{server → server-e2e}/db-revision-sql.ts +7 -10
  81. package/{server → server-e2e}/db-stmt.ts +2 -2
  82. package/{server → server-e2e}/db.ts +96 -135
  83. package/{server → server-e2e}/http.ts +110 -12
  84. package/{server → server-e2e}/hub.ts +44 -14
  85. package/server-e2e/index.ts +17 -0
  86. package/server-e2e/lifecycle.ts +95 -0
  87. package/{server → server-e2e}/neon-driver.ts +2 -2
  88. package/{server → server-e2e}/npm-proxy.ts +11 -144
  89. package/{server → server-e2e}/objstore/blob-fs.ts +6 -8
  90. package/{server → server-e2e}/objstore/blob-vercel.ts +49 -141
  91. package/{server → server-e2e}/objstore/blob.ts +24 -9
  92. package/server-e2e/objstore/fetch-mint-guard.ts +74 -0
  93. package/{server → server-e2e}/objstore/handlers.ts +19 -20
  94. package/{server → server-e2e}/objstore/init.ts +53 -27
  95. package/{server → server-e2e}/objstore/reaper.ts +31 -11
  96. package/server-e2e/objstore/rest-deny.ts +28 -0
  97. package/server-e2e/objstore/rest-mint.ts +224 -0
  98. package/{server → server-e2e}/objstore/rest.ts +110 -93
  99. package/{server → server-e2e}/objstore/sign.ts +105 -0
  100. package/{server → server-e2e}/objstore/store-neon.ts +10 -14
  101. package/{server → server-e2e}/objstore/store.ts +98 -118
  102. package/{server → server-e2e}/objstore/tokens.ts +9 -12
  103. package/{server → server-e2e}/peer.ts +7 -9
  104. package/{server → server-e2e}/pubsub.ts +29 -36
  105. package/{server → server-e2e}/sign.ts +12 -14
  106. package/{server → server-e2e}/sse-server.ts +105 -73
  107. package/{server → server-e2e}/sse-session.ts +30 -16
  108. package/{server → server-e2e}/static.ts +36 -29
  109. package/server-e2e/sync-handlers.ts +408 -0
  110. package/{server → server-e2e}/util.ts +9 -0
  111. package/{server → server-e2e}/ws-server.ts +29 -23
  112. package/server-managed/activity.ts +231 -0
  113. package/server-managed/avatar-store.ts +51 -0
  114. package/server-managed/blob-store.ts +66 -0
  115. package/server-managed/blob-vercel.ts +125 -0
  116. package/server-managed/brotli.ts +10 -0
  117. package/server-managed/bundle-cache.ts +185 -0
  118. package/server-managed/bundle-catalog.ts +29 -0
  119. package/server-managed/bundle-store.ts +28 -0
  120. package/server-managed/bundle-summary-cache.ts +97 -0
  121. package/server-managed/bundle.ts +39 -0
  122. package/server-managed/cache-storage.ts +40 -0
  123. package/server-managed/cli.js +13 -0
  124. package/server-managed/combined.ts +46 -0
  125. package/server-managed/comments.ts +151 -0
  126. package/server-managed/config.ts +144 -0
  127. package/server-managed/content-access.ts +15 -0
  128. package/server-managed/crypto.ts +25 -0
  129. package/server-managed/db-methods.ts +1336 -0
  130. package/server-managed/db-neon.ts +171 -0
  131. package/server-managed/db-schema.ts +203 -0
  132. package/server-managed/db-table-names.ts +22 -0
  133. package/server-managed/db.ts +109 -0
  134. package/server-managed/github-app.ts +332 -0
  135. package/server-managed/github-metadata.ts +65 -0
  136. package/server-managed/github-oauth.ts +215 -0
  137. package/server-managed/github-pulls.ts +115 -0
  138. package/server-managed/http-response.ts +18 -0
  139. package/server-managed/http.ts +2043 -0
  140. package/server-managed/import-triage.ts +48 -0
  141. package/server-managed/index.ts +135 -0
  142. package/server-managed/public-workspace.ts +150 -0
  143. package/server-managed/repo-path.ts +21 -0
  144. package/server-managed/report-migration.ts +35 -0
  145. package/server-managed/report-query.ts +4 -0
  146. package/server-managed/report-response.ts +16 -0
  147. package/server-managed/report-sources.ts +154 -0
  148. package/server-managed/repository-discovery.ts +82 -0
  149. package/server-managed/repository-policy.ts +27 -0
  150. package/server-managed/session.ts +78 -0
  151. package/server-managed/slugs.ts +38 -0
  152. package/server-managed/sql-postgres.ts +30 -0
  153. package/server-managed/sql.ts +61 -0
  154. package/server-managed/static.ts +28 -0
  155. package/server-managed/storage.ts +34 -0
  156. package/server-managed/team-catalog.ts +7 -0
  157. package/server-managed/team-feed.ts +128 -0
  158. package/server-managed/team-reports.ts +156 -0
  159. package/server-managed/triage-response.ts +16 -0
  160. package/server-managed/uploads.ts +47 -0
  161. package/server-managed/workspace-shares.ts +150 -0
  162. package/server.ts +50 -0
  163. package/server/index.ts +0 -481
  164. package/server/lifecycle.ts +0 -204
  165. package/server/sync-handlers.ts +0 -327
  166. /package/{server → server-e2e}/config.example.json +0 -0
  167. /package/{server → server-e2e}/objstore/fs.ts +0 -0
  168. /package/{server → server-e2e}/validation.ts +0 -0
package/server/index.ts DELETED
@@ -1,481 +0,0 @@
1
- #!/usr/bin/env node
2
- // DeepView triage-sync relay server. WebSocket front-end, SQLite
3
- // backing store. Implements the protocol described in
4
- // `client/triage-sync.js` (and `server/sign.ts` for the canonical
5
- // signature payloads):
6
- //
7
- // server → client challenge { nonce } — emitted on every
8
- // accept, BEFORE any client
9
- // frame; per-socket random
10
- // 128-bit value the client
11
- // must bind into every
12
- // `workspace-subscribe`
13
- // signature (round-9 H2)
14
- // client → server workspace-save { workspaceTag, base,
15
- // keyframe, nonce, ciphertext,
16
- // signature } — `keyframe` is
17
- // a boolean (`true` exactly,
18
- // else falsy), bound into the
19
- // signed canonical
20
- // client → server workspace-subscribe { workspaceTag, from,
21
- // signature } — `from` is the
22
- // last revision id the client
23
- // claims to have applied (or
24
- // null for fresh)
25
- // client → server ping — heartbeat
26
- // server → client pong — heartbeat reply
27
- // server → client workspace-save-ack { workspaceTag, base, id }
28
- // server → client workspace-save-error { workspaceTag, base, reason }
29
- // — explicit failure surface for
30
- // the legit-signer case where
31
- // the server rejects a signed
32
- // save (e.g. `too-large` past
33
- // MAX_CIPHERTEXT_LEN). Sent
34
- // AFTER sig verify so the
35
- // response only reaches a
36
- // legitimate seed holder; shape
37
- // attacks still drop silently.
38
- // server → client workspace-subscribed { workspaceTag } — explicit
39
- // handshake-complete ack so
40
- // the client can flip its
41
- // status from `connecting` to
42
- // `online` only after the
43
- // server registered it as a
44
- // peer (not just on socket
45
- // open)
46
- // server → client workspace-state { workspaceTag, revisions:
47
- // [{ base, id, keyframe,
48
- // nonce, ciphertext,
49
- // signature }, ...] }
50
- //
51
- // Authentication: every signed message is checked against the
52
- // `workspaceTag` (= base64url Ed25519 public key) before any
53
- // state mutation. Unsigned / bad-sig messages are dropped silently
54
- // — the legitimate signer will retry, and an attacker who learns
55
- // the tag without holding the seed can't get past the verify.
56
- //
57
- // Content opacity: `nonce` and `ciphertext` are opaque to the
58
- // server. We store and forward them; we never inspect.
59
- //
60
- // Subscriber tracking: `subscribers: Map<workspaceTag, Set<socket>>`.
61
- // A socket joins the set ONLY via an explicit, signature-verified
62
- // `workspace-subscribe` (sole call site of `subscribe()` is in
63
- // `handleSubscribe`, gated by the per-connection challenge nonce
64
- // bound into the signature and a post-await `readyState` check).
65
- // It leaves on disconnect. Broadcasts go to every subscriber for
66
- // the workspaceTag except the originator.
67
- //
68
- // `workspace-save` deliberately does NOT auto-attach the sender,
69
- // even on a valid signature — see the audit note in `handleSave`
70
- // (round-9 H1): auto-subscribe-on-save let a passive observer
71
- // replay any captured save frame from any TCP connection to attach
72
- // as a silent mirror, since the duplicate-id path returns ack-only
73
- // and would not reject the attaching socket.
74
-
75
- import { type WebSocket, WebSocketServer } from 'ws'
76
- import { errMsg, errStack } from './util.ts'
77
- import type { PeerRegistry } from './peer.ts'
78
- import { LOOPBACK_HOSTS, createOriginGate } from './origin.ts'
79
- import { createHub } from './hub.ts'
80
- import { createAuth } from './auth.ts'
81
- import { createSyncHandlers } from './sync-handlers.ts'
82
- import { WS_UPGRADE_PATH, createHttpServer } from './http.ts'
83
- import { installWsServer } from './ws-server.ts'
84
- import { SSE_OPEN_PATH, installSseServer } from './sse-server.ts'
85
- import { createLifecycle } from './lifecycle.ts'
86
- import { loadConfig } from './config.ts'
87
- import { type Handle, openDb } from './db.ts'
88
- import { openNeonDb } from './db-neon.ts'
89
- import { initObjstore } from './objstore/init.ts'
90
- import { type Handle as ObjstoreHandle, listLive, objectMetaWire, openObjstore } from './objstore/store.ts'
91
- import { openNeonObjstore } from './objstore/store-neon.ts'
92
- import { openVercelBlobBackend } from './objstore/blob-vercel.ts'
93
- import {
94
- type NeonClientCtor, type PubSub,
95
- createNeonPubSub, createNoopPubSub,
96
- } from './pubsub.ts'
97
- import { createBusReceiver } from './bus-receiver.ts'
98
-
99
- // All external inputs (env vars + optional config.json) are parsed
100
- // and validated in ./config.ts. Destructure into the existing
101
- // uppercase names so the rest of this module reads unchanged.
102
- const config = loadConfig()
103
- const {
104
- port: PORT, host: HOST, dbPath: DB_PATH, objstoreDir: OBJSTORE_DIR,
105
- reapIntervalMs: OBJSTORE_REAP_INTERVAL_MS,
106
- maxInflightPerSocket: MAX_INFLIGHT_PER_SOCKET, debug: DEBUG,
107
- neonUrl: NEON_URL, blobToken: BLOB_TOKEN, tokenSecret: TOKEN_SECRET,
108
- password: CONFIG_PASSWORD, trustProxyEnv: TRUST_PROXY_ENV,
109
- } = config
110
-
111
- // Same-origin gate for the WS upgrade and REST data plane (see
112
- // ./origin.ts). `TRUST_PROXY_ENV` (from config) also feeds the
113
- // boot-time misconfiguration fail-fast below.
114
- const { trustProxy: TRUST_PROXY, isOriginAllowed } = createOriginGate(HOST, TRUST_PROXY_ENV)
115
-
116
- // Per-socket buffered-bytes cap. `socket.send` returns synchronously
117
- // even when the kernel/ws library can't drain to the wire fast
118
- // enough; the unsent payload accumulates in `bufferedAmount`. A
119
- // slow / blackholed peer on a high-volume workspace can hold many
120
- // MB of fan-out broadcasts in this buffer with no backpressure on
121
- // the broadcast loop. Drop the message when the buffer crosses the
122
- // cap; the heartbeat will eventually close a peer that never
123
- // drains. Transport audit `server/index.ts:225`.
124
- const MAX_BUFFERED_BYTES = 16 * 1024 * 1024
125
- // Per-socket in-flight async-handler cap (MAX_INFLIGHT_PER_SOCKET,
126
- // env-validated in config). Each inbound text frame spawns a
127
- // `track(handler)` IIFE; an authorised peer firing valid frames could
128
- // otherwise grow the set without bound, stretching SIGTERM drain time.
129
- // Saves dropped at the cap surface as a typed `busy` NACK. Transport
130
- // audit `server/index.ts:590`.
131
-
132
- // Per-connection state registry. One `Peer` per accepted socket holds
133
- // the challenge nonce, auth flag, heartbeat liveness, in-flight count,
134
- // and subscribed tags (see ./peer.ts) — replacing what were five
135
- // parallel per-socket WeakMaps. The connection handler holds the Peer
136
- // in a closure for the hot paths; cross-function call sites resolve it
137
- // via `peers.get(socket)`.
138
- const peers: PeerRegistry = new WeakMap()
139
-
140
- // REST PUT idle-body timeout. A slow-loris client trickling bytes
141
- // within the declared Content-Length holds the staging fd and an
142
- // inFlightSids slot until the global staging TTL reaps it. Aborting
143
- // the per-chunk-idle period closes that window. Transport audit
144
- // `server/objstore/rest.ts:218`.
145
- const REST_PUT_IDLE_TIMEOUT_MS = 30_000
146
-
147
- // Server-driven WS heartbeat. Every `HEARTBEAT_INTERVAL_MS` we walk
148
- // `wss.clients`, terminate anyone who didn't pong since the last
149
- // tick, and ping the rest. The client-initiated `{type:'ping'}` /
150
- // `{type:'pong'}` JSON heartbeat the protocol already had only
151
- // catches the case where the CLIENT notices the socket's gone — it
152
- // can't recover an FD when the client itself has wandered off
153
- // (battery-killed background tab, mid-transfer NAT timeout, a
154
- // hostile non-browser client that opens the socket and never
155
- // speaks again). The same-origin upgrade gate allows missing
156
- // Origin headers through (legitimate non-browser callers), so a
157
- // hostile CLI can stack arbitrarily many idle sockets without it.
158
- // Kernel TCP keepalive is hours by default; without this interval
159
- // each abandoned socket pins its `wss.clients` Set entry, its `Peer`
160
- // state, and an FD until the kernel reclaims it. Two ticks max
161
- // from silence to termination, so the longest a dead socket
162
- // survives is ~2 × HEARTBEAT_INTERVAL_MS.
163
- const HEARTBEAT_INTERVAL_MS = 30_000
164
-
165
- // Backend selection. Both planes (workspace_revision DB + the
166
- // v1.objstore byte store) are picked from config at boot. Two supported
167
- // pairings:
168
- // 1. DATABASE_URL set → Neon (workspace_revision + objstore
169
- // tables) + Vercel Blob Private Storage (bytes). Requires
170
- // BLOB_READ_WRITE_TOKEN — fail fast at boot if missing, since
171
- // a local-FS byte plane can't back a multi-replica deployment
172
- // (one replica's writes wouldn't be visible to another).
173
- // 2. DATABASE_URL absent → SQLite + local FS bytes. Single-
174
- // process; the only pairing the SQLite plane supports.
175
- // The Neon / Vercel files import their peer deps lazily inside the
176
- // open functions, so static imports here are safe even on a SQLite-
177
- // only install where the optional peer deps aren't present. Branch
178
- // out explicitly (rather than via a ternary) so the SQLite path
179
- // keeps its `SqliteHandle` narrowing — `sqliteHandle.db` is typed
180
- // as a non-optional `DatabaseSync` and `openObjstore` accepts it
181
- // without a non-null assertion.
182
- let handle: Handle
183
- let objstoreHandle: ObjstoreHandle
184
- let objstoreBanner: string
185
- if (NEON_URL) {
186
- if (!BLOB_TOKEN) {
187
- console.error('DATABASE_URL is set but BLOB_READ_WRITE_TOKEN is not.')
188
- console.error('The Neon DB plane requires the Vercel Blob byte plane (local-FS bytes cannot back a multi-replica deployment).')
189
- console.error('Set BLOB_READ_WRITE_TOKEN to your Vercel Blob R/W token, or unset DATABASE_URL to fall back to SQLite + local FS.')
190
- process.exit(1)
191
- }
192
- if (!TOKEN_SECRET) {
193
- console.error('DATABASE_URL is set but OBJSTORE_TOKEN_SECRET is not.')
194
- console.error('Multi-replica deployments need a shared HMAC secret so REST bearer tokens minted on one replica validate on any other.')
195
- console.error('Generate one with: node -e \'console.log(require("crypto").randomBytes(32).toString("base64"))\'')
196
- process.exit(1)
197
- }
198
- handle = await openNeonDb(NEON_URL)
199
- const blob = await openVercelBlobBackend({ token: BLOB_TOKEN })
200
- objstoreHandle = await openNeonObjstore(NEON_URL, blob)
201
- objstoreBanner = 'objstore: vercel-blob (private)'
202
- } else {
203
- const sqliteHandle = openDb(DB_PATH)
204
- handle = sqliteHandle
205
- objstoreHandle = openObjstore(sqliteHandle.db, OBJSTORE_DIR)
206
- objstoreBanner = `objstore: ${OBJSTORE_DIR}`
207
- }
208
- // Multi-replica deployments behind a load balancer / TLS terminator
209
- // (the typical Vercel + Neon shape) need TRUST_PROXY=1 to honour
210
- // X-Forwarded-Host when computing the same-origin gate's expected
211
- // origin. Otherwise the gate derives the origin from the internal
212
- // container hostname and rejects every browser request as a
213
- // cross-origin attempt — silently from the operator's perspective
214
- // until users report 403s. Fail fast (parallels the
215
- // BLOB_READ_WRITE_TOKEN / OBJSTORE_TOKEN_SECRET checks above) so
216
- // a misconfigured deploy doesn't ship a 100%-403 fleet. An
217
- // operator who genuinely terminates TLS in the container without
218
- // X-Forwarded-* (rare) can set `TRUST_PROXY=0` to acknowledge.
219
- if (NEON_URL && !TRUST_PROXY && !LOOPBACK_HOSTS.has(HOST) && TRUST_PROXY_ENV !== '0' && TRUST_PROXY_ENV !== 'false') {
220
- console.error(`DATABASE_URL is set and HOST=${HOST} is not loopback, but TRUST_PROXY is not enabled.`)
221
- console.error('Browser requests through a load balancer / TLS terminator will be rejected by the same-origin gate (all 403).')
222
- console.error('Set TRUST_PROXY=1 to honour X-Forwarded-Host / X-Forwarded-Proto from the upstream proxy.')
223
- console.error('Set TRUST_PROXY=0 if you really terminate TLS in the container without X-Forwarded-* headers (no proxy).')
224
- process.exit(1)
225
- }
226
-
227
- // "Workspace exists on the server" gate. The auth requirement only
228
- // kicks in for the FIRST action against a never-before-seen tag —
229
- // once any row lands (triage revision or objstore object), the
230
- // workspace is considered established and signature-gated. Checks
231
- // both planes so the gate stays consistent regardless of which
232
- // action the user picks first (workspace-save in the common case;
233
- // objstore-put-begin for a bundle-first flow).
234
- async function workspaceExists(tag: string): Promise<boolean> {
235
- if (await handle.headFor.get(tag)) return true
236
- const c = await objstoreHandle.countLive.get(tag)
237
- return (c?.c ?? 0) > 0
238
- }
239
-
240
- // WS fan-out hub: subscriber registry + backpressure-aware send /
241
- // broadcast (see ./hub.ts). Destructure into the existing names so the
242
- // handlers / dispatcher / objstore wiring below read unchanged.
243
- const hub = createHub({ peers, maxBufferedBytes: MAX_BUFFERED_BYTES, debug: DEBUG })
244
- const { send, broadcast, subscribe, unsubscribeAll, broadcastLocalRaw } = hub
245
-
246
- // Cross-instance pub/sub for live broadcasts (see ./pubsub.ts). SQLite
247
- // mode is single-process by construction so it gets a no-op; Neon mode
248
- // uses Postgres LISTEN/NOTIFY on a dedicated long-lived Client
249
- // connection (separate from the HTTP `neon()` callable the queries flow
250
- // over — LISTEN needs a session-bound socket, the HTTP path is
251
- // stateless). The bus carries lookup hints, not the full wire payload:
252
- // the `workspace-state` broadcast's ciphertext alone can exceed the
253
- // ~8 KB NOTIFY payload cap, so the receiver re-fetches from the shared
254
- // DB to construct the wire frame. The bus is best-effort fan-out, not a
255
- // durability layer — the DB itself is the source of truth, and a
256
- // dropped publish only means peers on other instances miss the live
257
- // push (they still catch up via the chain on their next subscribe).
258
- let pubsub: PubSub = createNoopPubSub()
259
- if (NEON_URL) {
260
- // Dynamic import: the Client export lives in the same optional peer
261
- // dep as the HTTP `neon()` callable (see ./neon-driver.ts), but the
262
- // dep itself is only present on a Neon-mode deploy. The wrapper path
263
- // also lets tests swap in a PGlite-backed shim (`tests/pubsub.test.js`).
264
- const mod = (await import('./neon-driver.ts')) as unknown as { Client?: NeonClientCtor }
265
- if (!mod.Client) {
266
- console.error('DATABASE_URL is set but the @neondatabase/serverless Client export is not available.')
267
- console.error('Cross-instance broadcasts require the WebSocket-based Client (the HTTP `neon()` callable cannot LISTEN).')
268
- console.error('Reinstall the peer dep: pnpm add @neondatabase/serverless')
269
- process.exit(1)
270
- }
271
- const NeonClientImpl = mod.Client
272
- pubsub = createNeonPubSub({
273
- newClient: () => new NeonClientImpl(NEON_URL),
274
- debug: DEBUG,
275
- })
276
- }
277
-
278
- // Password gate (see ./auth.ts) — HMAC derivation + the `authenticate`
279
- // handshake. Destructure into the existing names for the wiring below.
280
- const auth = createAuth({ peers, password: CONFIG_PASSWORD, send, debug: DEBUG })
281
- const { requiresAuth, handleAuthenticate, sendUnauthorized } = auth
282
-
283
- // Triage-sync protocol handlers (see ./sync-handlers.ts). `getNonce`
284
- // resolves a socket's challenge nonce and is shared with the objstore
285
- // wiring below; `sendSaveError` is reused by the dispatcher's `busy`
286
- // inflight-cap NACK path.
287
- const getNonce = (socket: WebSocket): string | undefined => peers.get(socket)?.challenge
288
- const publishRevision = (tag: string, revisionId: string): void => {
289
- pubsub.publish({ kind: 'rev', tag, id: revisionId })
290
- }
291
- const publishObjPut = (tag: string, resourceTag: string): void => {
292
- pubsub.publish({ kind: 'objput', tag, res: resourceTag })
293
- }
294
- const publishObjDeleted = (tag: string, resourceTag: string, version: number): void => {
295
- pubsub.publish({ kind: 'objdel', tag, res: resourceTag, ver: version })
296
- }
297
-
298
- const { handleSave, handleSubscribe, sendSaveError } = createSyncHandlers({
299
- handle, send, broadcast, publishRevision, subscribe, getNonce,
300
- requiresAuth, sendUnauthorized, workspaceExists,
301
- // Folds the objstore inventory into the `workspace-subscribed` ack.
302
- // The objstore store keeps its own richer `Handle`, so we wire the
303
- // query here where both handles exist rather than coupling
304
- // sync-handlers to the store type.
305
- objstoreResources: async (tag) => (await listLive(objstoreHandle, tag)).map(objectMetaWire),
306
- debug: DEBUG,
307
- })
308
-
309
- const { handlers: objstore, restDeps: objstoreRestDeps, startupReap, stopReaper } = initObjstore({
310
- handle: objstoreHandle, reapIntervalMs: OBJSTORE_REAP_INTERVAL_MS,
311
- send, broadcast, publishObjPut, publishObjDeleted,
312
- getNonce, debug: DEBUG,
313
- // Auth gate for the FIRST objstore-put-begin against a workspace
314
- // that doesn't yet exist on the server. Mirrors handleSave's gate
315
- // below; handlers.ts calls this AFTER sig verify so the
316
- // `unauthorized` frame only reaches a legitimate signer. Returns
317
- // `false` to allow, `true` to deny — handlers.ts emits the
318
- // `unauthorized` frame and bails on `true`.
319
- authGate: async (socket, tag) => requiresAuth(socket) && !await workspaceExists(tag),
320
- sendUnauthorized,
321
- // `tokenSecret` is set only when OBJSTORE_TOKEN_SECRET was
322
- // provided in env (see TOKEN_SECRET resolution above). Omitted
323
- // → initObjstore mints a fresh per-process secret (the pre-PR
324
- // behaviour, fine for single-replica).
325
- ...(TOKEN_SECRET ? { tokenSecret: TOKEN_SECRET } : {}),
326
- })
327
-
328
- // 4 MiB cap leaves headroom above MAX_CIPHERTEXT_LEN (2 MiB) for
329
- // the JSON envelope + base64 overhead. `ws` defaults to 100 MiB
330
- // which any unauthenticated peer could spam — every connection
331
- // accepts and JSON.parses up to that before the signature-fail drops
332
- // the frame.
333
- const wss = new WebSocketServer({ noServer: true, maxPayload: 4 * 1024 * 1024 })
334
-
335
- // Process lifecycle (see ./lifecycle.ts): `track` (in-flight request
336
- // drain) and `isShuttingDown` (the new-work gate) are consumed by the
337
- // HTTP + WS planes below; the teardown is `installLifecycle`d once
338
- // every server object exists.
339
- const { track, isShuttingDown, install: installLifecycle } = createLifecycle()
340
-
341
- // Shared per-connection dispatch surface. Both the WS plane
342
- // (installWsServer below) and the SSE+POST fallback (installSseServer
343
- // below) drive `setupPeerConnection` with this; one Peer per accepted
344
- // connection, one message-handler tree.
345
- const peerConnectionDeps = {
346
- peers, send, unsubscribeAll,
347
- handleSave, handleSubscribe, handleAuthenticate, sendSaveError, objstore,
348
- track, isShuttingDown,
349
- maxInflightPerSocket: MAX_INFLIGHT_PER_SOCKET,
350
- debug: DEBUG,
351
- }
352
-
353
- // SSE+POST fallback transport (see ./sse-server.ts). The WS upgrade is
354
- // the preferred path; clients fall back to SSE when `new WebSocket(…)`
355
- // fails to open (corporate proxies that strip the Upgrade header,
356
- // hostile network middleboxes, etc.). Same protocol on the wire — only
357
- // the byte transport differs.
358
- const sseServer = installSseServer({
359
- peerDeps: peerConnectionDeps, isShuttingDown,
360
- // Same cap shape as `wss` (no explicit per-process cap; OS FD limits
361
- // are the upstream bound). 1024 leaves room above the typical web
362
- // session count without being a soft DoS hammer.
363
- maxSessions: 1024,
364
- // Mirror the WS `maxPayload` so the SSE plane can't accept frames
365
- // the WS plane would reject.
366
- maxBodyBytes: 4 * 1024 * 1024,
367
- // 90s idle ceiling. The client's JSON ping/pong is 15s; this is ~6
368
- // missed pings before we close — well past any transient network
369
- // hiccup, much shorter than the kernel's hours-long TCP keepalive.
370
- sessionIdleMs: 90_000,
371
- debug: DEBUG,
372
- })
373
-
374
- // HTTP plane: REST byte-transfer routing + SSE fallback + the WS
375
- // upgrade gate (see ./http.ts). Built after the lifecycle state above
376
- // because the REST shutdown gate reads `shuttingDown` and the request
377
- // drain uses `track`. The WS connection handler is wired on `wss`
378
- // below.
379
- const httpServer = createHttpServer({
380
- wss, restDeps: objstoreRestDeps, sseServer, isOriginAllowed,
381
- isShuttingDown, track,
382
- restPutIdleTimeoutMs: REST_PUT_IDLE_TIMEOUT_MS, debug: DEBUG,
383
- })
384
-
385
- // WS runtime: per-connection handler + message dispatch + heartbeat
386
- // sweep (see ./ws-server.ts). Returns the heartbeat timer so shutdown
387
- // can clear it.
388
- const { heartbeatTimer } = installWsServer({
389
- wss, heartbeatIntervalMs: HEARTBEAT_INTERVAL_MS,
390
- ...peerConnectionDeps,
391
- })
392
-
393
- httpServer.on('listening', () => {
394
- // Read the actual bound port from `httpServer.address()` rather
395
- // than the `PORT` env constant. Operators (and the test harness)
396
- // can boot with `PORT=0` to get an OS-assigned ephemeral port;
397
- // the log line then carries the real bound number, not `0`.
398
- // Server-side bind failure took the error path above, so
399
- // `address()` is always a populated AddressInfo here.
400
- const addr = httpServer.address()
401
- const boundPort = typeof addr === 'object' && addr ? addr.port : PORT
402
- // Differentiate the storage banner by backend so the log line
403
- // doesn't claim a misleading DB_PATH under Neon, or a misleading
404
- // OBJSTORE_DIR under Vercel Blob.
405
- const dbBanner = NEON_URL ? 'db: neon-postgres' : `db: ${DB_PATH}`
406
- console.log(`DeepView triage-sync server: ws://${HOST}:${boundPort}${WS_UPGRADE_PATH} (sse fallback http://${HOST}:${boundPort}${SSE_OPEN_PATH}) http://${HOST}:${boundPort}/api/objstore/{workspaceTag}/{resourceTag} (${dbBanner}, ${objstoreBanner})`)
407
- })
408
-
409
- // Cross-instance bus receiver (see ./bus-receiver.ts): a remote NOTIFY
410
- // lands here, we re-fetch any data the bus payload only hinted at,
411
- // then broadcast to local peers via `broadcastLocalRaw`. Extracted so
412
- // the rev / objput / objdel mapping (including the keyframe boolean
413
- // coercion and the `objectMetaWire` shape) is testable without the
414
- // full server bring-up.
415
- const onBusMessage = createBusReceiver({
416
- handle, objstoreHandle, broadcastLocalRaw, debug: DEBUG,
417
- })
418
-
419
- // Kick off the LISTEN loop in the background. `pubsub.start` resolves
420
- // only after the FIRST successful connect, and the internal reconnect
421
- // loop retries indefinitely on transport / LISTEN failure — awaiting
422
- // it here would convert a transient Neon WS hiccup at boot into a
423
- // server that never binds (and a `.catch` that never runs). Instead
424
- // the server binds immediately and the bus comes up async; publishes
425
- // during the down window drop silently (best-effort semantics
426
- // documented in pubsub.ts). The SQLite no-op resolves immediately,
427
- // so the behaviour is identical in that mode.
428
- void pubsub.start(onBusMessage).catch((err) => {
429
- console.warn('pubsub: startup error:', errStack(err))
430
- })
431
-
432
- // App-specific shutdown step (run after the in-flight drain), wired
433
- // into the lifecycle teardown below.
434
- const closeDb = async (): Promise<void> => {
435
- // Stop the bus first so a publish from a still-draining handler
436
- // can't fire into a half-closed Client. The in-flight drain runs
437
- // before this (see lifecycle.ts), so by here all `broadcast` →
438
- // `publish*` calls are settled.
439
- try { await pubsub.stop() } catch (err) { console.warn('pubsub close error:', errMsg(err)) }
440
- // objstoreHandle has no close(): SQLite shares this DatabaseSync and
441
- // Neon has no persistent connection; `handle.close()` covers both.
442
- try { await handle.close() } catch (err) { console.warn('DB close error:', errMsg(err)) }
443
- }
444
- // Wire graceful shutdown + the signal / error / process-catchall
445
- // handlers (see ./lifecycle.ts). Installed last, once httpServer, wss,
446
- // and the heartbeat timer all exist.
447
- installLifecycle({
448
- httpServer, wss, heartbeatTimer, stopReaper,
449
- sseSessions: sseServer.sessions,
450
- closeDb,
451
- })
452
-
453
- // Bind only after the startup orphan sweep finishes — otherwise a
454
- // fresh boot could serve traffic against tags whose on-disk state
455
- // still has residue from a prior crash. `startupReap` already
456
- // resolves on any error (the reaper's own catch logs the failure
457
- // unconditionally and returns void), so no outer `.catch` is
458
- // needed here.
459
- await startupReap
460
-
461
- // Start serving: bind the HTTP/WS plane on the configured PORT/HOST.
462
- // Exported as `start()` so a launcher (server/cli.js — the triage-server
463
- // bin) or any consumer that `import`ed this module can begin serving once
464
- // the top-level `await startupReap` above has settled (the server is fully
465
- // ready — DB open, DDL bootstrapped, objstore reaper swept — by the time
466
- // the import resolves).
467
- export function start(): void {
468
- httpServer.listen(PORT, HOST)
469
- }
470
-
471
- export { httpServer, wss }
472
-
473
- // Library mode: when this module is `import`ed (rather than run as the
474
- // entry script) skip the auto-start so consumers can own the bind — e.g.
475
- // wrap CF Access / framework-preset shims around the assembled
476
- // `httpServer`, or just call `start()` when ready. Direct invocation via
477
- // `node server/index.ts` (or the `triage-server` bin) still listens.
478
- if (import.meta.main) {
479
- start()
480
- }
481
-