@preventive/triage 1.0.0-alpha.2 → 1.0.0-alpha.21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/api/reap.ts +17 -0
- package/cli.js +6 -0
- package/client/finding-link.js +305 -0
- package/client/linked-findings.d.ts +1 -0
- package/client/linked-findings.js +111 -0
- package/common/bundle-metadata.d.ts +10 -0
- package/common/bundle-metadata.js +177 -0
- package/common/bundle-reasons.d.ts +2 -0
- package/common/bundle-reasons.js +21 -0
- package/common/bundle-sources.d.ts +3 -0
- package/common/bundle-sources.js +284 -0
- package/common/bundle-stats.js +41 -0
- package/common/bundle-tabs.js +1 -0
- package/common/code-language.js +36 -0
- package/common/default-scan-models.ts +30 -0
- package/common/finding-id.js +47 -0
- package/common/github-pr.ts +56 -0
- package/common/managed/comments.ts +34 -0
- package/common/managed/permissions.ts +35 -0
- package/common/managed/report-content.ts +42 -0
- package/common/managed/report-filter.ts +108 -0
- package/common/managed/roles.ts +28 -0
- package/common/managed/routes.d.ts +2 -0
- package/common/managed/routes.js +121 -0
- package/common/managed/scan-models.ts +6 -0
- package/common/managed/triage.ts +83 -0
- package/common/save-error-reason.ts +20 -7
- package/common/scan-server.ts +13 -0
- package/common/server-info.ts +33 -0
- package/common/utf8.d.ts +3 -0
- package/common/utf8.js +45 -0
- package/out/brotli-fallback.js +3 -3
- package/out/client-managed-import.js +81 -0
- package/out/client-managed.js +110 -0
- package/out/client-sync.js +16 -13
- package/out/graph.js +30 -4
- package/out/index.html +55 -8
- package/out/prism.js +2 -2
- package/out/stasis.svg +45 -0
- package/out/terminal.js +273 -39
- package/out/view.css +1 -1
- package/out/view.js +198 -62
- package/package.json +179 -55
- package/report/index.js +254 -0
- package/report/src/finding-id.js +80 -0
- package/report/src/finding.js +312 -0
- package/report/src/labels.js +33 -0
- package/report/src/md-structure.js +471 -0
- package/report/src/md-text.js +167 -0
- package/report/src/meta.js +76 -0
- package/report/src/parse-codex.js +147 -0
- package/report/src/parse-deepsec.js +197 -0
- package/report/src/parse-deepview-fields.js +375 -0
- package/report/src/parse-deepview-md.js +185 -0
- package/report/src/parse-md-id.js +137 -0
- package/report/src/parse-md.js +322 -0
- package/report/src/parse-piolium-id.js +79 -0
- package/report/src/parse-piolium-rows.js +131 -0
- package/report/src/parse-piolium-tokens.js +175 -0
- package/report/src/parse-piolium.js +400 -0
- package/report/src/security.js +63 -0
- package/report/src/utf8.js +21 -0
- package/report/src/write-md-finding.js +273 -0
- package/report/src/write-md.js +291 -0
- package/server-common/database-config.ts +16 -0
- package/server-common/initialize.ts +18 -0
- package/server-common/npm-advisories.ts +101 -0
- package/{server → server-common}/origin.ts +5 -5
- package/server-common/reap.ts +48 -0
- package/server-common/scan-config.ts +19 -0
- package/server-common/standalone.ts +29 -0
- package/server-common/storage-log.ts +34 -0
- package/server-common/vercel-blob.ts +110 -0
- package/server-e2e/app.ts +485 -0
- package/{server → server-e2e}/auth.ts +5 -1
- package/{server → server-e2e}/bus-receiver.ts +9 -8
- package/{server → server-e2e}/cli.js +9 -4
- package/{server → server-e2e}/config.ts +54 -39
- package/{server → server-e2e}/db-neon.ts +2 -2
- package/{server → server-e2e}/db-revision-sql.ts +7 -10
- package/{server → server-e2e}/db-stmt.ts +2 -2
- package/{server → server-e2e}/db.ts +96 -135
- package/{server → server-e2e}/http.ts +110 -12
- package/{server → server-e2e}/hub.ts +44 -14
- package/server-e2e/index.ts +17 -0
- package/server-e2e/lifecycle.ts +95 -0
- package/{server → server-e2e}/neon-driver.ts +2 -2
- package/{server → server-e2e}/npm-proxy.ts +11 -144
- package/{server → server-e2e}/objstore/blob-fs.ts +6 -8
- package/{server → server-e2e}/objstore/blob-vercel.ts +49 -141
- package/{server → server-e2e}/objstore/blob.ts +24 -9
- package/server-e2e/objstore/fetch-mint-guard.ts +74 -0
- package/{server → server-e2e}/objstore/handlers.ts +19 -20
- package/{server → server-e2e}/objstore/init.ts +53 -27
- package/{server → server-e2e}/objstore/reaper.ts +31 -11
- package/server-e2e/objstore/rest-deny.ts +28 -0
- package/server-e2e/objstore/rest-mint.ts +224 -0
- package/{server → server-e2e}/objstore/rest.ts +110 -93
- package/{server → server-e2e}/objstore/sign.ts +105 -0
- package/{server → server-e2e}/objstore/store-neon.ts +10 -14
- package/{server → server-e2e}/objstore/store.ts +98 -118
- package/{server → server-e2e}/objstore/tokens.ts +9 -12
- package/{server → server-e2e}/peer.ts +7 -9
- package/{server → server-e2e}/pubsub.ts +29 -36
- package/{server → server-e2e}/sign.ts +12 -14
- package/{server → server-e2e}/sse-server.ts +105 -73
- package/{server → server-e2e}/sse-session.ts +30 -16
- package/{server → server-e2e}/static.ts +36 -29
- package/server-e2e/sync-handlers.ts +408 -0
- package/{server → server-e2e}/util.ts +9 -0
- package/{server → server-e2e}/ws-server.ts +29 -23
- package/server-managed/activity.ts +231 -0
- package/server-managed/avatar-store.ts +51 -0
- package/server-managed/blob-store.ts +66 -0
- package/server-managed/blob-vercel.ts +125 -0
- package/server-managed/brotli.ts +10 -0
- package/server-managed/bundle-cache.ts +185 -0
- package/server-managed/bundle-catalog.ts +29 -0
- package/server-managed/bundle-store.ts +28 -0
- package/server-managed/bundle-summary-cache.ts +97 -0
- package/server-managed/bundle.ts +39 -0
- package/server-managed/cache-storage.ts +40 -0
- package/server-managed/cli.js +13 -0
- package/server-managed/combined.ts +46 -0
- package/server-managed/comments.ts +151 -0
- package/server-managed/config.ts +144 -0
- package/server-managed/content-access.ts +15 -0
- package/server-managed/crypto.ts +25 -0
- package/server-managed/db-methods.ts +1336 -0
- package/server-managed/db-neon.ts +171 -0
- package/server-managed/db-schema.ts +203 -0
- package/server-managed/db-table-names.ts +22 -0
- package/server-managed/db.ts +109 -0
- package/server-managed/github-app.ts +332 -0
- package/server-managed/github-metadata.ts +65 -0
- package/server-managed/github-oauth.ts +215 -0
- package/server-managed/github-pulls.ts +115 -0
- package/server-managed/http-response.ts +18 -0
- package/server-managed/http.ts +2043 -0
- package/server-managed/import-triage.ts +48 -0
- package/server-managed/index.ts +135 -0
- package/server-managed/public-workspace.ts +150 -0
- package/server-managed/repo-path.ts +21 -0
- package/server-managed/report-migration.ts +35 -0
- package/server-managed/report-query.ts +4 -0
- package/server-managed/report-response.ts +16 -0
- package/server-managed/report-sources.ts +154 -0
- package/server-managed/repository-discovery.ts +82 -0
- package/server-managed/repository-policy.ts +27 -0
- package/server-managed/session.ts +78 -0
- package/server-managed/slugs.ts +38 -0
- package/server-managed/sql-postgres.ts +30 -0
- package/server-managed/sql.ts +61 -0
- package/server-managed/static.ts +28 -0
- package/server-managed/storage.ts +34 -0
- package/server-managed/team-catalog.ts +7 -0
- package/server-managed/team-feed.ts +128 -0
- package/server-managed/team-reports.ts +156 -0
- package/server-managed/triage-response.ts +16 -0
- package/server-managed/uploads.ts +47 -0
- package/server-managed/workspace-shares.ts +150 -0
- package/server.ts +50 -0
- package/server/index.ts +0 -481
- package/server/lifecycle.ts +0 -204
- package/server/sync-handlers.ts +0 -327
- /package/{server → server-e2e}/config.example.json +0 -0
- /package/{server → server-e2e}/objstore/fs.ts +0 -0
- /package/{server → server-e2e}/validation.ts +0 -0
package/server/index.ts
DELETED
|
@@ -1,481 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env node
|
|
2
|
-
// DeepView triage-sync relay server. WebSocket front-end, SQLite
|
|
3
|
-
// backing store. Implements the protocol described in
|
|
4
|
-
// `client/triage-sync.js` (and `server/sign.ts` for the canonical
|
|
5
|
-
// signature payloads):
|
|
6
|
-
//
|
|
7
|
-
// server → client challenge { nonce } — emitted on every
|
|
8
|
-
// accept, BEFORE any client
|
|
9
|
-
// frame; per-socket random
|
|
10
|
-
// 128-bit value the client
|
|
11
|
-
// must bind into every
|
|
12
|
-
// `workspace-subscribe`
|
|
13
|
-
// signature (round-9 H2)
|
|
14
|
-
// client → server workspace-save { workspaceTag, base,
|
|
15
|
-
// keyframe, nonce, ciphertext,
|
|
16
|
-
// signature } — `keyframe` is
|
|
17
|
-
// a boolean (`true` exactly,
|
|
18
|
-
// else falsy), bound into the
|
|
19
|
-
// signed canonical
|
|
20
|
-
// client → server workspace-subscribe { workspaceTag, from,
|
|
21
|
-
// signature } — `from` is the
|
|
22
|
-
// last revision id the client
|
|
23
|
-
// claims to have applied (or
|
|
24
|
-
// null for fresh)
|
|
25
|
-
// client → server ping — heartbeat
|
|
26
|
-
// server → client pong — heartbeat reply
|
|
27
|
-
// server → client workspace-save-ack { workspaceTag, base, id }
|
|
28
|
-
// server → client workspace-save-error { workspaceTag, base, reason }
|
|
29
|
-
// — explicit failure surface for
|
|
30
|
-
// the legit-signer case where
|
|
31
|
-
// the server rejects a signed
|
|
32
|
-
// save (e.g. `too-large` past
|
|
33
|
-
// MAX_CIPHERTEXT_LEN). Sent
|
|
34
|
-
// AFTER sig verify so the
|
|
35
|
-
// response only reaches a
|
|
36
|
-
// legitimate seed holder; shape
|
|
37
|
-
// attacks still drop silently.
|
|
38
|
-
// server → client workspace-subscribed { workspaceTag } — explicit
|
|
39
|
-
// handshake-complete ack so
|
|
40
|
-
// the client can flip its
|
|
41
|
-
// status from `connecting` to
|
|
42
|
-
// `online` only after the
|
|
43
|
-
// server registered it as a
|
|
44
|
-
// peer (not just on socket
|
|
45
|
-
// open)
|
|
46
|
-
// server → client workspace-state { workspaceTag, revisions:
|
|
47
|
-
// [{ base, id, keyframe,
|
|
48
|
-
// nonce, ciphertext,
|
|
49
|
-
// signature }, ...] }
|
|
50
|
-
//
|
|
51
|
-
// Authentication: every signed message is checked against the
|
|
52
|
-
// `workspaceTag` (= base64url Ed25519 public key) before any
|
|
53
|
-
// state mutation. Unsigned / bad-sig messages are dropped silently
|
|
54
|
-
// — the legitimate signer will retry, and an attacker who learns
|
|
55
|
-
// the tag without holding the seed can't get past the verify.
|
|
56
|
-
//
|
|
57
|
-
// Content opacity: `nonce` and `ciphertext` are opaque to the
|
|
58
|
-
// server. We store and forward them; we never inspect.
|
|
59
|
-
//
|
|
60
|
-
// Subscriber tracking: `subscribers: Map<workspaceTag, Set<socket>>`.
|
|
61
|
-
// A socket joins the set ONLY via an explicit, signature-verified
|
|
62
|
-
// `workspace-subscribe` (sole call site of `subscribe()` is in
|
|
63
|
-
// `handleSubscribe`, gated by the per-connection challenge nonce
|
|
64
|
-
// bound into the signature and a post-await `readyState` check).
|
|
65
|
-
// It leaves on disconnect. Broadcasts go to every subscriber for
|
|
66
|
-
// the workspaceTag except the originator.
|
|
67
|
-
//
|
|
68
|
-
// `workspace-save` deliberately does NOT auto-attach the sender,
|
|
69
|
-
// even on a valid signature — see the audit note in `handleSave`
|
|
70
|
-
// (round-9 H1): auto-subscribe-on-save let a passive observer
|
|
71
|
-
// replay any captured save frame from any TCP connection to attach
|
|
72
|
-
// as a silent mirror, since the duplicate-id path returns ack-only
|
|
73
|
-
// and would not reject the attaching socket.
|
|
74
|
-
|
|
75
|
-
import { type WebSocket, WebSocketServer } from 'ws'
|
|
76
|
-
import { errMsg, errStack } from './util.ts'
|
|
77
|
-
import type { PeerRegistry } from './peer.ts'
|
|
78
|
-
import { LOOPBACK_HOSTS, createOriginGate } from './origin.ts'
|
|
79
|
-
import { createHub } from './hub.ts'
|
|
80
|
-
import { createAuth } from './auth.ts'
|
|
81
|
-
import { createSyncHandlers } from './sync-handlers.ts'
|
|
82
|
-
import { WS_UPGRADE_PATH, createHttpServer } from './http.ts'
|
|
83
|
-
import { installWsServer } from './ws-server.ts'
|
|
84
|
-
import { SSE_OPEN_PATH, installSseServer } from './sse-server.ts'
|
|
85
|
-
import { createLifecycle } from './lifecycle.ts'
|
|
86
|
-
import { loadConfig } from './config.ts'
|
|
87
|
-
import { type Handle, openDb } from './db.ts'
|
|
88
|
-
import { openNeonDb } from './db-neon.ts'
|
|
89
|
-
import { initObjstore } from './objstore/init.ts'
|
|
90
|
-
import { type Handle as ObjstoreHandle, listLive, objectMetaWire, openObjstore } from './objstore/store.ts'
|
|
91
|
-
import { openNeonObjstore } from './objstore/store-neon.ts'
|
|
92
|
-
import { openVercelBlobBackend } from './objstore/blob-vercel.ts'
|
|
93
|
-
import {
|
|
94
|
-
type NeonClientCtor, type PubSub,
|
|
95
|
-
createNeonPubSub, createNoopPubSub,
|
|
96
|
-
} from './pubsub.ts'
|
|
97
|
-
import { createBusReceiver } from './bus-receiver.ts'
|
|
98
|
-
|
|
99
|
-
// All external inputs (env vars + optional config.json) are parsed
|
|
100
|
-
// and validated in ./config.ts. Destructure into the existing
|
|
101
|
-
// uppercase names so the rest of this module reads unchanged.
|
|
102
|
-
const config = loadConfig()
|
|
103
|
-
const {
|
|
104
|
-
port: PORT, host: HOST, dbPath: DB_PATH, objstoreDir: OBJSTORE_DIR,
|
|
105
|
-
reapIntervalMs: OBJSTORE_REAP_INTERVAL_MS,
|
|
106
|
-
maxInflightPerSocket: MAX_INFLIGHT_PER_SOCKET, debug: DEBUG,
|
|
107
|
-
neonUrl: NEON_URL, blobToken: BLOB_TOKEN, tokenSecret: TOKEN_SECRET,
|
|
108
|
-
password: CONFIG_PASSWORD, trustProxyEnv: TRUST_PROXY_ENV,
|
|
109
|
-
} = config
|
|
110
|
-
|
|
111
|
-
// Same-origin gate for the WS upgrade and REST data plane (see
|
|
112
|
-
// ./origin.ts). `TRUST_PROXY_ENV` (from config) also feeds the
|
|
113
|
-
// boot-time misconfiguration fail-fast below.
|
|
114
|
-
const { trustProxy: TRUST_PROXY, isOriginAllowed } = createOriginGate(HOST, TRUST_PROXY_ENV)
|
|
115
|
-
|
|
116
|
-
// Per-socket buffered-bytes cap. `socket.send` returns synchronously
|
|
117
|
-
// even when the kernel/ws library can't drain to the wire fast
|
|
118
|
-
// enough; the unsent payload accumulates in `bufferedAmount`. A
|
|
119
|
-
// slow / blackholed peer on a high-volume workspace can hold many
|
|
120
|
-
// MB of fan-out broadcasts in this buffer with no backpressure on
|
|
121
|
-
// the broadcast loop. Drop the message when the buffer crosses the
|
|
122
|
-
// cap; the heartbeat will eventually close a peer that never
|
|
123
|
-
// drains. Transport audit `server/index.ts:225`.
|
|
124
|
-
const MAX_BUFFERED_BYTES = 16 * 1024 * 1024
|
|
125
|
-
// Per-socket in-flight async-handler cap (MAX_INFLIGHT_PER_SOCKET,
|
|
126
|
-
// env-validated in config). Each inbound text frame spawns a
|
|
127
|
-
// `track(handler)` IIFE; an authorised peer firing valid frames could
|
|
128
|
-
// otherwise grow the set without bound, stretching SIGTERM drain time.
|
|
129
|
-
// Saves dropped at the cap surface as a typed `busy` NACK. Transport
|
|
130
|
-
// audit `server/index.ts:590`.
|
|
131
|
-
|
|
132
|
-
// Per-connection state registry. One `Peer` per accepted socket holds
|
|
133
|
-
// the challenge nonce, auth flag, heartbeat liveness, in-flight count,
|
|
134
|
-
// and subscribed tags (see ./peer.ts) — replacing what were five
|
|
135
|
-
// parallel per-socket WeakMaps. The connection handler holds the Peer
|
|
136
|
-
// in a closure for the hot paths; cross-function call sites resolve it
|
|
137
|
-
// via `peers.get(socket)`.
|
|
138
|
-
const peers: PeerRegistry = new WeakMap()
|
|
139
|
-
|
|
140
|
-
// REST PUT idle-body timeout. A slow-loris client trickling bytes
|
|
141
|
-
// within the declared Content-Length holds the staging fd and an
|
|
142
|
-
// inFlightSids slot until the global staging TTL reaps it. Aborting
|
|
143
|
-
// the per-chunk-idle period closes that window. Transport audit
|
|
144
|
-
// `server/objstore/rest.ts:218`.
|
|
145
|
-
const REST_PUT_IDLE_TIMEOUT_MS = 30_000
|
|
146
|
-
|
|
147
|
-
// Server-driven WS heartbeat. Every `HEARTBEAT_INTERVAL_MS` we walk
|
|
148
|
-
// `wss.clients`, terminate anyone who didn't pong since the last
|
|
149
|
-
// tick, and ping the rest. The client-initiated `{type:'ping'}` /
|
|
150
|
-
// `{type:'pong'}` JSON heartbeat the protocol already had only
|
|
151
|
-
// catches the case where the CLIENT notices the socket's gone — it
|
|
152
|
-
// can't recover an FD when the client itself has wandered off
|
|
153
|
-
// (battery-killed background tab, mid-transfer NAT timeout, a
|
|
154
|
-
// hostile non-browser client that opens the socket and never
|
|
155
|
-
// speaks again). The same-origin upgrade gate allows missing
|
|
156
|
-
// Origin headers through (legitimate non-browser callers), so a
|
|
157
|
-
// hostile CLI can stack arbitrarily many idle sockets without it.
|
|
158
|
-
// Kernel TCP keepalive is hours by default; without this interval
|
|
159
|
-
// each abandoned socket pins its `wss.clients` Set entry, its `Peer`
|
|
160
|
-
// state, and an FD until the kernel reclaims it. Two ticks max
|
|
161
|
-
// from silence to termination, so the longest a dead socket
|
|
162
|
-
// survives is ~2 × HEARTBEAT_INTERVAL_MS.
|
|
163
|
-
const HEARTBEAT_INTERVAL_MS = 30_000
|
|
164
|
-
|
|
165
|
-
// Backend selection. Both planes (workspace_revision DB + the
|
|
166
|
-
// v1.objstore byte store) are picked from config at boot. Two supported
|
|
167
|
-
// pairings:
|
|
168
|
-
// 1. DATABASE_URL set → Neon (workspace_revision + objstore
|
|
169
|
-
// tables) + Vercel Blob Private Storage (bytes). Requires
|
|
170
|
-
// BLOB_READ_WRITE_TOKEN — fail fast at boot if missing, since
|
|
171
|
-
// a local-FS byte plane can't back a multi-replica deployment
|
|
172
|
-
// (one replica's writes wouldn't be visible to another).
|
|
173
|
-
// 2. DATABASE_URL absent → SQLite + local FS bytes. Single-
|
|
174
|
-
// process; the only pairing the SQLite plane supports.
|
|
175
|
-
// The Neon / Vercel files import their peer deps lazily inside the
|
|
176
|
-
// open functions, so static imports here are safe even on a SQLite-
|
|
177
|
-
// only install where the optional peer deps aren't present. Branch
|
|
178
|
-
// out explicitly (rather than via a ternary) so the SQLite path
|
|
179
|
-
// keeps its `SqliteHandle` narrowing — `sqliteHandle.db` is typed
|
|
180
|
-
// as a non-optional `DatabaseSync` and `openObjstore` accepts it
|
|
181
|
-
// without a non-null assertion.
|
|
182
|
-
let handle: Handle
|
|
183
|
-
let objstoreHandle: ObjstoreHandle
|
|
184
|
-
let objstoreBanner: string
|
|
185
|
-
if (NEON_URL) {
|
|
186
|
-
if (!BLOB_TOKEN) {
|
|
187
|
-
console.error('DATABASE_URL is set but BLOB_READ_WRITE_TOKEN is not.')
|
|
188
|
-
console.error('The Neon DB plane requires the Vercel Blob byte plane (local-FS bytes cannot back a multi-replica deployment).')
|
|
189
|
-
console.error('Set BLOB_READ_WRITE_TOKEN to your Vercel Blob R/W token, or unset DATABASE_URL to fall back to SQLite + local FS.')
|
|
190
|
-
process.exit(1)
|
|
191
|
-
}
|
|
192
|
-
if (!TOKEN_SECRET) {
|
|
193
|
-
console.error('DATABASE_URL is set but OBJSTORE_TOKEN_SECRET is not.')
|
|
194
|
-
console.error('Multi-replica deployments need a shared HMAC secret so REST bearer tokens minted on one replica validate on any other.')
|
|
195
|
-
console.error('Generate one with: node -e \'console.log(require("crypto").randomBytes(32).toString("base64"))\'')
|
|
196
|
-
process.exit(1)
|
|
197
|
-
}
|
|
198
|
-
handle = await openNeonDb(NEON_URL)
|
|
199
|
-
const blob = await openVercelBlobBackend({ token: BLOB_TOKEN })
|
|
200
|
-
objstoreHandle = await openNeonObjstore(NEON_URL, blob)
|
|
201
|
-
objstoreBanner = 'objstore: vercel-blob (private)'
|
|
202
|
-
} else {
|
|
203
|
-
const sqliteHandle = openDb(DB_PATH)
|
|
204
|
-
handle = sqliteHandle
|
|
205
|
-
objstoreHandle = openObjstore(sqliteHandle.db, OBJSTORE_DIR)
|
|
206
|
-
objstoreBanner = `objstore: ${OBJSTORE_DIR}`
|
|
207
|
-
}
|
|
208
|
-
// Multi-replica deployments behind a load balancer / TLS terminator
|
|
209
|
-
// (the typical Vercel + Neon shape) need TRUST_PROXY=1 to honour
|
|
210
|
-
// X-Forwarded-Host when computing the same-origin gate's expected
|
|
211
|
-
// origin. Otherwise the gate derives the origin from the internal
|
|
212
|
-
// container hostname and rejects every browser request as a
|
|
213
|
-
// cross-origin attempt — silently from the operator's perspective
|
|
214
|
-
// until users report 403s. Fail fast (parallels the
|
|
215
|
-
// BLOB_READ_WRITE_TOKEN / OBJSTORE_TOKEN_SECRET checks above) so
|
|
216
|
-
// a misconfigured deploy doesn't ship a 100%-403 fleet. An
|
|
217
|
-
// operator who genuinely terminates TLS in the container without
|
|
218
|
-
// X-Forwarded-* (rare) can set `TRUST_PROXY=0` to acknowledge.
|
|
219
|
-
if (NEON_URL && !TRUST_PROXY && !LOOPBACK_HOSTS.has(HOST) && TRUST_PROXY_ENV !== '0' && TRUST_PROXY_ENV !== 'false') {
|
|
220
|
-
console.error(`DATABASE_URL is set and HOST=${HOST} is not loopback, but TRUST_PROXY is not enabled.`)
|
|
221
|
-
console.error('Browser requests through a load balancer / TLS terminator will be rejected by the same-origin gate (all 403).')
|
|
222
|
-
console.error('Set TRUST_PROXY=1 to honour X-Forwarded-Host / X-Forwarded-Proto from the upstream proxy.')
|
|
223
|
-
console.error('Set TRUST_PROXY=0 if you really terminate TLS in the container without X-Forwarded-* headers (no proxy).')
|
|
224
|
-
process.exit(1)
|
|
225
|
-
}
|
|
226
|
-
|
|
227
|
-
// "Workspace exists on the server" gate. The auth requirement only
|
|
228
|
-
// kicks in for the FIRST action against a never-before-seen tag —
|
|
229
|
-
// once any row lands (triage revision or objstore object), the
|
|
230
|
-
// workspace is considered established and signature-gated. Checks
|
|
231
|
-
// both planes so the gate stays consistent regardless of which
|
|
232
|
-
// action the user picks first (workspace-save in the common case;
|
|
233
|
-
// objstore-put-begin for a bundle-first flow).
|
|
234
|
-
async function workspaceExists(tag: string): Promise<boolean> {
|
|
235
|
-
if (await handle.headFor.get(tag)) return true
|
|
236
|
-
const c = await objstoreHandle.countLive.get(tag)
|
|
237
|
-
return (c?.c ?? 0) > 0
|
|
238
|
-
}
|
|
239
|
-
|
|
240
|
-
// WS fan-out hub: subscriber registry + backpressure-aware send /
|
|
241
|
-
// broadcast (see ./hub.ts). Destructure into the existing names so the
|
|
242
|
-
// handlers / dispatcher / objstore wiring below read unchanged.
|
|
243
|
-
const hub = createHub({ peers, maxBufferedBytes: MAX_BUFFERED_BYTES, debug: DEBUG })
|
|
244
|
-
const { send, broadcast, subscribe, unsubscribeAll, broadcastLocalRaw } = hub
|
|
245
|
-
|
|
246
|
-
// Cross-instance pub/sub for live broadcasts (see ./pubsub.ts). SQLite
|
|
247
|
-
// mode is single-process by construction so it gets a no-op; Neon mode
|
|
248
|
-
// uses Postgres LISTEN/NOTIFY on a dedicated long-lived Client
|
|
249
|
-
// connection (separate from the HTTP `neon()` callable the queries flow
|
|
250
|
-
// over — LISTEN needs a session-bound socket, the HTTP path is
|
|
251
|
-
// stateless). The bus carries lookup hints, not the full wire payload:
|
|
252
|
-
// the `workspace-state` broadcast's ciphertext alone can exceed the
|
|
253
|
-
// ~8 KB NOTIFY payload cap, so the receiver re-fetches from the shared
|
|
254
|
-
// DB to construct the wire frame. The bus is best-effort fan-out, not a
|
|
255
|
-
// durability layer — the DB itself is the source of truth, and a
|
|
256
|
-
// dropped publish only means peers on other instances miss the live
|
|
257
|
-
// push (they still catch up via the chain on their next subscribe).
|
|
258
|
-
let pubsub: PubSub = createNoopPubSub()
|
|
259
|
-
if (NEON_URL) {
|
|
260
|
-
// Dynamic import: the Client export lives in the same optional peer
|
|
261
|
-
// dep as the HTTP `neon()` callable (see ./neon-driver.ts), but the
|
|
262
|
-
// dep itself is only present on a Neon-mode deploy. The wrapper path
|
|
263
|
-
// also lets tests swap in a PGlite-backed shim (`tests/pubsub.test.js`).
|
|
264
|
-
const mod = (await import('./neon-driver.ts')) as unknown as { Client?: NeonClientCtor }
|
|
265
|
-
if (!mod.Client) {
|
|
266
|
-
console.error('DATABASE_URL is set but the @neondatabase/serverless Client export is not available.')
|
|
267
|
-
console.error('Cross-instance broadcasts require the WebSocket-based Client (the HTTP `neon()` callable cannot LISTEN).')
|
|
268
|
-
console.error('Reinstall the peer dep: pnpm add @neondatabase/serverless')
|
|
269
|
-
process.exit(1)
|
|
270
|
-
}
|
|
271
|
-
const NeonClientImpl = mod.Client
|
|
272
|
-
pubsub = createNeonPubSub({
|
|
273
|
-
newClient: () => new NeonClientImpl(NEON_URL),
|
|
274
|
-
debug: DEBUG,
|
|
275
|
-
})
|
|
276
|
-
}
|
|
277
|
-
|
|
278
|
-
// Password gate (see ./auth.ts) — HMAC derivation + the `authenticate`
|
|
279
|
-
// handshake. Destructure into the existing names for the wiring below.
|
|
280
|
-
const auth = createAuth({ peers, password: CONFIG_PASSWORD, send, debug: DEBUG })
|
|
281
|
-
const { requiresAuth, handleAuthenticate, sendUnauthorized } = auth
|
|
282
|
-
|
|
283
|
-
// Triage-sync protocol handlers (see ./sync-handlers.ts). `getNonce`
|
|
284
|
-
// resolves a socket's challenge nonce and is shared with the objstore
|
|
285
|
-
// wiring below; `sendSaveError` is reused by the dispatcher's `busy`
|
|
286
|
-
// inflight-cap NACK path.
|
|
287
|
-
const getNonce = (socket: WebSocket): string | undefined => peers.get(socket)?.challenge
|
|
288
|
-
const publishRevision = (tag: string, revisionId: string): void => {
|
|
289
|
-
pubsub.publish({ kind: 'rev', tag, id: revisionId })
|
|
290
|
-
}
|
|
291
|
-
const publishObjPut = (tag: string, resourceTag: string): void => {
|
|
292
|
-
pubsub.publish({ kind: 'objput', tag, res: resourceTag })
|
|
293
|
-
}
|
|
294
|
-
const publishObjDeleted = (tag: string, resourceTag: string, version: number): void => {
|
|
295
|
-
pubsub.publish({ kind: 'objdel', tag, res: resourceTag, ver: version })
|
|
296
|
-
}
|
|
297
|
-
|
|
298
|
-
const { handleSave, handleSubscribe, sendSaveError } = createSyncHandlers({
|
|
299
|
-
handle, send, broadcast, publishRevision, subscribe, getNonce,
|
|
300
|
-
requiresAuth, sendUnauthorized, workspaceExists,
|
|
301
|
-
// Folds the objstore inventory into the `workspace-subscribed` ack.
|
|
302
|
-
// The objstore store keeps its own richer `Handle`, so we wire the
|
|
303
|
-
// query here where both handles exist rather than coupling
|
|
304
|
-
// sync-handlers to the store type.
|
|
305
|
-
objstoreResources: async (tag) => (await listLive(objstoreHandle, tag)).map(objectMetaWire),
|
|
306
|
-
debug: DEBUG,
|
|
307
|
-
})
|
|
308
|
-
|
|
309
|
-
const { handlers: objstore, restDeps: objstoreRestDeps, startupReap, stopReaper } = initObjstore({
|
|
310
|
-
handle: objstoreHandle, reapIntervalMs: OBJSTORE_REAP_INTERVAL_MS,
|
|
311
|
-
send, broadcast, publishObjPut, publishObjDeleted,
|
|
312
|
-
getNonce, debug: DEBUG,
|
|
313
|
-
// Auth gate for the FIRST objstore-put-begin against a workspace
|
|
314
|
-
// that doesn't yet exist on the server. Mirrors handleSave's gate
|
|
315
|
-
// below; handlers.ts calls this AFTER sig verify so the
|
|
316
|
-
// `unauthorized` frame only reaches a legitimate signer. Returns
|
|
317
|
-
// `false` to allow, `true` to deny — handlers.ts emits the
|
|
318
|
-
// `unauthorized` frame and bails on `true`.
|
|
319
|
-
authGate: async (socket, tag) => requiresAuth(socket) && !await workspaceExists(tag),
|
|
320
|
-
sendUnauthorized,
|
|
321
|
-
// `tokenSecret` is set only when OBJSTORE_TOKEN_SECRET was
|
|
322
|
-
// provided in env (see TOKEN_SECRET resolution above). Omitted
|
|
323
|
-
// → initObjstore mints a fresh per-process secret (the pre-PR
|
|
324
|
-
// behaviour, fine for single-replica).
|
|
325
|
-
...(TOKEN_SECRET ? { tokenSecret: TOKEN_SECRET } : {}),
|
|
326
|
-
})
|
|
327
|
-
|
|
328
|
-
// 4 MiB cap leaves headroom above MAX_CIPHERTEXT_LEN (2 MiB) for
|
|
329
|
-
// the JSON envelope + base64 overhead. `ws` defaults to 100 MiB
|
|
330
|
-
// which any unauthenticated peer could spam — every connection
|
|
331
|
-
// accepts and JSON.parses up to that before the signature-fail drops
|
|
332
|
-
// the frame.
|
|
333
|
-
const wss = new WebSocketServer({ noServer: true, maxPayload: 4 * 1024 * 1024 })
|
|
334
|
-
|
|
335
|
-
// Process lifecycle (see ./lifecycle.ts): `track` (in-flight request
|
|
336
|
-
// drain) and `isShuttingDown` (the new-work gate) are consumed by the
|
|
337
|
-
// HTTP + WS planes below; the teardown is `installLifecycle`d once
|
|
338
|
-
// every server object exists.
|
|
339
|
-
const { track, isShuttingDown, install: installLifecycle } = createLifecycle()
|
|
340
|
-
|
|
341
|
-
// Shared per-connection dispatch surface. Both the WS plane
|
|
342
|
-
// (installWsServer below) and the SSE+POST fallback (installSseServer
|
|
343
|
-
// below) drive `setupPeerConnection` with this; one Peer per accepted
|
|
344
|
-
// connection, one message-handler tree.
|
|
345
|
-
const peerConnectionDeps = {
|
|
346
|
-
peers, send, unsubscribeAll,
|
|
347
|
-
handleSave, handleSubscribe, handleAuthenticate, sendSaveError, objstore,
|
|
348
|
-
track, isShuttingDown,
|
|
349
|
-
maxInflightPerSocket: MAX_INFLIGHT_PER_SOCKET,
|
|
350
|
-
debug: DEBUG,
|
|
351
|
-
}
|
|
352
|
-
|
|
353
|
-
// SSE+POST fallback transport (see ./sse-server.ts). The WS upgrade is
|
|
354
|
-
// the preferred path; clients fall back to SSE when `new WebSocket(…)`
|
|
355
|
-
// fails to open (corporate proxies that strip the Upgrade header,
|
|
356
|
-
// hostile network middleboxes, etc.). Same protocol on the wire — only
|
|
357
|
-
// the byte transport differs.
|
|
358
|
-
const sseServer = installSseServer({
|
|
359
|
-
peerDeps: peerConnectionDeps, isShuttingDown,
|
|
360
|
-
// Same cap shape as `wss` (no explicit per-process cap; OS FD limits
|
|
361
|
-
// are the upstream bound). 1024 leaves room above the typical web
|
|
362
|
-
// session count without being a soft DoS hammer.
|
|
363
|
-
maxSessions: 1024,
|
|
364
|
-
// Mirror the WS `maxPayload` so the SSE plane can't accept frames
|
|
365
|
-
// the WS plane would reject.
|
|
366
|
-
maxBodyBytes: 4 * 1024 * 1024,
|
|
367
|
-
// 90s idle ceiling. The client's JSON ping/pong is 15s; this is ~6
|
|
368
|
-
// missed pings before we close — well past any transient network
|
|
369
|
-
// hiccup, much shorter than the kernel's hours-long TCP keepalive.
|
|
370
|
-
sessionIdleMs: 90_000,
|
|
371
|
-
debug: DEBUG,
|
|
372
|
-
})
|
|
373
|
-
|
|
374
|
-
// HTTP plane: REST byte-transfer routing + SSE fallback + the WS
|
|
375
|
-
// upgrade gate (see ./http.ts). Built after the lifecycle state above
|
|
376
|
-
// because the REST shutdown gate reads `shuttingDown` and the request
|
|
377
|
-
// drain uses `track`. The WS connection handler is wired on `wss`
|
|
378
|
-
// below.
|
|
379
|
-
const httpServer = createHttpServer({
|
|
380
|
-
wss, restDeps: objstoreRestDeps, sseServer, isOriginAllowed,
|
|
381
|
-
isShuttingDown, track,
|
|
382
|
-
restPutIdleTimeoutMs: REST_PUT_IDLE_TIMEOUT_MS, debug: DEBUG,
|
|
383
|
-
})
|
|
384
|
-
|
|
385
|
-
// WS runtime: per-connection handler + message dispatch + heartbeat
|
|
386
|
-
// sweep (see ./ws-server.ts). Returns the heartbeat timer so shutdown
|
|
387
|
-
// can clear it.
|
|
388
|
-
const { heartbeatTimer } = installWsServer({
|
|
389
|
-
wss, heartbeatIntervalMs: HEARTBEAT_INTERVAL_MS,
|
|
390
|
-
...peerConnectionDeps,
|
|
391
|
-
})
|
|
392
|
-
|
|
393
|
-
httpServer.on('listening', () => {
|
|
394
|
-
// Read the actual bound port from `httpServer.address()` rather
|
|
395
|
-
// than the `PORT` env constant. Operators (and the test harness)
|
|
396
|
-
// can boot with `PORT=0` to get an OS-assigned ephemeral port;
|
|
397
|
-
// the log line then carries the real bound number, not `0`.
|
|
398
|
-
// Server-side bind failure took the error path above, so
|
|
399
|
-
// `address()` is always a populated AddressInfo here.
|
|
400
|
-
const addr = httpServer.address()
|
|
401
|
-
const boundPort = typeof addr === 'object' && addr ? addr.port : PORT
|
|
402
|
-
// Differentiate the storage banner by backend so the log line
|
|
403
|
-
// doesn't claim a misleading DB_PATH under Neon, or a misleading
|
|
404
|
-
// OBJSTORE_DIR under Vercel Blob.
|
|
405
|
-
const dbBanner = NEON_URL ? 'db: neon-postgres' : `db: ${DB_PATH}`
|
|
406
|
-
console.log(`DeepView triage-sync server: ws://${HOST}:${boundPort}${WS_UPGRADE_PATH} (sse fallback http://${HOST}:${boundPort}${SSE_OPEN_PATH}) http://${HOST}:${boundPort}/api/objstore/{workspaceTag}/{resourceTag} (${dbBanner}, ${objstoreBanner})`)
|
|
407
|
-
})
|
|
408
|
-
|
|
409
|
-
// Cross-instance bus receiver (see ./bus-receiver.ts): a remote NOTIFY
|
|
410
|
-
// lands here, we re-fetch any data the bus payload only hinted at,
|
|
411
|
-
// then broadcast to local peers via `broadcastLocalRaw`. Extracted so
|
|
412
|
-
// the rev / objput / objdel mapping (including the keyframe boolean
|
|
413
|
-
// coercion and the `objectMetaWire` shape) is testable without the
|
|
414
|
-
// full server bring-up.
|
|
415
|
-
const onBusMessage = createBusReceiver({
|
|
416
|
-
handle, objstoreHandle, broadcastLocalRaw, debug: DEBUG,
|
|
417
|
-
})
|
|
418
|
-
|
|
419
|
-
// Kick off the LISTEN loop in the background. `pubsub.start` resolves
|
|
420
|
-
// only after the FIRST successful connect, and the internal reconnect
|
|
421
|
-
// loop retries indefinitely on transport / LISTEN failure — awaiting
|
|
422
|
-
// it here would convert a transient Neon WS hiccup at boot into a
|
|
423
|
-
// server that never binds (and a `.catch` that never runs). Instead
|
|
424
|
-
// the server binds immediately and the bus comes up async; publishes
|
|
425
|
-
// during the down window drop silently (best-effort semantics
|
|
426
|
-
// documented in pubsub.ts). The SQLite no-op resolves immediately,
|
|
427
|
-
// so the behaviour is identical in that mode.
|
|
428
|
-
void pubsub.start(onBusMessage).catch((err) => {
|
|
429
|
-
console.warn('pubsub: startup error:', errStack(err))
|
|
430
|
-
})
|
|
431
|
-
|
|
432
|
-
// App-specific shutdown step (run after the in-flight drain), wired
|
|
433
|
-
// into the lifecycle teardown below.
|
|
434
|
-
const closeDb = async (): Promise<void> => {
|
|
435
|
-
// Stop the bus first so a publish from a still-draining handler
|
|
436
|
-
// can't fire into a half-closed Client. The in-flight drain runs
|
|
437
|
-
// before this (see lifecycle.ts), so by here all `broadcast` →
|
|
438
|
-
// `publish*` calls are settled.
|
|
439
|
-
try { await pubsub.stop() } catch (err) { console.warn('pubsub close error:', errMsg(err)) }
|
|
440
|
-
// objstoreHandle has no close(): SQLite shares this DatabaseSync and
|
|
441
|
-
// Neon has no persistent connection; `handle.close()` covers both.
|
|
442
|
-
try { await handle.close() } catch (err) { console.warn('DB close error:', errMsg(err)) }
|
|
443
|
-
}
|
|
444
|
-
// Wire graceful shutdown + the signal / error / process-catchall
|
|
445
|
-
// handlers (see ./lifecycle.ts). Installed last, once httpServer, wss,
|
|
446
|
-
// and the heartbeat timer all exist.
|
|
447
|
-
installLifecycle({
|
|
448
|
-
httpServer, wss, heartbeatTimer, stopReaper,
|
|
449
|
-
sseSessions: sseServer.sessions,
|
|
450
|
-
closeDb,
|
|
451
|
-
})
|
|
452
|
-
|
|
453
|
-
// Bind only after the startup orphan sweep finishes — otherwise a
|
|
454
|
-
// fresh boot could serve traffic against tags whose on-disk state
|
|
455
|
-
// still has residue from a prior crash. `startupReap` already
|
|
456
|
-
// resolves on any error (the reaper's own catch logs the failure
|
|
457
|
-
// unconditionally and returns void), so no outer `.catch` is
|
|
458
|
-
// needed here.
|
|
459
|
-
await startupReap
|
|
460
|
-
|
|
461
|
-
// Start serving: bind the HTTP/WS plane on the configured PORT/HOST.
|
|
462
|
-
// Exported as `start()` so a launcher (server/cli.js — the triage-server
|
|
463
|
-
// bin) or any consumer that `import`ed this module can begin serving once
|
|
464
|
-
// the top-level `await startupReap` above has settled (the server is fully
|
|
465
|
-
// ready — DB open, DDL bootstrapped, objstore reaper swept — by the time
|
|
466
|
-
// the import resolves).
|
|
467
|
-
export function start(): void {
|
|
468
|
-
httpServer.listen(PORT, HOST)
|
|
469
|
-
}
|
|
470
|
-
|
|
471
|
-
export { httpServer, wss }
|
|
472
|
-
|
|
473
|
-
// Library mode: when this module is `import`ed (rather than run as the
|
|
474
|
-
// entry script) skip the auto-start so consumers can own the bind — e.g.
|
|
475
|
-
// wrap CF Access / framework-preset shims around the assembled
|
|
476
|
-
// `httpServer`, or just call `start()` when ready. Direct invocation via
|
|
477
|
-
// `node server/index.ts` (or the `triage-server` bin) still listens.
|
|
478
|
-
if (import.meta.main) {
|
|
479
|
-
start()
|
|
480
|
-
}
|
|
481
|
-
|