pgserve 1.2.0 → 2.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (45) hide show
  1. package/.genie/brainstorms/pgserve-v2/DESIGN.md +174 -0
  2. package/.genie/wishes/pgserve-v2/BRIEF-from-genie-pgserve.md +99 -0
  3. package/.genie/wishes/pgserve-v2/WISH.md +442 -0
  4. package/.genie/wishes/release-system-genie-pattern/WISH.md +9 -9
  5. package/.genie/wishes/release-system-genie-pattern/validation.md +43 -10
  6. package/.github/workflows/ci.yml +10 -6
  7. package/.github/workflows/release.yml +1 -1
  8. package/.github/workflows/version.yml +4 -4
  9. package/CHANGELOG.md +150 -0
  10. package/Makefile +12 -12
  11. package/README.md +216 -10
  12. package/bin/pgserve-wrapper.cjs +3 -3
  13. package/bin/{pglite-server.js → postgres-server.js} +258 -1
  14. package/bun.lock +0 -3
  15. package/ecosystem.config.cjs +3 -3
  16. package/eslint.config.js +2 -0
  17. package/knip.json +1 -1
  18. package/package.json +4 -5
  19. package/scripts/test-bun-self-heal.sh +10 -10
  20. package/src/admin-client.js +171 -0
  21. package/src/audit.js +168 -0
  22. package/src/control-db.js +313 -0
  23. package/src/daemon-control.js +408 -0
  24. package/src/daemon-shared.js +18 -0
  25. package/src/daemon-tcp.js +296 -0
  26. package/src/daemon.js +629 -0
  27. package/src/fingerprint.js +453 -0
  28. package/src/gc.js +351 -0
  29. package/src/index.js +31 -0
  30. package/src/protocol.js +131 -0
  31. package/src/router.js +8 -0
  32. package/src/sdk.js +137 -0
  33. package/src/tenancy.js +75 -0
  34. package/src/tokens.js +102 -0
  35. package/tests/audit.test.js +189 -0
  36. package/tests/benchmarks/runner.js +430 -754
  37. package/tests/control-db.test.js +285 -0
  38. package/tests/daemon-fingerprint-integration.test.js +111 -0
  39. package/tests/daemon-pr24-regression.test.js +198 -0
  40. package/tests/fingerprint.test.js +249 -0
  41. package/tests/fixtures/240-orphan-seed.sql +30 -0
  42. package/tests/orphan-cleanup.test.js +390 -0
  43. package/tests/sdk.test.js +71 -0
  44. package/tests/tcp-listen.test.js +368 -0
  45. package/tests/tenancy.test.js +403 -0
@@ -0,0 +1,71 @@
1
+ import { describe, expect, test } from 'bun:test';
2
+ import fs from 'fs';
3
+ import os from 'os';
4
+ import path from 'path';
5
+
6
+ import {
7
+ buildDaemonArgs,
8
+ daemonClientOptions,
9
+ probeDaemon,
10
+ resolveLibpqCompatPath,
11
+ resolvePidLockPath,
12
+ } from '../src/index.js';
13
+
14
+ function makeDir(tag) {
15
+ const dir = path.join(os.tmpdir(), `pgserve-sdk-${tag}-${process.pid}-${Date.now()}`);
16
+ fs.mkdirSync(dir, { recursive: true, mode: 0o700 });
17
+ return dir;
18
+ }
19
+
20
+ describe('SDK daemon helpers', () => {
21
+ test('daemonClientOptions returns libpq socket connection settings', () => {
22
+ expect(daemonClientOptions({ controlSocketDir: '/tmp/pgserve' })).toEqual({
23
+ host: '/tmp/pgserve',
24
+ port: 5432,
25
+ database: 'postgres',
26
+ username: 'postgres',
27
+ password: '',
28
+ });
29
+ });
30
+
31
+ test('buildDaemonArgs exposes persistent, pgvector, and listen options', () => {
32
+ expect(buildDaemonArgs({
33
+ dataDir: '/var/lib/pgserve',
34
+ logLevel: 'warn',
35
+ pgvector: true,
36
+ listens: ['127.0.0.1:15432'],
37
+ })).toEqual([
38
+ 'daemon',
39
+ '--data',
40
+ '/var/lib/pgserve',
41
+ '--log',
42
+ 'warn',
43
+ '--pgvector',
44
+ '--listen',
45
+ '127.0.0.1:15432',
46
+ ]);
47
+ });
48
+
49
+ test('probeDaemon reports missing and stale daemon state', () => {
50
+ const dir = makeDir('probe');
51
+ try {
52
+ expect(probeDaemon({ controlSocketDir: dir })).toMatchObject({
53
+ running: false,
54
+ pid: null,
55
+ reason: 'no daemon',
56
+ });
57
+
58
+ fs.writeFileSync(resolvePidLockPath(dir), '999999', { mode: 0o600 });
59
+ fs.writeFileSync(path.join(dir, 'control.sock'), '');
60
+ fs.symlinkSync('control.sock', resolveLibpqCompatPath(dir));
61
+ expect(probeDaemon({ controlSocketDir: dir })).toMatchObject({
62
+ running: false,
63
+ pid: null,
64
+ libpqSocketPresent: true,
65
+ reason: 'stale pid',
66
+ });
67
+ } finally {
68
+ fs.rmSync(dir, { recursive: true, force: true });
69
+ }
70
+ });
71
+ });
@@ -0,0 +1,368 @@
1
+ /**
2
+ * Group 6 — opt-in TCP listener + bearer-token auth.
3
+ *
4
+ * Coverage matches the wish acceptance criteria:
5
+ * • TCP connect without token denied (audit `tcp_token_denied`).
6
+ * • TCP connect with correct token reaches the right fingerprint's DB
7
+ * (audit `tcp_token_used`, libpq round-trips through the proxy).
8
+ * • Token revoke via revokeAllowedToken works (denies subsequent connects).
9
+ * • Without `--listen`, no TCP port bound (lifecycle assertion).
10
+ */
11
+
12
+ import { describe, test, expect } from 'bun:test';
13
+ import fs from 'fs';
14
+ import os from 'os';
15
+ import path from 'path';
16
+ import net from 'net';
17
+ import pg from 'pg';
18
+
19
+ import {
20
+ PgserveDaemon,
21
+ resolveControlSocketPath,
22
+ resolvePidLockPath,
23
+ normalizeTcpListens,
24
+ } from '../src/daemon.js';
25
+ import { createLogger } from '../src/logger.js';
26
+ import { configureAudit, AUDIT_EVENTS } from '../src/audit.js';
27
+ import { recordDbCreated, addAllowedToken, revokeAllowedToken } from '../src/control-db.js';
28
+ import { hashToken, parseTcpAuth } from '../src/tokens.js';
29
+
30
+ const { Client } = pg;
31
+
32
+ function silentLogger() {
33
+ return createLogger({ level: process.env.PGSERVE_TEST_LOG || 'warn' });
34
+ }
35
+
36
+ function makeIsolated(tag) {
37
+ const dir = path.join(os.tmpdir(), `pgserve-tcp-${tag}-${process.pid}-${Date.now()}`);
38
+ fs.mkdirSync(dir, { recursive: true, mode: 0o700 });
39
+ return dir;
40
+ }
41
+
42
+ function readAuditLines(logFile) {
43
+ if (!fs.existsSync(logFile)) return [];
44
+ return fs.readFileSync(logFile, 'utf8')
45
+ .split('\n')
46
+ .filter(Boolean)
47
+ .map((l) => JSON.parse(l));
48
+ }
49
+
50
+ async function pollForAudit(logFile, predicate, deadlineMs = 1500) {
51
+ const deadline = Date.now() + deadlineMs;
52
+ while (Date.now() < deadline) {
53
+ const lines = readAuditLines(logFile);
54
+ const hit = lines.find(predicate);
55
+ if (hit) return hit;
56
+ await new Promise(r => setTimeout(r, 25));
57
+ }
58
+ return null;
59
+ }
60
+
61
+ function freeTcpPort() {
62
+ return new Promise((resolve, reject) => {
63
+ const srv = net.createServer();
64
+ srv.unref();
65
+ srv.on('error', reject);
66
+ srv.listen(0, '127.0.0.1', () => {
67
+ const { port } = srv.address();
68
+ srv.close(() => resolve(port));
69
+ });
70
+ });
71
+ }
72
+
73
+ function findAuditEvent(logFile, event) {
74
+ return readAuditLines(logFile).filter((e) => e.event === event);
75
+ }
76
+
77
+ // --------------------------------------------------------------------------
78
+ // Pure-input tests: parseTcpAuth + normalizeTcpListens — no daemon required.
79
+ // --------------------------------------------------------------------------
80
+
81
+ describe('Group 6 — token + listen parsers', () => {
82
+ test('parseTcpAuth accepts ?fingerprint=&token= form', () => {
83
+ const out = parseTcpAuth('?fingerprint=abc123def456&token=secret');
84
+ expect(out).toEqual({ fingerprint: 'abc123def456', token: 'secret' });
85
+ });
86
+
87
+ test('parseTcpAuth accepts the prefix-less form', () => {
88
+ const out = parseTcpAuth('fingerprint=abc123def456&token=secret');
89
+ expect(out).toEqual({ fingerprint: 'abc123def456', token: 'secret' });
90
+ });
91
+
92
+ test('parseTcpAuth rejects malformed inputs', () => {
93
+ expect(parseTcpAuth(null)).toBeNull();
94
+ expect(parseTcpAuth('')).toBeNull();
95
+ expect(parseTcpAuth('fingerprint=abc&token=secret')).toBeNull(); // not 12 hex
96
+ expect(parseTcpAuth('fingerprint=abc123def456')).toBeNull(); // missing token
97
+ expect(parseTcpAuth('token=secret')).toBeNull(); // missing fingerprint
98
+ expect(parseTcpAuth('fingerprint=ZZZZZZZZZZZZ&token=x')).toBeNull(); // non-hex
99
+ });
100
+
101
+ test('normalizeTcpListens parses every documented form', () => {
102
+ expect(normalizeTcpListens(undefined)).toEqual([]);
103
+ expect(normalizeTcpListens('5432')).toEqual([{ host: '0.0.0.0', port: 5432 }]);
104
+ expect(normalizeTcpListens(':5432')).toEqual([{ host: '0.0.0.0', port: 5432 }]);
105
+ expect(normalizeTcpListens('127.0.0.1:5432')).toEqual([{ host: '127.0.0.1', port: 5432 }]);
106
+ expect(normalizeTcpListens(['127.0.0.1:6000', ':6001'])).toEqual([
107
+ { host: '127.0.0.1', port: 6000 },
108
+ { host: '0.0.0.0', port: 6001 },
109
+ ]);
110
+ });
111
+
112
+ test('normalizeTcpListens rejects invalid ports', () => {
113
+ expect(() => normalizeTcpListens('garbage')).toThrow();
114
+ expect(() => normalizeTcpListens(':99999')).toThrow();
115
+ expect(() => normalizeTcpListens(':0')).toThrow();
116
+ });
117
+ });
118
+
119
+ // --------------------------------------------------------------------------
120
+ // End-to-end: daemon with --listen, real TCP psql-style connect.
121
+ // --------------------------------------------------------------------------
122
+
123
+ describe('Group 6 — daemon TCP path', () => {
124
+ test('without --listen no TCP port is bound', async () => {
125
+ const dir = makeIsolated('no-listen');
126
+ const auditLogFile = path.join(dir, 'audit.log');
127
+ const daemon = new PgserveDaemon({
128
+ controlSocketDir: dir,
129
+ controlSocketPath: resolveControlSocketPath(dir),
130
+ pidLockPath: resolvePidLockPath(dir),
131
+ pgPort: 16200,
132
+ auditLogFile,
133
+ auditTarget: 'file',
134
+ logger: silentLogger(),
135
+ });
136
+ await daemon.start();
137
+ try {
138
+ expect(daemon.tcpServers.length).toBe(0);
139
+ expect(daemon.tcpListens).toEqual([]);
140
+ } finally {
141
+ await daemon.stop();
142
+ configureAudit({
143
+ logFile: path.join(os.homedir(), '.pgserve', 'audit.log'),
144
+ target: process.env.PGSERVE_AUDIT_TARGET || 'file',
145
+ });
146
+ fs.rmSync(dir, { recursive: true, force: true });
147
+ }
148
+ });
149
+
150
+ test('TCP connect without token is denied + audited', async () => {
151
+ const dir = makeIsolated('deny');
152
+ const auditLogFile = path.join(dir, 'audit.log');
153
+ const tcpPort = await freeTcpPort();
154
+ const daemon = new PgserveDaemon({
155
+ controlSocketDir: dir,
156
+ controlSocketPath: resolveControlSocketPath(dir),
157
+ pidLockPath: resolvePidLockPath(dir),
158
+ pgPort: 16210,
159
+ auditLogFile,
160
+ auditTarget: 'file',
161
+ tcpListens: [`127.0.0.1:${tcpPort}`],
162
+ logger: silentLogger(),
163
+ });
164
+ await daemon.start();
165
+ try {
166
+ expect(daemon.tcpServers.length).toBe(1);
167
+
168
+ // Spin up a libpq client without an application_name token. The
169
+ // daemon must close the connection before the handshake completes.
170
+ const client = new Client({
171
+ host: '127.0.0.1',
172
+ port: tcpPort,
173
+ database: 'postgres',
174
+ user: 'postgres',
175
+ password: 'postgres',
176
+ connectionTimeoutMillis: 1000,
177
+ });
178
+
179
+ let captured;
180
+ try {
181
+ await client.connect();
182
+ await client.query('SELECT 1');
183
+ } catch (err) {
184
+ captured = err;
185
+ } finally {
186
+ try { await client.end(); } catch { /* swallow */ }
187
+ }
188
+ expect(captured).toBeDefined();
189
+
190
+ const denied = await pollForAudit(
191
+ auditLogFile,
192
+ (e) => e.event === AUDIT_EVENTS.TCP_TOKEN_DENIED,
193
+ );
194
+ expect(denied).not.toBeNull();
195
+ expect(denied.reason).toBeDefined();
196
+ } finally {
197
+ await daemon.stop();
198
+ configureAudit({
199
+ logFile: path.join(os.homedir(), '.pgserve', 'audit.log'),
200
+ target: process.env.PGSERVE_AUDIT_TARGET || 'file',
201
+ });
202
+ fs.rmSync(dir, { recursive: true, force: true });
203
+ }
204
+ });
205
+
206
+ test('TCP connect with valid token reaches the fingerprint DB', async () => {
207
+ const dir = makeIsolated('allow');
208
+ const auditLogFile = path.join(dir, 'audit.log');
209
+ const tcpPort = await freeTcpPort();
210
+ const fingerprint = 'a1b2c3d4e5f6';
211
+ const cleartext = 'super-secret-bearer-token';
212
+ const dbName = 'app_tcptest_a1b2c3d4e5f6';
213
+
214
+ const daemon = new PgserveDaemon({
215
+ controlSocketDir: dir,
216
+ controlSocketPath: resolveControlSocketPath(dir),
217
+ pidLockPath: resolvePidLockPath(dir),
218
+ pgPort: 16220,
219
+ auditLogFile,
220
+ auditTarget: 'file',
221
+ tcpListens: [`127.0.0.1:${tcpPort}`],
222
+ logger: silentLogger(),
223
+ });
224
+ await daemon.start();
225
+
226
+ try {
227
+ // Pre-seed pgserve_meta with a row for the fingerprint, then issue
228
+ // a token. Real production uses the issue-token CLI; the test goes
229
+ // through the same control-db path.
230
+ await daemon.pgManager.createDatabase(dbName);
231
+ await recordDbCreated(daemon._adminClient, {
232
+ databaseName: dbName,
233
+ fingerprint,
234
+ peerUid: process.getuid(),
235
+ });
236
+ await addAllowedToken(daemon._adminClient, {
237
+ fingerprint,
238
+ tokenId: 'token-id-1',
239
+ tokenHash: hashToken(cleartext),
240
+ });
241
+
242
+ // Connect via TCP with the token in application_name. Note: the
243
+ // libpq client requests `database: 'postgres'` — daemon must
244
+ // rewrite to the fingerprint's `dbName`.
245
+ const client = new Client({
246
+ host: '127.0.0.1',
247
+ port: tcpPort,
248
+ database: 'postgres',
249
+ user: 'postgres',
250
+ password: 'postgres',
251
+ application_name: `?fingerprint=${fingerprint}&token=${cleartext}`,
252
+ connectionTimeoutMillis: 2000,
253
+ });
254
+ await client.connect();
255
+ try {
256
+ const r = await client.query('SELECT current_database() AS db');
257
+ expect(r.rows[0].db).toBe(dbName);
258
+ } finally {
259
+ await client.end();
260
+ }
261
+
262
+ const used = await pollForAudit(
263
+ auditLogFile,
264
+ (e) => e.event === AUDIT_EVENTS.TCP_TOKEN_USED,
265
+ );
266
+ expect(used).not.toBeNull();
267
+ expect(used.fingerprint).toBe(fingerprint);
268
+ expect(used.token_id).toBe('token-id-1');
269
+ expect(used.database).toBe(dbName);
270
+ } finally {
271
+ await daemon.stop();
272
+ configureAudit({
273
+ logFile: path.join(os.homedir(), '.pgserve', 'audit.log'),
274
+ target: process.env.PGSERVE_AUDIT_TARGET || 'file',
275
+ });
276
+ fs.rmSync(dir, { recursive: true, force: true });
277
+ }
278
+ });
279
+
280
+ test('revoked token is denied on subsequent connects', async () => {
281
+ const dir = makeIsolated('revoke');
282
+ const auditLogFile = path.join(dir, 'audit.log');
283
+ const tcpPort = await freeTcpPort();
284
+ const fingerprint = 'feedfacecafe';
285
+ const cleartext = 'rotate-me';
286
+ const dbName = 'app_rev_feedfacecafe';
287
+
288
+ const daemon = new PgserveDaemon({
289
+ controlSocketDir: dir,
290
+ controlSocketPath: resolveControlSocketPath(dir),
291
+ pidLockPath: resolvePidLockPath(dir),
292
+ pgPort: 16230,
293
+ auditLogFile,
294
+ auditTarget: 'file',
295
+ tcpListens: [`127.0.0.1:${tcpPort}`],
296
+ logger: silentLogger(),
297
+ });
298
+ await daemon.start();
299
+
300
+ try {
301
+ await daemon.pgManager.createDatabase(dbName);
302
+ await recordDbCreated(daemon._adminClient, {
303
+ databaseName: dbName,
304
+ fingerprint,
305
+ peerUid: process.getuid(),
306
+ });
307
+ await addAllowedToken(daemon._adminClient, {
308
+ fingerprint,
309
+ tokenId: 'rev-token-1',
310
+ tokenHash: hashToken(cleartext),
311
+ });
312
+
313
+ // Sanity: token works pre-revoke.
314
+ const c1 = new Client({
315
+ host: '127.0.0.1',
316
+ port: tcpPort,
317
+ database: 'postgres',
318
+ user: 'postgres',
319
+ password: 'postgres',
320
+ application_name: `?fingerprint=${fingerprint}&token=${cleartext}`,
321
+ connectionTimeoutMillis: 2000,
322
+ });
323
+ await c1.connect();
324
+ await c1.query('SELECT 1');
325
+ await c1.end();
326
+
327
+ // Revoke the token; subsequent connect must fail and audit deny.
328
+ const auditCountBefore = findAuditEvent(auditLogFile, AUDIT_EVENTS.TCP_TOKEN_DENIED).length;
329
+ const affected = await revokeAllowedToken(daemon._adminClient, 'rev-token-1');
330
+ expect(affected).toBe(1);
331
+
332
+ const c2 = new Client({
333
+ host: '127.0.0.1',
334
+ port: tcpPort,
335
+ database: 'postgres',
336
+ user: 'postgres',
337
+ password: 'postgres',
338
+ application_name: `?fingerprint=${fingerprint}&token=${cleartext}`,
339
+ connectionTimeoutMillis: 1000,
340
+ });
341
+ let captured;
342
+ try {
343
+ await c2.connect();
344
+ } catch (err) {
345
+ captured = err;
346
+ } finally {
347
+ try { await c2.end(); } catch { /* swallow */ }
348
+ }
349
+ expect(captured).toBeDefined();
350
+
351
+ const deadline = Date.now() + 1500;
352
+ let auditCountAfter = auditCountBefore;
353
+ while (Date.now() < deadline) {
354
+ auditCountAfter = findAuditEvent(auditLogFile, AUDIT_EVENTS.TCP_TOKEN_DENIED).length;
355
+ if (auditCountAfter > auditCountBefore) break;
356
+ await new Promise(r => setTimeout(r, 25));
357
+ }
358
+ expect(auditCountAfter).toBeGreaterThan(auditCountBefore);
359
+ } finally {
360
+ await daemon.stop();
361
+ configureAudit({
362
+ logFile: path.join(os.homedir(), '.pgserve', 'audit.log'),
363
+ target: process.env.PGSERVE_AUDIT_TARGET || 'file',
364
+ });
365
+ fs.rmSync(dir, { recursive: true, force: true });
366
+ }
367
+ });
368
+ });