pgserve 2.1.3 → 2.2.1

package/examples/multi-tenant-demo.js

@@ -1,104 +0,0 @@
-/**
- * Multi-Tenant Router Demo
- *
- * Shows how to use the new multi-tenant architecture
- */
-
-import { startMultiTenantServer } from '../src/index.js';
-import pg from 'pg';
-
-const { Client } = pg;
-
-async function demo() {
-  console.log('🚀 Starting multi-tenant router demo...\n');
-
-  // Start multi-tenant router
-  const router = await startMultiTenantServer({
-    port: 15432,
-    baseDir: './demo-data',
-    logLevel: 'info'
-  });
-
-  console.log('\n📊 Initial stats:');
-  console.log(JSON.stringify(router.getStats(), null, 2));
-
-  // Connect to database "user123" (auto-created)
-  console.log('\n📥 Connecting to database: user123');
-  const client1 = new Client({
-    host: '127.0.0.1',
-    port: 15432,
-    database: 'user123'
-  });
-
-  await client1.connect();
-  console.log('✅ Connected to user123');
-
-  // Create table and insert data
-  await client1.query('CREATE TABLE users (id SERIAL PRIMARY KEY, name TEXT)');
-  await client1.query("INSERT INTO users (name) VALUES ('Alice'), ('Bob')");
-
-  const result1 = await client1.query('SELECT * FROM users');
-  console.log('📋 user123 data:', result1.rows);
-
-  await client1.end();
-  console.log('🔌 Disconnected from user123');
-
-  // Connect to database "app456" (auto-created)
-  console.log('\n📥 Connecting to database: app456');
-  const client2 = new Client({
-    host: '127.0.0.1',
-    port: 15432,
-    database: 'app456'
-  });
-
-  await client2.connect();
-  console.log('✅ Connected to app456');
-
-  // Different schema in different database
-  await client2.query('CREATE TABLE posts (id SERIAL PRIMARY KEY, title TEXT)');
-  await client2.query("INSERT INTO posts (title) VALUES ('Hello World'), ('Multi-tenant magic')");
-
-  const result2 = await client2.query('SELECT * FROM posts');
-  console.log('📋 app456 data:', result2.rows);
-
-  await client2.end();
-  console.log('🔌 Disconnected from app456');
-
-  // Show final stats
-  console.log('\n📊 Final stats:');
-  console.log(JSON.stringify(router.getStats(), null, 2));
-
-  console.log('\n📋 All databases:');
-  console.log(JSON.stringify(router.listDatabases(), null, 2));
-
-  // Reconnect to user123 to verify data persists
-  console.log('\n🔄 Reconnecting to user123 to verify data persists...');
-  const client1Again = new Client({
-    host: '127.0.0.1',
-    port: 15432,
-    database: 'user123'
-  });
-
-  await client1Again.connect();
-  const persistedData = await client1Again.query('SELECT * FROM users');
-  console.log('✅ Persisted data in user123:', persistedData.rows);
-
-  await client1Again.end();
-
-  // Stop router
-  console.log('\n🛑 Stopping router...');
-  await router.stop();
-
-  console.log('\n✅ Demo complete!');
-  console.log('\n🎯 Key achievements:');
-  console.log('  • Single port (15432) handled multiple databases');
-  console.log('  • Auto-provisioned user123 and app456');
-  console.log('  • Data isolated between databases');
-  console.log('  • Data persisted across reconnections');
-  console.log('  • Zero configuration required!');
-}
-
-demo().catch((error) => {
-  console.error('❌ Demo failed:', error);
-  process.exit(1);
-});

package/install.sh

@@ -1,123 +0,0 @@
-#!/usr/bin/env bash
-# ============================================================================
-# pgserve — Canonical PostgreSQL backbone installer
-#
-# Bootstraps a single shared pgserve instance under pm2 supervision. Used as
-# a prerequisite by `omni/install.sh` and `genie/install.sh` so every
-# automagik service on a host points at the same Postgres.
-#
-# Usage:
-#   curl -fsSL https://raw.githubusercontent.com/namastexlabs/pgserve/main/install.sh | bash
-#
-# With pinned version:
-#   PGSERVE_VERSION=^2.1.1 curl -fsSL .../install.sh | bash
-#
-# Local checkout:
-#   bash install.sh
-#
-# Idempotent — re-running is a no-op success when pgserve is already
-# registered under pm2 with a healthy entry.
-# ============================================================================
-set -euo pipefail
-
-PGSERVE_VERSION="${PGSERVE_VERSION:-^2.1.0}"
-
-# Colors (no-op when stdout isn't a tty)
-if [[ -t 1 ]]; then
-  RED='\033[0;31m'
-  GREEN='\033[0;32m'
-  YELLOW='\033[1;33m'
-  BLUE='\033[0;34m'
-  CYAN='\033[0;36m'
-  BOLD='\033[1m'
-  NC='\033[0m'
-else
-  RED='' GREEN='' YELLOW='' BLUE='' CYAN='' BOLD='' NC=''
-fi
-
-info() { printf "${BLUE}ℹ${NC}  %s\n" "$*"; }
-ok()   { printf "${GREEN}✓${NC}  %s\n" "$*"; }
-warn() { printf "${YELLOW}⚠${NC}  %s\n" "$*"; }
-fail() { printf "${RED}✗${NC}  %s\n" "$*" >&2; exit 1; }
-step() { printf "\n${BOLD}${CYAN}▸ %s${NC}\n" "$*"; }
-
-has_cmd() { command -v "$1" >/dev/null 2>&1; }
-
-# ============================================================================
-# Prerequisites: bun + pm2
-# ============================================================================
-
-ensure_bun() {
-  if has_cmd bun; then
-    ok "bun $(bun --version 2>/dev/null || echo '?')"
-    return 0
-  fi
-  info "Installing bun (https://bun.sh)..."
-  curl -fsSL https://bun.sh/install | bash >/dev/null 2>&1 || fail "bun install failed — see https://bun.sh"
-  # Make bun available to the rest of this script without requiring a re-login.
-  export PATH="$HOME/.bun/bin:$PATH"
-  has_cmd bun || fail "bun installed but not on PATH — restart your shell and re-run."
-  ok "bun $(bun --version)"
-}
-
-ensure_pm2() {
-  if has_cmd pm2; then
-    ok "pm2 $(pm2 --version 2>/dev/null || echo '?')"
-    return 0
-  fi
-  info "Installing pm2 (process supervisor)..."
-  bun add -g pm2 >/dev/null 2>&1 || fail "pm2 install failed — try: bun add -g pm2"
-  has_cmd pm2 || fail "pm2 installed but not on PATH — restart your shell and re-run."
-  ok "pm2 installed"
-}
-
-# ============================================================================
-# pgserve binary + pm2 registration
-# ============================================================================
-
-ensure_pgserve_binary() {
-  # Probe via `pgserve port` (real subcommand). `pgserve --version` doesn't
-  # exist in 2.1.x — using it would false-negative and trigger a redundant
-  # reinstall every time install.sh runs.
-  if has_cmd pgserve && pgserve port >/dev/null 2>&1; then
-    ok "pgserve binary present (port $(pgserve port 2>/dev/null))"
-    return 0
-  fi
-  info "Installing pgserve@${PGSERVE_VERSION} globally..."
-  bun add -g "pgserve@${PGSERVE_VERSION}" >/dev/null 2>&1 \
-    || fail "pgserve install failed — try: bun add -g pgserve@${PGSERVE_VERSION}"
-  has_cmd pgserve || fail "pgserve installed but not on PATH — restart your shell and re-run."
-  ok "pgserve $(pgserve port 2>/dev/null || echo '?')"
-}
-
-register_pgserve_pm2() {
-  info "Registering pgserve under pm2 (idempotent)..."
-  # `pgserve install` prints its own success/already-installed line and exits
-  # 0 in both cases. We pipe stderr through so any pm2 errors surface to the
-  # operator (the pm2-6.x --min-uptime breakage we hit on 2026-04-30 was
-  # invisible because stderr was being captured).
-  pgserve install || fail "pgserve install failed — see ~/.pgserve/logs/pgserve-error.log"
-}
-
-# ============================================================================
-# Main
-# ============================================================================
-
-main() {
-  step "Installing canonical pgserve"
-  ensure_bun
-  ensure_pm2
-  ensure_pgserve_binary
-  register_pgserve_pm2
-
-  echo ""
-  ok "Canonical pgserve ready"
-  info "URL:  $(pgserve url 2>/dev/null || echo '<run: pgserve url>')"
-  info "Port: $(pgserve port 2>/dev/null || echo '?')"
-  info "Logs: ~/.pgserve/logs/"
-  echo ""
-  info "Other automagik services on this host (omni, genie, ...) will share this pgserve."
-  echo ""
-}
-
-main "$@"

package/knip.json

@@ -1,9 +0,0 @@
-{
-  "$schema": "https://unpkg.com/knip@5/schema.json",
-  "entry": ["src/index.js", "bin/postgres-server.js", "bin/pgserve-wrapper.cjs"],
-  "project": ["src/**/*.js", "bin/**/*.js", "bin/**/*.cjs"],
-  "ignore": ["tests/**", "helpers/**", "scripts/**"],
-  "ignoreBinaries": ["scripts/test-npx.sh", "scripts/test-bun-self-heal.sh", "make"],
-  "ignoreDependencies": ["bun"],
-  "ignoreExportsUsedInFile": true
-}

package/tests/audit.test.js

@@ -1,189 +0,0 @@
-/**
- * Tests for src/audit.js — JSONL writer with rotation + syslog target.
- *
- * Tests use temp dirs under /tmp; nothing touches the user's real
- * `~/.pgserve/audit.log`. The syslog test stubs `logger` via PATH so we
- * don't depend on (or pollute) the host's syslog daemon.
- */
-
-import { test, expect, beforeEach, afterEach } from 'bun:test';
-import fs from 'fs';
-import os from 'os';
-import path from 'path';
-import {
-  audit,
-  configureAudit,
-  readAuditTarget,
-  AUDIT_EVENTS,
-  _internals,
-} from '../src/audit.js';
-
-let scratchDir;
-
-beforeEach(() => {
-  scratchDir = fs.mkdtempSync(path.join(os.tmpdir(), 'pgserve-audit-test-'));
-  configureAudit({
-    logFile: path.join(scratchDir, 'audit.log'),
-    target: 'file',
-  });
-});
-
-afterEach(() => {
-  try {
-    fs.rmSync(scratchDir, { recursive: true, force: true });
-  } catch { /* noop */ }
-});
-
-test('audit() appends a JSON line per event', () => {
-  audit(AUDIT_EVENTS.DB_CREATED, { fingerprint: 'abc123def456', db: 'app_demo_abc123def456' });
-  audit(AUDIT_EVENTS.CONNECTION_ROUTED, { fingerprint: 'abc123def456', peer_pid: 1234 });
-
-  const logFile = path.join(scratchDir, 'audit.log');
-  const lines = fs.readFileSync(logFile, 'utf8').trim().split('\n');
-  expect(lines.length).toBe(2);
-  const r1 = JSON.parse(lines[0]);
-  expect(r1.event).toBe('db_created');
-  expect(r1.fingerprint).toBe('abc123def456');
-  expect(typeof r1.ts).toBe('string');
-  expect(new Date(r1.ts).toString()).not.toBe('Invalid Date');
-
-  const r2 = JSON.parse(lines[1]);
-  expect(r2.event).toBe('connection_routed');
-  expect(r2.peer_pid).toBe(1234);
-});
-
-test('audit() refuses unknown events', () => {
-  expect(() => audit('definitely_not_a_real_event', {})).toThrow(/unknown event/);
-});
-
-test('audit() creates the parent directory if missing', () => {
-  const nested = path.join(scratchDir, 'nested', 'sub', 'audit.log');
-  audit(AUDIT_EVENTS.DB_CREATED, { fingerprint: 'a'.repeat(12) }, { logFile: nested });
-  expect(fs.existsSync(nested)).toBe(true);
-});
-
-test('all v2.0 event names are exported (incl. Group 6 tcp_*)', () => {
-  expect(Object.values(AUDIT_EVENTS).sort()).toEqual([
-    'connection_denied_fingerprint_mismatch',
-    'connection_routed',
-    'db_created',
-    'db_persist_honored',
-    'db_reaped_liveness',
-    'db_reaped_ttl',
-    'enforcement_kill_switch_used',
-    'tcp_token_denied',
-    'tcp_token_issued',
-    'tcp_token_used',
-  ]);
-});
-
-test('rotation kicks in once existing file crosses 50 MB', () => {
-  const logFile = path.join(scratchDir, 'audit.log');
-  // Use a sparse file to simulate a 50 MB log without writing 50 MB.
-  const fd = fs.openSync(logFile, 'w');
-  fs.ftruncateSync(fd, _internals.ROTATE_THRESHOLD_BYTES);
-  fs.closeSync(fd);
-
-  audit(AUDIT_EVENTS.DB_CREATED, { fingerprint: 'r'.repeat(12) });
-
-  // Original file rotated to .1, fresh file holds the new line.
-  expect(fs.existsSync(`${logFile}.1`)).toBe(true);
-  const fresh = fs.readFileSync(logFile, 'utf8');
-  expect(fresh.trim().split('\n').length).toBe(1);
-  expect(JSON.parse(fresh.trim()).event).toBe('db_created');
-
-  // The rotated file is the original 50 MB sparse file.
-  expect(fs.statSync(`${logFile}.1`).size).toBe(_internals.ROTATE_THRESHOLD_BYTES);
-});
-
-test('rotation cascades up to KEEP files and drops the eldest', () => {
-  const logFile = path.join(scratchDir, 'audit.log');
-  // Pre-populate audit.log.1 ... audit.log.5 with distinct markers.
-  for (let i = 1; i <= _internals.ROTATE_KEEP; i++) {
-    fs.writeFileSync(`${logFile}.${i}`, `slot-${i}\n`);
-  }
-  // And the live audit.log just under threshold.
-  const fd = fs.openSync(logFile, 'w');
-  fs.ftruncateSync(fd, _internals.ROTATE_THRESHOLD_BYTES);
-  fs.closeSync(fd);
-
-  audit(AUDIT_EVENTS.DB_CREATED, { fingerprint: 'q'.repeat(12) });
-
-  // .5 (was "slot-5") dropped; .4 → .5; .3 → .4; .2 → .3; .1 → .2; live → .1.
-  expect(fs.readFileSync(`${logFile}.5`, 'utf8').trim()).toBe('slot-4');
-  expect(fs.readFileSync(`${logFile}.4`, 'utf8').trim()).toBe('slot-3');
-  expect(fs.readFileSync(`${logFile}.3`, 'utf8').trim()).toBe('slot-2');
-  expect(fs.readFileSync(`${logFile}.2`, 'utf8').trim()).toBe('slot-1');
-  expect(fs.statSync(`${logFile}.1`).size).toBe(_internals.ROTATE_THRESHOLD_BYTES);
-});
-
-test('audit({target:"syslog"}) spawns logger -t pgserve-audit', async () => {
-  // Stub `logger` by prepending a temp shim to PATH.
-  const shimDir = path.join(scratchDir, 'shim');
-  fs.mkdirSync(shimDir, { recursive: true });
-  const marker = path.join(scratchDir, 'logger-calls.txt');
-  const shimPath = path.join(shimDir, 'logger');
-  fs.writeFileSync(
-    shimPath,
-    `#!/usr/bin/env bash
-# Capture argv to a marker file so the test can verify the spawn.
-printf '%s\\n' "$*" >> "${marker}"
-`,
-    { mode: 0o755 },
-  );
-
-  const oldPath = process.env.PATH;
-  process.env.PATH = `${shimDir}:${oldPath}`;
-  try {
-    audit(
-      AUDIT_EVENTS.CONNECTION_ROUTED,
-      { fingerprint: 's'.repeat(12) },
-      { target: 'syslog' },
-    );
-    // logger is spawned async; poll briefly for the marker.
-    const deadline = Date.now() + 2000;
-    while (!fs.existsSync(marker) && Date.now() < deadline) {
-      await new Promise(r => setTimeout(r, 25));
-    }
-    expect(fs.existsSync(marker)).toBe(true);
-    const contents = fs.readFileSync(marker, 'utf8');
-    expect(contents).toContain('-t pgserve-audit');
-    expect(contents).toContain('"event":"connection_routed"');
-  } finally {
-    process.env.PATH = oldPath;
-  }
-});
-
-test('audit({target:"syslog"}) swallows missing logger binary', () => {
-  // Point PATH at an empty dir → `logger` cannot be found → no throw.
-  const empty = path.join(scratchDir, 'empty');
-  fs.mkdirSync(empty);
-  const oldPath = process.env.PATH;
-  process.env.PATH = empty;
-  try {
-    expect(() =>
-      audit(
-        AUDIT_EVENTS.CONNECTION_ROUTED,
-        { fingerprint: 'z'.repeat(12) },
-        { target: 'syslog' },
-      ),
-    ).not.toThrow();
-  } finally {
-    process.env.PATH = oldPath;
-  }
-});
-
-test('readAuditTarget reads pgserve.audit.target from package.json', () => {
-  const pkgFile = path.join(scratchDir, 'package.json');
-  fs.writeFileSync(
-    pkgFile,
-    JSON.stringify({ name: 'demo', pgserve: { audit: { target: 'syslog' } } }),
-  );
-  expect(readAuditTarget(pkgFile)).toBe('syslog');
-
-  fs.writeFileSync(pkgFile, JSON.stringify({ name: 'demo' }));
-  expect(readAuditTarget(pkgFile)).toBe('file');
-
-  // Missing file → file (default).
-  expect(readAuditTarget(path.join(scratchDir, 'missing.json'))).toBe('file');
-});

package/tests/backpressure.test.js

@@ -1,167 +0,0 @@
-/**
- * Backpressure / Large Message Regression Tests
- *
- * Reproduces the deadlock from issue #14: TCP proxy drops bytes when
- * socket buffers are full, causing PostgreSQL to wait forever for the
- * remainder of a truncated wire protocol message.
- */
-
-import { startMultiTenantServer } from '../src/index.js';
-import pg from 'pg';
-import { test, expect } from 'bun:test';
-import fs from 'fs';
-
-const { Client } = pg;
-
-const TEST_PORT = 15433;
-const testDataDir = './test-data-backpressure';
-
-function cleanup() {
-  if (fs.existsSync(testDataDir)) {
-    fs.rmSync(testDataDir, { recursive: true, force: true });
-  }
-}
-
-/** Create a connected pg.Client */
-async function connect(dbName) {
-  const client = new Client({
-    host: '127.0.0.1',
-    port: TEST_PORT,
-    database: dbName,
-    user: 'postgres',
-    password: 'postgres',
-  });
-  await client.connect();
-  return client;
-}
-
-test('Large INSERT (~360KB payload) does not deadlock', async () => {
-  cleanup();
-  const router = await startMultiTenantServer({
-    port: TEST_PORT,
-    baseDir: testDataDir,
-    logLevel: 'warn',
-  });
-
-  let client;
-  try {
-    client = await connect('bp_insert');
-    await client.query('CREATE TABLE big (id SERIAL PRIMARY KEY, payload TEXT)');
-
-    // ~360KB of text — exceeds typical socket buffer size
-    const bigPayload = 'x'.repeat(360_000);
-    await client.query('INSERT INTO big (payload) VALUES ($1)', [bigPayload]);
-
-    const res = await client.query('SELECT length(payload) AS len FROM big');
-    expect(Number(res.rows[0].len)).toBe(360000);
-  } finally {
-    if (client) await client.end().catch(() => {});
-    await router.stop();
-    cleanup();
-  }
-}, 30_000);
-
-test('Large SELECT result (500KB+) does not deadlock', async () => {
-  cleanup();
-  const router = await startMultiTenantServer({
-    port: TEST_PORT,
-    baseDir: testDataDir,
-    logLevel: 'warn',
-  });
-
-  let client;
-  try {
-    client = await connect('bp_select');
-    await client.query('CREATE TABLE chunks (id SERIAL PRIMARY KEY, data TEXT)');
-
-    // Insert many rows that sum to >500KB
-    const chunkSize = 10_000;
-    const numChunks = 60; // 60 * 10KB = 600KB total
-    const chunk = 'y'.repeat(chunkSize);
-
-    for (let i = 0; i < numChunks; i++) {
-      await client.query('INSERT INTO chunks (data) VALUES ($1)', [chunk]);
-    }
-
-    // Fetch all rows in a single result set (PG→Client backpressure)
-    const res = await client.query('SELECT * FROM chunks');
-    expect(res.rows.length).toBe(numChunks);
-    expect(res.rows[0].data.length).toBe(chunkSize);
-  } finally {
-    if (client) await client.end().catch(() => {});
-    await router.stop();
-    cleanup();
-  }
-}, 30_000);
-
-test('Large single query with multi-value INSERT (500KB+)', async () => {
-  cleanup();
-  const router = await startMultiTenantServer({
-    port: TEST_PORT,
-    baseDir: testDataDir,
-    logLevel: 'warn',
-  });
-
-  let client;
-  try {
-    client = await connect('bp_multivalue');
-    await client.query('CREATE TABLE items (id INT, val TEXT)');
-
-    // Build a single INSERT with many value tuples to produce a large wire message
-    const rowCount = 500;
-    const rowValue = 'z'.repeat(1_000); // 1KB per row → ~500KB total
-    const values = [];
-    const params = [];
-    for (let i = 0; i < rowCount; i++) {
-      values.push(`($${i * 2 + 1}, $${i * 2 + 2})`);
-      params.push(i, rowValue);
-    }
-
-    const sql = `INSERT INTO items (id, val) VALUES ${values.join(', ')}`;
-    await client.query(sql, params);
-
-    const res = await client.query('SELECT count(*)::int AS cnt FROM items');
-    expect(res.rows[0].cnt).toBe(rowCount);
-  } finally {
-    if (client) await client.end().catch(() => {});
-    await router.stop();
-    cleanup();
-  }
-}, 30_000);
-
-test('Concurrent large operations (5 clients x 300KB)', async () => {
-  cleanup();
-  const router = await startMultiTenantServer({
-    port: TEST_PORT,
-    baseDir: testDataDir,
-    logLevel: 'warn',
-  });
-
-  try {
-    const numClients = 5;
-    const payloadSize = 300_000;
-    const payload = 'c'.repeat(payloadSize);
-
-    // Run all clients concurrently
-    const results = await Promise.all(
-      Array.from({ length: numClients }, async (_, i) => {
-        const dbName = `bp_concurrent_${i}`;
-        const client = await connect(dbName);
-        await client.query('CREATE TABLE stress (id SERIAL PRIMARY KEY, data TEXT)');
-        await client.query('INSERT INTO stress (data) VALUES ($1)', [payload]);
-
-        const res = await client.query('SELECT length(data) AS len FROM stress');
-        await client.end();
-        return parseInt(res.rows[0].len, 10);
-      })
-    );
-
-    // All clients should have successfully stored the full payload
-    for (const len of results) {
-      expect(len).toBe(payloadSize);
-    }
-  } finally {
-    await router.stop();
-    cleanup();
-  }
-}, 60_000);