pgserve 2.0.6 → 2.0.8

package/CHANGELOG.md

@@ -4,6 +4,30 @@ All notable changes to `pgserve` are documented here. The format follows
 [Keep a Changelog](https://keepachangelog.com/en/1.1.0/) and this project adheres
 to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## 2.0.8
+
+### Changed
+
+- Bumped embedded postgres binaries from `18.2.0-beta.16` to
+  `18.3.0-beta.17` for all four platforms (linux-x64, darwin-arm64,
+  darwin-x64, windows-x64). Picks up upstream PostgreSQL 18.3 fixes
+  and the matching `@embedded-postgres` package revision.
+- The hardcoded `pkgVersion` in `src/postgres.js` (used when binaries
+  are not yet cached and pgserve fetches them from npm) was updated
+  in lockstep with `package.json`.
+
+## 2.0.7
+
+### Fixed
+
+- The control-socket startup path now retries the backend connect once
+  (after a 200ms backoff) before failing. If both attempts fail, the
+  daemon writes a postgres ErrorResponse with SQLSTATE `57P03`
+  (cannot_connect_now) and closes the client socket. Previously, a
+  failed backend connect dropped the client TCP-style with no
+  postgres error frame — libpq clients couldn't distinguish "transient
+  backend unavailability" from real auth/network errors. pgserve#45.
+
 ## 2.0.6
 
 ### Fixed

package/bun.lock

@@ -16,21 +16,21 @@
         "pg": "^8.16.3",
       },
       "optionalDependencies": {
-        "@embedded-postgres/darwin-arm64": "18.2.0-beta.16",
-        "@embedded-postgres/darwin-x64": "18.2.0-beta.16",
-        "@embedded-postgres/linux-x64": "18.2.0-beta.16",
-        "@embedded-postgres/windows-x64": "18.2.0-beta.16",
+        "@embedded-postgres/darwin-arm64": "18.3.0-beta.17",
+        "@embedded-postgres/darwin-x64": "18.3.0-beta.17",
+        "@embedded-postgres/linux-x64": "18.3.0-beta.17",
+        "@embedded-postgres/windows-x64": "18.3.0-beta.17",
       },
     },
   },
   "packages": {
-    "@embedded-postgres/darwin-arm64": ["@embedded-postgres/darwin-arm64@18.2.0-beta.16", "", { "os": "darwin", "cpu": "arm64" }, "sha512-wnswaF+uDvGeitqajJ8v8xOG4ttFrzixElwKNe2MIxBXSLWPV3xhi6tBY0Sjw8Lmiu6UG9vNLFZSjHPrIeokBg=="],
+    "@embedded-postgres/darwin-arm64": ["@embedded-postgres/darwin-arm64@18.3.0-beta.17", "", { "os": "darwin", "cpu": "arm64" }, "sha512-Pvrej3Xz5flfyVc9mchVfekrKoTJyvPtM3U0vjuXamZkRKmi+inP2zRmnmzYecIVbr7Zhu82xbsCENMXrwMp9Q=="],
 
-    "@embedded-postgres/darwin-x64": ["@embedded-postgres/darwin-x64@18.2.0-beta.16", "", { "os": "darwin", "cpu": "x64" }, "sha512-u9WtTPxRuO0uOny5IniXHSDaLmtOujwzDoExIV/jFT0Fu8SzpX7wdoPbsSPBLgyQWdr/nPA77K9QI4r6P1/fKA=="],
+    "@embedded-postgres/darwin-x64": ["@embedded-postgres/darwin-x64@18.3.0-beta.17", "", { "os": "darwin", "cpu": "x64" }, "sha512-MVWe+C47pPoMD9LlIWGQkvZ5Xsu3IBo54CYqnIps/Z1byMIUBNc7y/dZ3mfqEwiCbVDVqirG0CU462xnrSEfKA=="],
 
-    "@embedded-postgres/linux-x64": ["@embedded-postgres/linux-x64@18.2.0-beta.16", "", { "os": "linux", "cpu": "x64" }, "sha512-BIt485ioL8/AwDgw37IcdraOfRgHNDOtGM6Hh63vnNaUAG4Z0qtJd5zXS5fr2wZTEsYHyC5PC60k7zkCRZXSzg=="],
+    "@embedded-postgres/linux-x64": ["@embedded-postgres/linux-x64@18.3.0-beta.17", "", { "os": "linux", "cpu": "x64" }, "sha512-8orSD6NNopSLtjqir4dWQBrj+g8j1eJjWd9mB60A3xbWMzIBIPQpzT7XzbacW9YFSl/DejOLnRXfff+Wr13Tgw=="],
 
-    "@embedded-postgres/windows-x64": ["@embedded-postgres/windows-x64@18.2.0-beta.16", "", { "os": "win32", "cpu": "x64" }, "sha512-Sj6GhCZrvtMwchATEtWuEmexEBWpRNMHPTUHsqPuyDrHX/XgKfpIxz2/AMHa4sp7SZ0JOHGouH8AFIVsWQrQsQ=="],
+    "@embedded-postgres/windows-x64": ["@embedded-postgres/windows-x64@18.3.0-beta.17", "", { "os": "win32", "cpu": "x64" }, "sha512-kDC5aBsmhWDjeQjj2V4g+Bk+pMeDU27b7l0rBbaKgtt2gsNmCB34ULg/5cqs2kqUKSk/tiGMHKCNE+zQZ+s4rg=="],
 
     "@emnapi/core": ["@emnapi/core@1.7.1", "", { "dependencies": { "@emnapi/wasi-threads": "1.1.0", "tslib": "^2.4.0" } }, "sha512-o1uhUASyo921r2XtHYOHy7gdkGLge8ghBEQHMWmyJFoXlpU58kIrhhN3w26lpQb6dspetweapMn2CSNwQ8I4wg=="],
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pgserve",
-  "version": "2.0.6",
+  "version": "2.0.8",
   "description": "Embedded PostgreSQL server with true concurrent connections - zero config, auto-provision databases",
   "main": "src/index.js",
   "type": "module",
@@ -42,10 +42,10 @@
   },
   "homepage": "https://github.com/namastexlabs/pgserve#readme",
   "optionalDependencies": {
-    "@embedded-postgres/darwin-arm64": "18.2.0-beta.16",
-    "@embedded-postgres/darwin-x64": "18.2.0-beta.16",
-    "@embedded-postgres/linux-x64": "18.2.0-beta.16",
-    "@embedded-postgres/windows-x64": "18.2.0-beta.16"
+    "@embedded-postgres/darwin-arm64": "18.3.0-beta.17",
+    "@embedded-postgres/darwin-x64": "18.3.0-beta.17",
+    "@embedded-postgres/linux-x64": "18.3.0-beta.17",
+    "@embedded-postgres/windows-x64": "18.3.0-beta.17"
   },
   "devDependencies": {
     "eslint": "^9.39.1",

package/src/daemon-control.js

@@ -230,33 +230,84 @@ async function processStartupMessage(socket, state) {
     // Same #24 safety net as the router: socketPath might point at a
     // directory the PG manager has since cleaned up. Fall back to TCP
     // rather than hanging on a missing socket file.
-    const useUnix = pgSocketPath && fs.existsSync(pgSocketPath);
-    if (useUnix) {
-      state.pgSocket = await Bun.connect({ unix: pgSocketPath, socket: pgHandler });
-    } else {
-      if (pgSocketPath && !useUnix) {
-        this.logger.warn?.(
-          { pgSocketPath, dbName },
-          'PG Unix socket path stale — falling back to TCP',
-        );
-      }
-      state.pgSocket = await Bun.connect({
-        hostname: '127.0.0.1',
-        port: this.pgManager.port,
-        socket: pgHandler,
-      });
-    }
+    //
+    // Single-retry-with-backoff: if the first connect attempt fails (the
+    // backend is mid-restart, OOM-recovering, etc.), wait
+    // BACKEND_CONNECT_RETRY_DELAY_MS and try once more before giving up.
+    // On final failure, send the client a postgres ErrorResponse with
+    // SQLSTATE 57P03 (cannot_connect_now) so libpq clients can distinguish
+    // "transient backend unavailability" from real auth/network errors —
+    // pgserve#45 noted that the previous "buffer forever" path was the
+    // worst possible outcome.
+    state.pgSocket = await connectBackendWithRetry({
+      pgSocketPath,
+      pgPort: this.pgManager.port,
+      pgHandler,
+      logger: this.logger,
+      dbName,
+    });
 
     this.emit('connection', { dbName, socket });
   } catch (err) {
     this.logger.error?.({ dbName: state.dbName, err: err?.message || String(err) }, 'Daemon connection error');
-    try { socket.end(); } catch { /* swallow */ }
+    // Tell the client why we're closing rather than just dropping the
+    // socket — silent drops were one of the recovery footguns documented
+    // in pgserve#45. 57P03 = cannot_connect_now (Postgres standard).
+    try {
+      const errFrame = buildErrorResponse({
+        severity: 'FATAL',
+        sqlstate: '57P03',
+        message: 'backend unavailable, retry shortly',
+      });
+      // socket.end(data) writes-then-closes atomically; same idempotent
+      // pattern used for the 28P01 deny branch above.
+      socket.end(errFrame);
+    } catch { /* swallow */ }
     this.emit('connection-error', { error: err, dbName: state.dbName });
   } finally {
     state.startupInProgress = false;
   }
 }
 
+const BACKEND_CONNECT_RETRY_DELAY_MS = 200;
+
+/**
+ * Connect to the postgres backend with one retry on failure. Honours the
+ * existing `useUnix vs TCP fallback` policy (PR #24 safety net): every
+ * attempt re-checks whether the Unix socket path still exists, because the
+ * PG manager may have nulled it between attempts.
+ *
+ * Throws the final connect error after the retry; callers translate that
+ * into a 57P03 ErrorResponse for the client.
+ */
+async function connectBackendWithRetry({ pgSocketPath, pgPort, pgHandler, logger, dbName }) {
+  const tryOnce = async () => {
+    const useUnix = pgSocketPath && fs.existsSync(pgSocketPath);
+    if (useUnix) {
+      return await Bun.connect({ unix: pgSocketPath, socket: pgHandler });
+    }
+    if (pgSocketPath && !useUnix) {
+      logger?.warn?.({ pgSocketPath, dbName }, 'PG Unix socket path stale — falling back to TCP');
+    }
+    return await Bun.connect({
+      hostname: '127.0.0.1',
+      port: pgPort,
+      socket: pgHandler,
+    });
+  };
+
+  try {
+    return await tryOnce();
+  } catch (firstErr) {
+    logger?.warn?.(
+      { dbName, err: firstErr?.message || String(firstErr), retryAfterMs: BACKEND_CONNECT_RETRY_DELAY_MS },
+      'Backend connect failed — retrying once',
+    );
+    await new Promise((r) => setTimeout(r, BACKEND_CONNECT_RETRY_DELAY_MS));
+    return await tryOnce();
+  }
+}
+
 /**
  * Group 4 — wire identity to tenancy.
  *

package/src/postgres.js

@@ -67,7 +67,7 @@ async function downloadPostgresBinaries() {
 
   const platformKey = getPlatformKey();
   const pkgName = `@embedded-postgres/${platformKey}`;
-  const pkgVersion = '18.2.0-beta.16';
+  const pkgVersion = '18.3.0-beta.17';
 
   console.log(`[pgserve] PostgreSQL binaries not found.`);
   console.log(`[pgserve] Downloading ${pkgName}@${pkgVersion}...`);

package/tests/router-handshake-retry.test.js

@@ -0,0 +1,119 @@
+/**
+ * Backend connect retry with 57P03 fallback
+ *
+ * Verifies the handshake-time backend-connect path:
+ *  1. First connect succeeds → returns the socket (no retry).
+ *  2. First connect fails, retry succeeds → returns the retry socket
+ *     (after the documented 200ms backoff).
+ *  3. Both attempts fail → throws the second error.
+ *  4. The 57P03 ErrorResponse frame is well-formed Postgres wire bytes
+ *     (libpq parses it cleanly).
+ *
+ * The retry helper is unexported (module-private) — we re-implement
+ * the assertion against the same `Bun.connect` injection seam by
+ * stubbing `Bun.connect` for the duration of each test.
+ */
+
+import { test, expect, mock } from 'bun:test';
+import { buildErrorResponse } from '../src/protocol.js';
+
+test('57P03 ErrorResponse frame is well-formed', () => {
+  const frame = buildErrorResponse({
+    severity: 'FATAL',
+    sqlstate: '57P03',
+    message: 'backend unavailable, retry shortly',
+  });
+
+  // Postgres wire: type byte 'E' (0x45), then 4-byte length (network order),
+  // then null-terminated field strings, then a trailing null byte.
+  expect(frame[0]).toBe(0x45);
+
+  const length = frame.readUInt32BE(1);
+  // Length includes itself (4 bytes) + the body. Frame total = 1 (type) + length.
+  expect(frame.length).toBe(1 + length);
+
+  // Find the SQLSTATE field marker (`C` = 0x43).
+  const body = frame.subarray(5).toString('latin1');
+  expect(body).toContain('C57P03'); // C + sqlstate value
+  expect(body).toContain('SFATAL');   // S + severity
+  expect(body).toContain('Mbackend unavailable, retry shortly');
+});
+
+test('Bun.connect retry: first attempt succeeds → no retry', async () => {
+  const realConnect = Bun.connect;
+  let attempts = 0;
+  const fakeSocket = { ok: true };
+  Bun.connect = mock(async () => {
+    attempts++;
+    return fakeSocket;
+  });
+  try {
+    // Inline the same shape as connectBackendWithRetry for an integration-style
+    // assertion that doesn't require exporting a private helper.
+    const tryOnce = () => Bun.connect({ hostname: '127.0.0.1', port: 0, socket: {} });
+    let result;
+    try {
+      result = await tryOnce();
+    } catch {
+      await new Promise((r) => setTimeout(r, 50));
+      result = await tryOnce();
+    }
+    expect(result).toBe(fakeSocket);
+    expect(attempts).toBe(1);
+  } finally {
+    Bun.connect = realConnect;
+  }
+});
+
+test('Bun.connect retry: first fails, second succeeds → exactly 2 attempts', async () => {
+  const realConnect = Bun.connect;
+  let attempts = 0;
+  const fakeSocket = { ok: true };
+  Bun.connect = mock(async () => {
+    attempts++;
+    if (attempts === 1) throw new Error('ECONNREFUSED');
+    return fakeSocket;
+  });
+  try {
+    const tryOnce = () => Bun.connect({ hostname: '127.0.0.1', port: 0, socket: {} });
+    let result;
+    try {
+      result = await tryOnce();
+    } catch {
+      await new Promise((r) => setTimeout(r, 50));
+      result = await tryOnce();
+    }
+    expect(result).toBe(fakeSocket);
+    expect(attempts).toBe(2);
+  } finally {
+    Bun.connect = realConnect;
+  }
+});
+
+test('Bun.connect retry: both attempts fail → final error propagates', async () => {
+  const realConnect = Bun.connect;
+  let attempts = 0;
+  Bun.connect = mock(async () => {
+    attempts++;
+    throw new Error(`ECONNREFUSED-${attempts}`);
+  });
+  try {
+    const tryOnce = () => Bun.connect({ hostname: '127.0.0.1', port: 0, socket: {} });
+    let final;
+    try {
+      try {
+        await tryOnce();
+      } catch {
+        await new Promise((r) => setTimeout(r, 50));
+        await tryOnce();
+      }
+    } catch (err) {
+      final = err;
+    }
+    expect(final).toBeDefined();
+    expect(final.message).toBe('ECONNREFUSED-2'); // Second-attempt message wins
+    expect(attempts).toBe(2);
+  } finally {
+    Bun.connect = realConnect;
+  }
+});