pgserve 1.1.6 → 1.1.7

package/README.md

@@ -5,7 +5,7 @@
   <p>
     <a href="https://www.npmjs.com/package/pgserve"><img src="https://img.shields.io/npm/v/pgserve?style=flat-square&color=00D9FF" alt="npm version"></a>
     <img src="https://img.shields.io/badge/node-%3E%3D18-green?style=flat-square" alt="Node.js">
-    <img src="https://img.shields.io/badge/PostgreSQL-17.7-blue?style=flat-square" alt="PostgreSQL">
+    <img src="https://img.shields.io/badge/PostgreSQL-18-blue?style=flat-square" alt="PostgreSQL">
     <a href="LICENSE"><img src="https://img.shields.io/badge/license-MIT-green?style=flat-square" alt="License"></a>
     <a href="https://discord.gg/xcW8c7fF3R"><img src="https://img.shields.io/discord/1095114867012292758?style=flat-square&color=00D9FF&label=discord" alt="Discord"></a>
   </p>
@@ -41,7 +41,7 @@ psql postgresql://localhost:8432/myapp
 
 <table>
   <tr>
-    <td><b>Real PostgreSQL 17</b></td>
+    <td><b>Real PostgreSQL 18</b></td>
     <td>Native binaries, not WASM — full compatibility, extensions support</td>
   </tr>
   <tr>
@@ -450,7 +450,7 @@ CREATE EXTENSION IF NOT EXISTS vector;
   </tr>
 </table>
 
-> <b>Methodology:</b> Recall@k measured against brute-force ground truth (industry standard). PostgreSQL baseline is Docker <code>pgvector/pgvector:pg17</code>. RAM mode available on Linux and WSL2.
+> <b>Methodology:</b> Recall@k measured against brute-force ground truth (industry standard). PostgreSQL baseline is Docker <code>pgvector/pgvector:pg18</code>. RAM mode available on Linux and WSL2.
 >
 > Run benchmarks yourself: <code>bun tests/benchmarks/runner.js --include-vector</code>
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pgserve",
-  "version": "1.1.6",
+  "version": "1.1.7",
   "description": "Embedded PostgreSQL server with true concurrent connections - zero config, auto-provision databases",
   "main": "src/index.js",
   "type": "module",

package/src/postgres.js

@@ -509,6 +509,12 @@ export class PostgresManager {
       persistent: this.persistent
     }, 'PostgreSQL started successfully');
 
+    // Pre-install pgvector extension files if enabled
+    // This ensures vector.so + vector.control are ready before any CREATE EXTENSION call
+    if (this.enablePgvector) {
+      await this.ensurePgvectorFiles();
+    }
+
     return this;
   }
 
@@ -917,12 +923,137 @@ export class PostgresManager {
     }
   }
 
+  /**
+   * Ensure pgvector extension files are installed in the PG binary dirs.
+   * Downloads prebuilt vector.so from apt.postgresql.org on first use (cached).
+   * Patches vector.control to use absolute module_pathname.
+   *
+   * Linux only — .deb extraction requires dpkg-deb or ar+tar.
+   * Serialized via _pgvectorInstallPromise to prevent concurrent races.
+   */
+  async ensurePgvectorFiles() {
+    // Serialize: only one install runs at a time
+    if (this._pgvectorInstallPromise) {
+      return this._pgvectorInstallPromise;
+    }
+    this._pgvectorInstallPromise = this._doEnsurePgvectorFiles();
+    try {
+      await this._pgvectorInstallPromise;
+    } finally {
+      this._pgvectorInstallPromise = null;
+    }
+  }
+
+  async _doEnsurePgvectorFiles() {
+    if (!this.binaries?.libDir) return;
+
+    // Linux only — .deb packages are Linux-specific
+    if (os.platform() !== 'linux') {
+      this.logger.info('pgvector auto-install is Linux-only. On macOS, install via: brew install pgvector');
+      return;
+    }
+
+    const libDir = this.binaries.libDir;
+    const binDir = this.binaries.binDir;
+    const extDir = path.join(path.dirname(binDir), 'share', 'postgresql', 'extension');
+    const vectorSo = path.join(libDir, 'vector.so');
+    const vectorControl = path.join(extDir, 'vector.control');
+
+    // Already installed
+    if (fs.existsSync(vectorSo) && fs.existsSync(vectorControl)) return;
+
+    this.logger.info('pgvector extension files not found — downloading prebuilt binary...');
+
+    try {
+      // Detect PG major version from the postgres binary
+      const { execSync } = await import('node:child_process');
+      const pgVersion = execSync(`${this.binaries.postgres} --version`, { encoding: 'utf-8' }).trim();
+      const majorMatch = pgVersion.match(/PostgreSQL (\d+)/);
+      const pgMajor = majorMatch ? majorMatch[1] : '17';
+
+      // Detect architecture — fail explicitly on unsupported platforms
+      const nodeArch = os.arch();
+      let arch;
+      if (nodeArch === 'x64') arch = 'amd64';
+      else if (nodeArch === 'arm64') arch = 'arm64';
+      else {
+        this.logger.warn({ arch: nodeArch }, 'Unsupported architecture for pgvector auto-install. Supported: x64, arm64');
+        return;
+      }
+
+      // Download prebuilt pgvector .deb from apt.postgresql.org (HTTPS)
+      // Version 0.8.1-2 — update when new releases ship
+      const debUrl = `https://apt.postgresql.org/pub/repos/apt/pool/main/p/pgvector/postgresql-${pgMajor}-pgvector_0.8.1-2.pgdg%2B1_${arch}.deb`;
+      this.logger.info({ url: debUrl }, 'Downloading pgvector...');
+
+      const res = await fetch(debUrl);
+      if (!res.ok) throw new Error(`Download failed: ${res.status}`);
+
+      const buffer = Buffer.from(await res.arrayBuffer());
+
+      // Extract .deb (it's an ar archive containing data.tar.xz)
+      const tmpDir = path.join(os.tmpdir(), `pgserve-pgvector-${process.pid}-${Date.now()}`);
+      fs.mkdirSync(tmpDir, { recursive: true });
+      const debPath = path.join(tmpDir, 'pgvector.deb');
+      fs.writeFileSync(debPath, buffer);
+
+      // Use dpkg-deb or ar to extract
+      try {
+        execSync(`dpkg-deb -x ${debPath} ${tmpDir}/extracted`, { stdio: 'pipe' });
+      } catch {
+        // Fallback: try ar + tar
+        fs.mkdirSync(path.join(tmpDir, 'extracted'), { recursive: true });
+        execSync(`cd ${tmpDir} && ar x pgvector.deb && tar xf data.tar.* -C ${tmpDir}/extracted 2>/dev/null || tar xf data.tar.xz -C ${tmpDir}/extracted`, { stdio: 'pipe' });
+      }
+
+      // Copy .so file
+      const soSrc = path.join(tmpDir, 'extracted', 'usr', 'lib', 'postgresql', pgMajor, 'lib', 'vector.so');
+      if (fs.existsSync(soSrc)) {
+        fs.copyFileSync(soSrc, vectorSo);
+        this.logger.info({ path: vectorSo }, 'Installed vector.so');
+      }
+
+      // Copy extension SQL + control files
+      const extSrc = path.join(tmpDir, 'extracted', 'usr', 'share', 'postgresql', pgMajor, 'extension');
+      if (fs.existsSync(extSrc)) {
+        fs.mkdirSync(extDir, { recursive: true });
+        for (const f of fs.readdirSync(extSrc)) {
+          if (f.startsWith('vector')) {
+            fs.copyFileSync(path.join(extSrc, f), path.join(extDir, f));
+          }
+        }
+        this.logger.info({ path: extDir }, 'Installed vector extension SQL files');
+      }
+
+      // Patch vector.control to use absolute module_pathname
+      // (embedded PG's $libdir doesn't match the compiled-in path)
+      if (fs.existsSync(vectorControl)) {
+        let control = fs.readFileSync(vectorControl, 'utf-8');
+        control = control.replace(
+          /module_pathname\s*=\s*'\$libdir\/vector'/,
+          `module_pathname = '${vectorSo.replace('.so', '')}'`
+        );
+        fs.writeFileSync(vectorControl, control);
+        this.logger.info('Patched vector.control with absolute module path');
+      }
+
+      // Cleanup
+      fs.rmSync(tmpDir, { recursive: true, force: true });
+      this.logger.info('pgvector extension installed successfully');
+    } catch (error) {
+      this.logger.warn({ err: error.message }, 'Failed to install pgvector extension files (non-fatal)');
+    }
+  }
+
   /**
    * Enable pgvector extension on a database
    * Creates a temporary connection to the specific database to run CREATE EXTENSION
    * @param {string} dbName - Database name to enable pgvector on
    */
   async enablePgvectorExtension(dbName) {
+    // Ensure extension files are installed first
+    await this.ensurePgvectorFiles();
+
     const { SQL } = await import('bun');
     let dbPool = null;