@rebasepro/server-postgresql 0.0.1-canary.09e5ec5

package/src/PostgresBootstrapper.ts

@@ -0,0 +1,231 @@
+/**
+ * PostgresBootstrapper
+ *
+ * Implements the `BackendBootstrapper` interface for PostgreSQL.
+ * Encapsulates all Postgres-specific initialization logic that was previously
+ * hardcoded inside `initializeRebaseBackend()`.
+ *
+ * Third-party drivers (MongoDB, MySQL, etc.) can implement their own
+ * bootstrapper following this pattern and pass it to the coordinator.
+ */
+
+import { getTableName, isTable, Relations, sql } from "drizzle-orm";
+import { NodePgDatabase } from "drizzle-orm/node-postgres";
+import { PgEnum, PgTable } from "drizzle-orm/pg-core";
+import {
+    BackendBootstrapper,
+    InitializedDriver,
+    BootstrappedAuth,
+    DatabaseAdmin,
+    RealtimeProvider,
+    type DataDriver,
+    EntityCollection
+} from "@rebasepro/types";
+import { PostgresBackendDriver } from "./PostgresBackendDriver";
+import { RealtimeService } from "./services/realtimeService";
+import { DatabasePoolManager } from "./databasePoolManager";
+import { PostgresCollectionRegistry } from "./collections/PostgresCollectionRegistry";
+import {
+    createAuthRoutes,
+    createAdminRoutes,
+    requireAuth,
+    requireAdmin
+// @ts-ignore
+} from "@rebasepro/server-core";
+import { ensureAuthTablesExist } from "./auth/ensure-tables";
+import { RoleService, UserService, PostgresAuthRepository } from "./auth/services";
+
+// @ts-ignore
+import { createEmailService, type EmailConfig, type EmailService } from "@rebasepro/server-core";
+// @ts-ignore
+import { createHistoryRoutes } from "@rebasepro/server-core";
+import { HistoryService } from "./history/HistoryService";
+import { ensureHistoryTableExists } from "./history/ensure-history-table";
+// @ts-ignore
+import type { AuthConfig, PostgresDriverConfig, HistoryConfig } from "@rebasepro/server-core";
+import type { Hono } from "hono";
+// @ts-ignore
+import type { HonoEnv } from "@rebasepro/server-core";
+
+/**
+ * Opaque internals bag that PostgresBootstrapper stores during `initializeDriver()`
+ * and re-uses in subsequent lifecycle hooks.
+ */
+export interface PostgresDriverInternals {
+    db: NodePgDatabase<any>;
+    registry: PostgresCollectionRegistry;
+    realtimeService: RealtimeService;
+    driver: PostgresBackendDriver;
+    poolManager?: DatabasePoolManager;
+}
+
+/**
+ * Default PostgreSQL bootstrapper.
+ *
+ * Use it to register Postgres with `initializeRebaseBackend()`:
+ * ```typescript
+ * initializeRebaseBackend({
+ *   ...config,
+ *   bootstrappers: [postgresBootstrapper()]
+ * });
+ * ```
+ */
+export function createPostgresBootstrapper(pgConfig: PostgresDriverConfig): BackendBootstrapper {
+    return {
+        type: "postgres",
+
+        async initializeDriver(config: unknown): Promise<InitializedDriver> {
+            // config is passed from coordinator, we merge it with our internal pgConfig if needed
+            // Currently config from init.ts is `{ collections, collectionRegistry }`
+            const { collections, collectionRegistry } = config as {
+                collections?: EntityCollection[];
+                collectionRegistry?: unknown;
+            };
+
+            // Create a fresh registry for this driver
+            const registry = new PostgresCollectionRegistry();
+            if (collections) {
+                registry.registerMultiple(collections);
+                console.log(`📋 [PostgresRegistry] Registered ${registry.getCollections().length} collections: [${registry.getCollections().map(c => c.slug).join(", ")}]`);
+            }
+
+            // Register tables
+            if (pgConfig.schema?.tables) {
+                Object.values(pgConfig.schema.tables).forEach((table) => {
+                    if (isTable(table)) {
+                        const tableName = getTableName(table);
+                        registry.registerTable(table as PgTable, tableName);
+                    }
+                });
+            }
+
+            if (pgConfig.schema?.enums) registry.registerEnums(pgConfig.schema.enums as Record<string, PgEnum<any>>);
+            if (pgConfig.schema?.relations) registry.registerRelations(pgConfig.schema.relations as Record<string, Relations>);
+
+            // Build schema-aware Drizzle connection
+            const mergedSchema: Record<string, unknown> = {
+                ...pgConfig.schema?.tables,
+                ...(pgConfig.schema?.relations || {})
+            };
+            const { drizzle: createDrizzle } = await import("drizzle-orm/node-postgres");
+            const rawClient = ("$client" in pgConfig.connection
+                ? (pgConfig.connection as Record<string, unknown>).$client
+                : pgConfig.connection) as import("pg").Pool;
+            const schemaAwareDb = createDrizzle(rawClient, { schema: mergedSchema });
+
+            // Verify connection
+            try {
+                await schemaAwareDb.execute(sql`SELECT 1`);
+            } catch (err) {
+                console.error("❌ Failed to connect to PostgreSQL:", err);
+                console.warn("⚠️ Continuing without initial database verification. Drizzle/PG will attempt to connect on subsequent queries.");
+            }
+
+            // Create services
+            const realtimeService = new RealtimeService(schemaAwareDb, registry);
+            const poolManager = pgConfig.adminConnectionString
+                ? new DatabasePoolManager(pgConfig.adminConnectionString)
+                : undefined;
+            const driver = new PostgresBackendDriver(schemaAwareDb, realtimeService, registry, undefined, poolManager);
+            realtimeService.setDataDriver(driver);
+
+            // Ensure branch metadata table exists when branching is available
+            if (driver.branchService) {
+                try {
+                    await driver.branchService.ensureBranchMetadataTable();
+                } catch (err) {
+                    console.warn("⚠️ Could not initialize branch metadata table:", err);
+                }
+            }
+
+            // Enable cross-instance realtime (opt-in)
+            if (pgConfig.connectionString) {
+                try {
+                    await realtimeService.startListening(pgConfig.connectionString);
+                } catch (err) {
+                    console.warn("⚠️ Cross-instance realtime could not be started:", err);
+                }
+            }
+
+            const internals: PostgresDriverInternals = {
+                db: schemaAwareDb,
+                registry,
+                realtimeService,
+                driver,
+                poolManager
+            };
+
+            return {
+                driver,
+                realtimeProvider: realtimeService,
+                collectionRegistry: registry,
+                internals
+            };
+        },
+
+        async initializeAuth(config: unknown, driverResult: InitializedDriver): Promise<BootstrappedAuth | undefined> {
+            const authConfig = config as AuthConfig | undefined;
+            if (!authConfig) return undefined;
+
+            const internals = driverResult.internals as PostgresDriverInternals;
+            const db = internals.db;
+
+            await ensureAuthTablesExist(db);
+
+            let emailService: EmailService | undefined;
+            if (authConfig.email) {
+                emailService = createEmailService(authConfig.email);
+            }
+
+            const userService = new UserService(db);
+            const roleService = new RoleService(db);
+            const authRepository = new PostgresAuthRepository(db);
+
+            return { userService,
+roleService,
+emailService,
+authRepository };
+        },
+
+        async initializeHistory(config: unknown, driverResult: InitializedDriver): Promise<{ historyService: HistoryService } | undefined> {
+            const historyConfig = config as HistoryConfig | boolean | undefined;
+            if (!historyConfig) return undefined;
+
+            const internals = driverResult.internals as PostgresDriverInternals;
+            const db = internals.db;
+
+            await ensureHistoryTableExists(db);
+
+            const retention = typeof historyConfig === "object" && historyConfig !== null ? (historyConfig as { retention?: number }).retention : undefined;
+            const historyService = new HistoryService(db, retention ? { ttlDays: retention } : undefined);
+
+            return { historyService };
+        },
+
+        async initializeRealtime(_config: unknown, driverResult: InitializedDriver): Promise<RealtimeProvider | undefined> {
+            const internals = driverResult.internals as PostgresDriverInternals;
+            return internals.realtimeService;
+        },
+
+        getAdmin(driverResult: InitializedDriver): DatabaseAdmin | undefined {
+            const internals = driverResult.internals as PostgresDriverInternals;
+            return internals.driver.admin;
+        },
+
+        mountRoutes(app: unknown, basePath: string, driverResult: InitializedDriver): void {
+            // The coordinator handles auth/storage/data routes.
+            // This hook is for driver-specific extensions only.
+            // Currently Postgres doesn't need additional routes beyond what the coordinator mounts.
+        },
+
+        async initializeWebsockets(server: unknown, realtimeService: RealtimeProvider, driver: DataDriver, config?: unknown): Promise<void> {
+            const { createPostgresWebSocket } = await import("./websocket");
+            createPostgresWebSocket(
+                server as import("http").Server,
+                realtimeService as RealtimeService,
+                driver as PostgresBackendDriver,
+                config as AuthConfig
+            );
+        }
+    };
+}

package/src/auth/ensure-tables.ts

@@ -0,0 +1,381 @@
+import { sql } from "drizzle-orm";
+import { NodePgDatabase } from "drizzle-orm/node-postgres";
+
+/**
+ * Default roles to seed on first run
+ */
+const DEFAULT_ROLES = [
+    {
+        id: "admin",
+        name: "Admin",
+        is_admin: true,
+        default_permissions: { read: true,
+create: true,
+edit: true,
+delete: true },
+        config: { createCollections: true,
+editCollections: "all",
+deleteCollections: "all" }
+    },
+    {
+        id: "editor",
+        name: "Editor",
+        is_admin: false,
+        default_permissions: { read: true,
+create: true,
+edit: true,
+delete: true },
+        config: { createCollections: true,
+editCollections: "own",
+deleteCollections: "own" }
+    },
+    {
+        id: "viewer",
+        name: "Viewer",
+        is_admin: false,
+        default_permissions: { read: true,
+create: false,
+edit: false,
+delete: false },
+        config: null
+    }
+];
+
+/**
+ * Auto-create auth tables if they don't exist
+ * This runs on startup to ensure the database is ready for auth
+ */
+export async function ensureAuthTablesExist(db: NodePgDatabase): Promise<void> {
+    console.log("🔍 Checking auth tables...");
+
+    try {
+        // ── Create the rebase schema ────────────────────────────────────
+        await db.execute(sql`CREATE SCHEMA IF NOT EXISTS rebase`);
+
+        // ── Create tables (idempotent) ──────────────────────────────────
+
+        // Create users table
+        await db.execute(sql`
+            CREATE TABLE IF NOT EXISTS rebase.users (
+                id TEXT PRIMARY KEY DEFAULT gen_random_uuid()::text,
+                email TEXT NOT NULL UNIQUE,
+                password_hash TEXT,
+                display_name TEXT,
+                photo_url TEXT,
+                created_at TIMESTAMP WITH TIME ZONE DEFAULT NOW(),
+                updated_at TIMESTAMP WITH TIME ZONE DEFAULT NOW()
+            )
+        `);
+
+        // Create index on email for faster lookups
+        await db.execute(sql`
+            CREATE INDEX IF NOT EXISTS idx_users_email 
+            ON rebase.users(email)
+        `);
+
+        // Create user_identities table
+        await db.execute(sql`
+            CREATE TABLE IF NOT EXISTS rebase.user_identities (
+                id TEXT PRIMARY KEY DEFAULT gen_random_uuid()::text,
+                user_id TEXT NOT NULL REFERENCES rebase.users(id) ON DELETE CASCADE,
+                provider TEXT NOT NULL,
+                provider_id TEXT NOT NULL,
+                profile_data JSONB,
+                created_at TIMESTAMP WITH TIME ZONE DEFAULT NOW(),
+                updated_at TIMESTAMP WITH TIME ZONE DEFAULT NOW(),
+                UNIQUE(provider, provider_id)
+            )
+        `);
+
+        // Create indexes on user_identities
+        await db.execute(sql`
+            CREATE INDEX IF NOT EXISTS idx_user_identities_user 
+            ON rebase.user_identities(user_id)
+        `);
+
+
+        // Create roles table
+        await db.execute(sql`
+            CREATE TABLE IF NOT EXISTS rebase.roles (
+                id TEXT PRIMARY KEY,
+                name TEXT NOT NULL,
+                is_admin BOOLEAN DEFAULT FALSE,
+                default_permissions JSONB,
+                collection_permissions JSONB,
+                config JSONB,
+                created_at TIMESTAMP WITH TIME ZONE DEFAULT NOW()
+            )
+        `);
+
+        // Create user_roles junction table
+        await db.execute(sql`
+            CREATE TABLE IF NOT EXISTS rebase.user_roles (
+                user_id TEXT NOT NULL REFERENCES rebase.users(id) ON DELETE CASCADE,
+                role_id TEXT NOT NULL REFERENCES rebase.roles(id) ON DELETE CASCADE,
+                PRIMARY KEY (user_id, role_id)
+            )
+        `);
+
+        // Create index on user_id for faster lookups
+        await db.execute(sql`
+            CREATE INDEX IF NOT EXISTS idx_user_roles_user 
+            ON rebase.user_roles(user_id)
+        `);
+
+        // Create refresh tokens table (includes user_agent, ip_address, and unique constraint)
+        await db.execute(sql`
+            CREATE TABLE IF NOT EXISTS rebase.refresh_tokens (
+                id TEXT PRIMARY KEY DEFAULT gen_random_uuid()::text,
+                user_id TEXT NOT NULL REFERENCES rebase.users(id) ON DELETE CASCADE,
+                token_hash TEXT NOT NULL UNIQUE,
+                expires_at TIMESTAMP WITH TIME ZONE NOT NULL,
+                user_agent TEXT,
+                ip_address TEXT,
+                created_at TIMESTAMP WITH TIME ZONE DEFAULT NOW(),
+                CONSTRAINT unique_device_session UNIQUE (user_id, user_agent, ip_address)
+            )
+        `);
+
+        // Create index on token_hash for faster lookups
+        await db.execute(sql`
+            CREATE INDEX IF NOT EXISTS idx_refresh_tokens_hash 
+            ON rebase.refresh_tokens(token_hash)
+        `);
+
+        // Create index on user_id for cleanup operations
+        await db.execute(sql`
+            CREATE INDEX IF NOT EXISTS idx_refresh_tokens_user 
+            ON rebase.refresh_tokens(user_id)
+        `);
+
+        // Create password reset tokens table
+        await db.execute(sql`
+            CREATE TABLE IF NOT EXISTS rebase.password_reset_tokens (
+                id TEXT PRIMARY KEY DEFAULT gen_random_uuid()::text,
+                user_id TEXT NOT NULL REFERENCES rebase.users(id) ON DELETE CASCADE,
+                token_hash TEXT NOT NULL UNIQUE,
+                expires_at TIMESTAMP WITH TIME ZONE NOT NULL,
+                used_at TIMESTAMP WITH TIME ZONE,
+                created_at TIMESTAMP WITH TIME ZONE DEFAULT NOW()
+            )
+        `);
+
+        // Create index on token_hash for password reset lookups
+        await db.execute(sql`
+            CREATE INDEX IF NOT EXISTS idx_password_reset_tokens_hash 
+            ON rebase.password_reset_tokens(token_hash)
+        `);
+
+        // Create index on user_id for password reset cleanup
+        await db.execute(sql`
+            CREATE INDEX IF NOT EXISTS idx_password_reset_tokens_user 
+            ON rebase.password_reset_tokens(user_id)
+        `);
+
+        // Create app config table
+        await db.execute(sql`
+            CREATE TABLE IF NOT EXISTS rebase.app_config (
+                key TEXT PRIMARY KEY,
+                value JSONB NOT NULL,
+                updated_at TIMESTAMP WITH TIME ZONE DEFAULT NOW()
+            )
+        `);
+
+        // Apply any schema alterations for existing databases
+        await applyInternalMigrations(db);
+
+        // Create the `auth` schema with Supabase-style helper functions for RLS.
+        //   auth.uid()   → returns the current user's ID (reads app.user_id)
+        //   auth.jwt()   → returns the full JWT claims as JSONB (reads app.jwt)
+        //   auth.roles() → returns comma-separated role IDs (reads app.user_roles)
+        // These read from session-local config vars set per-transaction by withAuth().
+        await db.execute(sql`CREATE SCHEMA IF NOT EXISTS auth`);
+
+        // Use an advisory transaction lock to serialize function recreation during HMR
+        // This prevents the "tuple concurrently updated" race condition when multiple Node
+        // workers or rapid restarts attempt to CREATE OR REPLACE FUNCTION simultaneously.
+        await db.transaction(async (tx) => {
+            await tx.execute(sql`SELECT pg_advisory_xact_lock(hashtext('rebase_auth_functions_init'))`);
+
+            await tx.execute(sql`
+                CREATE OR REPLACE FUNCTION auth.uid() RETURNS text AS $$
+                    SELECT NULLIF(current_setting('app.user_id', true), '');
+                $$ LANGUAGE sql STABLE
+            `);
+
+            await tx.execute(sql`
+                CREATE OR REPLACE FUNCTION auth.jwt() RETURNS jsonb AS $$
+                    SELECT COALESCE(
+                        NULLIF(current_setting('app.jwt', true), ''),
+                        '{}'
+                    )::jsonb;
+                $$ LANGUAGE sql STABLE
+            `);
+
+            await tx.execute(sql`
+                CREATE OR REPLACE FUNCTION auth.roles() RETURNS text AS $$
+                    SELECT COALESCE(NULLIF(current_setting('app.user_roles', true), ''), '');
+                $$ LANGUAGE sql STABLE
+            `);
+        });
+
+        // Seed default roles if none exist
+        await seedDefaultRoles(db);
+
+        console.log("✅ Auth tables ready");
+    } catch (error) {
+        console.error("❌ Failed to create auth tables:", error);
+        console.warn("⚠️ Continuing without creating auth tables.");
+    }
+}
+
+/**
+ * Seed default roles if the roles table is empty
+ */
+async function seedDefaultRoles(db: NodePgDatabase): Promise<void> {
+    // Check if any roles exist
+    const result = await db.execute(sql`SELECT COUNT(*) as count FROM rebase.roles`);
+    const count = parseInt((result.rows[0] as unknown as Record<string, string | number>)?.count as string || "0", 10);
+
+    if (count > 0) {
+        console.log(`📋 Found ${count} existing roles`);
+        return;
+    }
+
+    console.log("🌱 Seeding default roles...");
+
+    for (const role of DEFAULT_ROLES) {
+        await db.execute(sql`
+            INSERT INTO rebase.roles (id, name, is_admin, default_permissions, config)
+            VALUES (
+                ${role.id}, 
+                ${role.name}, 
+                ${role.is_admin}, 
+                ${JSON.stringify(role.default_permissions)}::jsonb, 
+                ${role.config ? JSON.stringify(role.config) : null}::jsonb
+            )
+            ON CONFLICT (id) DO NOTHING
+        `);
+    }
+
+    console.log("✅ Default roles created: admin, editor, viewer");
+}
+
+/**
+ * Apply idempotent alterations for internal Rebase tables.
+ * This runs after CREATE TABLE IF NOT EXISTS to ensure existing
+ * databases get new columns without needing external Drizzle migrations.
+ */
+async function applyInternalMigrations(db: NodePgDatabase): Promise<void> {
+    try {
+        // Users Table Migrations
+        await db.execute(sql`
+            ALTER TABLE rebase.users 
+            ADD COLUMN IF NOT EXISTS email_verified BOOLEAN DEFAULT FALSE,
+            ADD COLUMN IF NOT EXISTS email_verification_token TEXT,
+            ADD COLUMN IF NOT EXISTS email_verification_sent_at TIMESTAMP WITH TIME ZONE
+        `);
+
+        // Migrate Old OAuth Data to user_identities table
+
+        // 1. Check if legacy columns exist
+        const columnsCheck = await db.execute(sql`
+            SELECT column_name 
+            FROM information_schema.columns 
+            WHERE table_schema='rebase' AND table_name='users' AND column_name IN ('google_id', 'linkedin_id', 'provider')
+        `);
+        const existingColumns = columnsCheck.rows.map(r => r.column_name);
+
+        if (existingColumns.includes("google_id")) {
+            // Migrate google users
+            await db.execute(sql`
+                INSERT INTO rebase.user_identities (user_id, provider, provider_id)
+                SELECT id, 'google', google_id
+                FROM rebase.users
+                WHERE google_id IS NOT NULL
+                ON CONFLICT (provider, provider_id) DO NOTHING
+            `);
+        }
+
+        if (existingColumns.includes("linkedin_id")) {
+            // Migrate linkedin users
+            await db.execute(sql`
+                INSERT INTO rebase.user_identities (user_id, provider, provider_id)
+                SELECT id, 'linkedin', linkedin_id
+                FROM rebase.users
+                WHERE linkedin_id IS NOT NULL
+                ON CONFLICT (provider, provider_id) DO NOTHING
+            `);
+        }
+
+        // Now drop legacy columns safely if they exist
+        if (existingColumns.length > 0) {
+            await db.execute(sql`
+                ALTER TABLE rebase.users
+                DROP COLUMN IF EXISTS provider,
+                DROP COLUMN IF EXISTS google_id,
+                DROP COLUMN IF EXISTS linkedin_id
+            `);
+
+            // Drop legacy indexes
+            await db.execute(sql`DROP INDEX IF EXISTS rebase.idx_users_google_id`);
+            await db.execute(sql`DROP INDEX IF EXISTS rebase.idx_users_linkedin_id`);
+
+            console.log("✅ Migrated to user_identities and dropped legacy columns.");
+        }
+
+        // Roles Table Migrations
+        await db.execute(sql`
+            ALTER TABLE rebase.roles 
+            ADD COLUMN IF NOT EXISTS collection_permissions JSONB
+        `);
+
+        // Refresh Tokens Table Migrations
+        await db.execute(sql`
+            ALTER TABLE rebase.refresh_tokens 
+            ADD COLUMN IF NOT EXISTS user_agent TEXT,
+            ADD COLUMN IF NOT EXISTS ip_address TEXT
+        `);
+
+        const constraintCheck = await db.execute(sql`
+            SELECT 1 FROM information_schema.table_constraints 
+            WHERE constraint_name = 'unique_device_session' 
+            AND table_schema = 'rebase'
+            AND table_name = 'refresh_tokens'
+        `);
+
+        if (constraintCheck.rows.length === 0) {
+            try {
+                await db.execute(sql`
+                    ALTER TABLE rebase.refresh_tokens
+                    ADD CONSTRAINT unique_device_session UNIQUE (user_id, user_agent, ip_address)
+                `);
+                console.log("✅ Added unique_device_session constraint");
+            } catch (e: unknown) {
+                const errorMessage = e instanceof Error ? e.message : String(e);
+                if (errorMessage.includes("could not create unique index")) {
+                    console.warn("⚠️ Duplicate sessions found, cleaning up before adding constraint...");
+                    await db.execute(sql`
+                        DELETE FROM rebase.refresh_tokens a
+                        USING rebase.refresh_tokens b
+                        WHERE a.user_id = b.user_id 
+                        AND COALESCE(a.user_agent, '') = COALESCE(b.user_agent, '')
+                        AND COALESCE(a.ip_address, '') = COALESCE(b.ip_address, '')
+                        AND a.created_at < b.created_at
+                    `);
+                    await db.execute(sql`
+                        ALTER TABLE rebase.refresh_tokens
+                        ADD CONSTRAINT unique_device_session UNIQUE (user_id, user_agent, ip_address)
+                    `).catch((retryErr: unknown) => {
+                        const retryMessage = retryErr instanceof Error ? retryErr.message : String(retryErr);
+                        console.error("Failed to add unique_device_session constraint after cleanup:", retryMessage);
+                    });
+                } else {
+                    console.error("Constraint migration issue:", errorMessage);
+                }
+            }
+        }
+    } catch (error) {
+        console.error("❌ Failed to run internal migrations:", error);
+    }
+}