active_postgres 0.4.0

data/lib/active_postgres/components/extensions.rb

@@ -0,0 +1,99 @@
+module ActivePostgres
+  module Components
+    class Extensions < Base
+      EXTENSION_PACKAGES = {
+        'pgvector' => 'postgresql-{version}-pgvector',
+        'postgis' => 'postgresql-{version}-postgis-3',
+        'pg_trgm' => nil, # Built-in, no package needed
+        'hstore' => nil, # Built-in
+        'uuid-ossp' => nil, # Built-in
+        'ltree' => nil, # Built-in
+        'citext' => nil, # Built-in
+        'unaccent' => nil, # Built-in
+        'pg_stat_statements' => nil, # Built-in
+        'timescaledb' => 'timescaledb-2-postgresql-{version}',
+        'citus' => 'postgresql-{version}-citus-12.1',
+        'pg_partman' => 'postgresql-{version}-partman'
+      }.freeze
+
+      def install
+        extensions_config = config.component_config(:extensions)
+        return unless extensions_config[:enabled]
+
+        extensions = extensions_config[:list] || []
+        return if extensions.empty?
+
+        puts 'Installing PostgreSQL extensions...'
+
+        install_on_primary(extensions)
+        install_on_standbys(extensions) if config.standbys.any?
+      end
+
+      def uninstall
+        puts 'Extensions uninstall not implemented (extensions remain in database)'
+      end
+
+      private
+
+      def install_on_primary(extensions)
+        host = config.primary_host
+        version = config.version
+        db_name = config.secrets_config['database_name'] || 'postgres'
+        postgres_user = config.postgres_user
+
+        puts "  Installing extensions on primary (#{host})..."
+
+        packages_to_install = []
+        extensions.each do |ext_name|
+          package = EXTENSION_PACKAGES[ext_name]
+          next unless package
+
+          package = package.gsub('{version}', version.to_s)
+          packages_to_install << package
+        end
+
+        ssh_executor.execute_on_host(host) do
+          unless packages_to_install.empty?
+            execute :sudo, 'apt-get', 'update', '-qq'
+            execute :sudo, 'DEBIAN_FRONTEND=noninteractive', 'apt-get', 'install', '-y', '-qq',
+                    *packages_to_install
+          end
+
+          extensions.each do |ext_name|
+            sql = "CREATE EXTENSION IF NOT EXISTS #{ext_name};"
+            begin
+              execute :sudo, '-u', postgres_user, 'psql', '-d', db_name, '-c', sql
+            rescue StandardError
+              nil
+            end
+          end
+        end
+      end
+
+      def install_on_standbys(extensions)
+        version = config.version
+
+        config.standby_hosts.each do |host|
+          puts "  Installing extensions on standby (#{host})..."
+
+          packages_to_install = []
+          extensions.each do |ext_name|
+            package = EXTENSION_PACKAGES[ext_name]
+            next unless package
+
+            package = package.gsub('{version}', version.to_s)
+            packages_to_install << package
+          end
+
+          ssh_executor.execute_on_host(host) do
+            unless packages_to_install.empty?
+              execute :sudo, 'apt-get', 'update', '-qq'
+              execute :sudo, 'DEBIAN_FRONTEND=noninteractive', 'apt-get', 'install', '-y', '-qq',
+                      *packages_to_install
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/active_postgres/components/monitoring.rb

@@ -0,0 +1,55 @@
+module ActivePostgres
+  module Components
+    class Monitoring < Base
+      def install
+        puts 'Installing postgres_exporter for monitoring...'
+
+        config.all_hosts.each do |host|
+          install_on_host(host)
+        end
+      end
+
+      def uninstall
+        puts 'Uninstalling postgres_exporter...'
+
+        config.all_hosts.each do |host|
+          ssh_executor.execute_on_host(host) do
+            execute :sudo, 'systemctl', 'stop', 'postgres_exporter'
+            execute :sudo, 'systemctl', 'disable', 'postgres_exporter'
+          end
+        end
+      end
+
+      def restart
+        puts 'Restarting postgres_exporter...'
+
+        config.all_hosts.each do |host|
+          ssh_executor.execute_on_host(host) do
+            execute :sudo, 'systemctl', 'restart', 'postgres_exporter'
+          end
+        end
+      end
+
+      private
+
+      def install_on_host(host)
+        puts "  Installing postgres_exporter on #{host}..."
+
+        monitoring_config = config.component_config(:monitoring)
+        exporter_port = monitoring_config[:exporter_port] || 9187
+
+        # Download and install postgres_exporter
+        ssh_executor.execute_on_host(host) do
+          # Install via package manager or download binary
+          execute :sudo, 'apt-get', 'install', '-y', '-qq', 'prometheus-postgres-exporter'
+
+          # Enable and start
+          execute :sudo, 'systemctl', 'enable', 'prometheus-postgres-exporter'
+          execute :sudo, 'systemctl', 'start', 'prometheus-postgres-exporter'
+        end
+
+        puts "  Metrics available at: http://#{host}:#{exporter_port}/metrics"
+      end
+    end
+  end
+end

data/lib/active_postgres/components/pgbackrest.rb

@@ -0,0 +1,94 @@
+module ActivePostgres
+  module Components
+    class PgBackRest < Base
+      def install
+        puts 'Installing pgBackRest for backups...'
+
+        install_on_host(config.primary_host)
+      end
+
+      def uninstall
+        puts 'Uninstalling pgBackRest...'
+
+        ssh_executor.execute_on_host(config.primary_host) do
+          execute :sudo, 'apt-get', 'remove', '-y', 'pgbackrest'
+        end
+      end
+
+      def restart
+        puts "pgBackRest is a backup tool and doesn't run as a service."
+      end
+
+      def run_backup(type = 'full')
+        puts "Running #{type} backup..."
+        postgres_user = config.postgres_user
+
+        ssh_executor.execute_on_host(config.primary_host) do
+          execute :sudo, '-u', postgres_user, 'pgbackrest', '--stanza=main', "--type=#{type}", 'backup'
+        end
+      end
+
+      def run_restore(backup_id)
+        puts "Restoring from backup #{backup_id}..."
+        postgres_user = config.postgres_user
+
+        ssh_executor.execute_on_host(config.primary_host) do
+          # Stop PostgreSQL
+          execute :sudo, 'systemctl', 'stop', 'postgresql'
+
+          # Restore
+          execute :sudo, '-u', postgres_user, 'pgbackrest', '--stanza=main', "--set=#{backup_id}", 'restore'
+
+          # Start PostgreSQL
+          execute :sudo, 'systemctl', 'start', 'postgresql'
+        end
+      end
+
+      def list_backups
+        puts 'Available backups:'
+        postgres_user = config.postgres_user
+
+        ssh_executor.execute_on_host(config.primary_host) do
+          execute :sudo, '-u', postgres_user, 'pgbackrest', 'info'
+        end
+      end
+
+      private
+
+      def install_on_host(host)
+        puts "  Installing pgBackRest on #{host}..."
+
+        pgbackrest_config = config.component_config(:pgbackrest)
+        postgres_user = config.postgres_user
+        secrets_obj = secrets
+        _ = pgbackrest_config # Used in ERB template
+        _ = secrets_obj # Used in ERB template
+
+        # Install package
+        ssh_executor.execute_on_host(host) do
+          execute :sudo, 'apt-get', 'install', '-y', '-qq', 'pgbackrest'
+        end
+
+        # Upload configuration
+        upload_template(host, 'pgbackrest.conf.erb', '/etc/pgbackrest.conf', binding, mode: '644')
+
+        ssh_executor.execute_on_host(host) do
+          execute :sudo, 'rm', '-rf', '/var/lib/pgbackrest', '||', 'true'
+          execute :sudo, 'mkdir', '-p', '/var/lib/pgbackrest'
+          execute :sudo, 'chown', "#{postgres_user}:#{postgres_user}", '/var/lib/pgbackrest'
+          execute :sudo, 'chmod', '750', '/var/lib/pgbackrest'
+
+          execute :sudo, 'rm', '-rf', '/var/log/pgbackrest', '||', 'true'
+          execute :sudo, 'mkdir', '-p', '/var/log/pgbackrest'
+          execute :sudo, 'chown', "#{postgres_user}:#{postgres_user}", '/var/log/pgbackrest'
+
+          execute :sudo, 'rm', '-rf', '/var/spool/pgbackrest', '||', 'true'
+          execute :sudo, 'mkdir', '-p', '/var/spool/pgbackrest'
+          execute :sudo, 'chown', "#{postgres_user}:#{postgres_user}", '/var/spool/pgbackrest'
+
+          execute :sudo, '-u', postgres_user, 'pgbackrest', '--stanza=main', 'stanza-create'
+        end
+      end
+    end
+  end
+end

data/lib/active_postgres/components/pgbouncer.rb

@@ -0,0 +1,137 @@
+module ActivePostgres
+  module Components
+    class PgBouncer < Base
+      def install
+        puts 'Installing PgBouncer for connection pooling...'
+
+        # Install on primary (can also install on standbys if needed)
+        install_on_host(config.primary_host)
+      end
+
+      def uninstall
+        puts 'Uninstalling PgBouncer...'
+
+        ssh_executor.execute_on_host(config.primary_host) do
+          execute :sudo, 'systemctl', 'stop', 'pgbouncer'
+          execute :sudo, 'apt-get', 'remove', '-y', 'pgbouncer'
+        end
+      end
+
+      def restart
+        puts 'Restarting PgBouncer...'
+
+        ssh_executor.execute_on_host(config.primary_host) do
+          execute :sudo, 'systemctl', 'restart', 'pgbouncer'
+        end
+      end
+
+      private
+
+      def install_on_host(host)
+        puts "  Installing PgBouncer on #{host}..."
+
+        # Get user config
+        user_config = config.component_config(:pgbouncer)
+
+        # Calculate optimal pool settings based on PostgreSQL max_connections
+        max_connections = get_postgres_max_connections(host)
+        optimal_pool = ConnectionPooler.calculate_optimal_pool_sizes(max_connections)
+
+        # Merge: user config overrides calculated settings
+        pgbouncer_config = optimal_pool.merge(user_config)
+        _ = pgbouncer_config # Used in ERB template
+
+        puts "  Calculated pool settings for max_connections=#{max_connections}"
+
+        # Install package
+        ssh_executor.execute_on_host(host) do
+          execute :sudo, 'apt-get', 'install', '-y', '-qq', 'pgbouncer'
+        end
+
+        # Upload configuration
+        upload_template(host, 'pgbouncer.ini.erb', '/etc/pgbouncer/pgbouncer.ini', binding, mode: '644')
+
+        # Create userlist with postgres superuser and app user
+        create_userlist(host)
+
+        # Enable and start
+        ssh_executor.execute_on_host(host) do
+          execute :sudo, 'systemctl', 'enable', 'pgbouncer'
+          execute :sudo, 'systemctl', 'restart', 'pgbouncer'
+        end
+      end
+
+      def get_postgres_max_connections(host)
+        # Try to get max_connections from running PostgreSQL
+        postgres_user = config.postgres_user
+        max_conn = nil
+
+        ssh_executor.execute_on_host(host) do
+          result = capture(:sudo, '-u', postgres_user, 'psql', '-t', '-c', "'SHOW max_connections;'").strip
+          max_conn = result.to_i if result && !result.empty?
+        rescue StandardError
+          # PostgreSQL might not be running yet
+        end
+
+        # Fall back to config value or default
+        max_conn || config.component_config(:core).dig(:postgresql, :max_connections) || 100
+      end
+
+      def create_userlist(host)
+        puts '  Creating PgBouncer userlist with database users...'
+
+        postgres_user = config.postgres_user
+        app_user = config.app_user
+        users_to_add = [postgres_user, (app_user if app_user != postgres_user)].compact
+        pgbouncer = self
+
+        ssh_executor.execute_on_host(host) do
+          backend = self
+          userlist_entries = users_to_add.filter_map { |user| pgbouncer.send(:fetch_user_hash, backend, user, postgres_user) }
+          pgbouncer.send(:write_userlist_file, backend, userlist_entries)
+        end
+      end
+
+      def fetch_user_hash(backend, user, postgres_user)
+        sql = build_user_hash_sql(user)
+
+        backend.upload! StringIO.new(sql), '/tmp/get_user_hash.sql'
+        backend.execute :chmod, '644', '/tmp/get_user_hash.sql'
+        user_hash = backend.capture(:sudo, '-u', postgres_user, 'psql', '-t', '-f', '/tmp/get_user_hash.sql').strip
+        backend.execute :rm, '-f', '/tmp/get_user_hash.sql'
+
+        if user_hash && !user_hash.empty?
+          puts "  ✓ Added #{user} to PgBouncer userlist"
+          user_hash
+        else
+          warn "  ⚠ User #{user} not found in PostgreSQL - create it first"
+          nil
+        end
+      rescue StandardError => e
+        warn "  ⚠ Warning: Could not get password hash for #{user}: #{e.message}"
+        nil
+      end
+
+      def build_user_hash_sql(user)
+        <<~SQL.strip
+          SELECT concat('"', rolname, '" "', rolpassword, '"')
+          FROM pg_authid
+          WHERE rolname = '#{user}'
+        SQL
+      end
+
+      def write_userlist_file(backend, userlist_entries)
+        if userlist_entries.any?
+          userlist_content = "#{userlist_entries.join("\n")}\n"
+          backend.upload! StringIO.new(userlist_content), '/tmp/userlist.txt'
+          backend.execute :sudo, 'mv', '/tmp/userlist.txt', '/etc/pgbouncer/userlist.txt'
+          backend.execute :sudo, 'chmod', '640', '/etc/pgbouncer/userlist.txt'
+          backend.execute :sudo, 'chown', 'postgres:postgres', '/etc/pgbouncer/userlist.txt'
+          puts "  ✓ Created userlist with #{userlist_entries.size} user(s)"
+        else
+          warn '  Warning: No users added to userlist - connections may fail'
+        end
+      end
+    end
+  end
+end