pgbus 0.6.7 → 0.6.9

data/lib/pgbus/web/metrics_serializer.rb

@@ -24,6 +24,7 @@ module Pgbus
         append_process_metrics(lines)
         append_summary_metrics(lines)
         append_stream_metrics(lines)
+        append_health_metrics(lines)
         "#{lines.join("\n")}\n"
       end
 
@@ -97,9 +98,41 @@ module Pgbus
       end
 
       def append_process_metrics(lines)
-        count = @data_source.processes.count
+        procs = @data_source.processes
         gauge(lines, "pgbus_active_processes", "Number of active pgbus worker processes") do
-          [[count]]
+          [[procs.count]]
+        end
+
+        workers = procs.select { |p| p[:kind] == "worker" && p[:metadata].is_a?(Hash) }
+        unless workers.empty?
+          gauge(lines, "pgbus_worker_pool_capacity", "Total thread/async pool capacity per worker") do
+            workers.filter_map do |w|
+              capacity = w[:metadata]["capacity"]
+              next unless capacity
+
+              [capacity, { pid: w[:pid], hostname: w[:hostname] }]
+            end
+          end
+
+          gauge(lines, "pgbus_worker_pool_busy", "Number of busy threads/slots per worker") do
+            workers.filter_map do |w|
+              busy = w[:metadata]["busy"]
+              next unless busy
+
+              [busy, { pid: w[:pid], hostname: w[:hostname] }]
+            end
+          end
+
+          gauge(lines, "pgbus_worker_pool_utilization", "Pool utilization ratio (busy / capacity)") do
+            workers.filter_map do |w|
+              capacity = w[:metadata]["capacity"].to_i
+              busy = w[:metadata]["busy"].to_i
+              next unless capacity.positive?
+
+              ratio = (busy.to_f / capacity).round(4)
+              [ratio, { pid: w[:pid], hostname: w[:hostname] }]
+            end
+          end
         end
       rescue StandardError => e
         Pgbus.logger.debug { "[Pgbus::Metrics] Error serializing process metrics: #{e.message}" }
@@ -141,6 +174,42 @@ module Pgbus
         Pgbus.logger.debug { "[Pgbus::Metrics] Error serializing stream metrics: #{e.message}" }
       end
 
+      def append_health_metrics(lines)
+        health = @data_source.queue_health_stats
+        return if health[:tables].empty? && health[:oldest_transaction_age_sec].nil?
+
+        tables = health[:tables]
+        unless tables.empty?
+          gauge(lines, "pgbus_table_dead_tuples", "Number of dead tuples in queue/archive table") do
+            tables.map { |t| [t[:dead_tuples], { table: t[:table], kind: t[:kind] }] }
+          end
+
+          gauge(lines, "pgbus_table_live_tuples", "Number of live tuples in queue/archive table") do
+            tables.map { |t| [t[:live_tuples], { table: t[:table], kind: t[:kind] }] }
+          end
+
+          gauge(lines, "pgbus_table_bloat_ratio", "Dead tuple ratio (dead / total) per table") do
+            tables.map { |t| [t[:bloat_ratio], { table: t[:table], kind: t[:kind] }] }
+          end
+
+          vacuum_tables = tables.select { |t| t[:last_vacuum_ago_sec] }
+          unless vacuum_tables.empty?
+            gauge(lines, "pgbus_table_last_vacuum_age_seconds", "Seconds since last vacuum") do
+              vacuum_tables.map { |t| [t[:last_vacuum_ago_sec], { table: t[:table], kind: t[:kind] }] }
+            end
+          end
+        end
+
+        if health[:oldest_transaction_age_sec]
+          gauge(lines, "pgbus_oldest_transaction_age_seconds",
+                "Age of the oldest open transaction (MVCC horizon pin risk)") do
+            [[health[:oldest_transaction_age_sec]]]
+          end
+        end
+      rescue StandardError => e
+        Pgbus.logger.debug { "[Pgbus::Metrics] Error serializing health metrics: #{e.message}" }
+      end
+
       # Emits a Prometheus gauge metric family. The block must return an array
       # of [value] or [value, { label: "val" }] pairs.
       def gauge(lines, name, help)

data/lib/tasks/pgbus_autovacuum.rake

@@ -0,0 +1,40 @@
+# frozen_string_literal: true
+
+namespace :pgbus do
+  desc "Apply autovacuum tuning to PGMQ queue/archive tables and high-churn pgbus tables"
+  task tune_autovacuum: :environment do
+    require "pgbus/autovacuum_tuning"
+
+    conn = Pgbus.configuration.connects_to ? Pgbus::BusRecord.connection : ActiveRecord::Base.connection
+
+    # Only run if pgmq schema exists (tables may not be created yet during
+    # initial setup — the install migration handles tuning itself).
+    pgmq_exists = conn.select_value(
+      "SELECT 1 FROM information_schema.schemata WHERE schema_name = 'pgmq'"
+    )
+
+    unless pgmq_exists
+      puts "[pgbus] PGMQ schema not found — skipping autovacuum tuning."
+      next
+    end
+
+    puts "[pgbus] Applying autovacuum tuning to PGMQ queue/archive tables..."
+    conn.execute(Pgbus::AutovacuumTuning.sql_for_all_queues)
+
+    puts "[pgbus] Applying autovacuum tuning to high-churn pgbus tables..."
+    conn.execute(Pgbus::AutovacuumTuning.sql_for_high_churn_tables)
+
+    puts "[pgbus] Autovacuum tuning complete."
+  end
+end
+
+# Reapply autovacuum settings after schema:load since Ruby-format schema.rb
+# does not preserve ALTER TABLE ... SET (reloptions). This is a no-op if the
+# tables don't exist yet (IF EXISTS guards in the SQL).
+%w[db:schema:load db:schema:load:pgbus].each do |task_name|
+  next unless Rake::Task.task_defined?(task_name)
+
+  Rake::Task[task_name].enhance do
+    Rake::Task["pgbus:tune_autovacuum"].invoke if Rake::Task.task_defined?("pgbus:tune_autovacuum")
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pgbus
 version: !ruby/object:Gem::Version
-  version: 0.6.7
+  version: 0.6.9
 platform: ruby
 authors:
 - Mikael Henriksson
@@ -162,6 +162,7 @@ files:
 - app/models/pgbus/uniqueness_key.rb
 - app/views/layouts/pgbus/application.html.erb
 - app/views/pgbus/dashboard/_processes_table.html.erb
+- app/views/pgbus/dashboard/_queue_health.html.erb
 - app/views/pgbus/dashboard/_queues_table.html.erb
 - app/views/pgbus/dashboard/_recent_failures.html.erb
 - app/views/pgbus/dashboard/_stats_cards.html.erb
@@ -214,6 +215,7 @@ files:
 - lib/generators/pgbus/add_stream_stats_generator.rb
 - lib/generators/pgbus/install_generator.rb
 - lib/generators/pgbus/migrate_job_locks_generator.rb
+- lib/generators/pgbus/migration_path.rb
 - lib/generators/pgbus/templates/add_failed_events_unique_index.rb.erb
 - lib/generators/pgbus/templates/add_job_locks.rb.erb
 - lib/generators/pgbus/templates/add_job_stats.rb.erb
@@ -230,12 +232,15 @@ files:
 - lib/generators/pgbus/templates/pgbus.yml.erb
 - lib/generators/pgbus/templates/pgbus_binstub.erb
 - lib/generators/pgbus/templates/recurring.yml.erb
+- lib/generators/pgbus/templates/tune_autovacuum.rb.erb
 - lib/generators/pgbus/templates/upgrade_pgmq.rb.erb
+- lib/generators/pgbus/tune_autovacuum_generator.rb
 - lib/generators/pgbus/update_generator.rb
 - lib/generators/pgbus/upgrade_pgmq_generator.rb
 - lib/pgbus.rb
 - lib/pgbus/active_job/adapter.rb
 - lib/pgbus/active_job/executor.rb
+- lib/pgbus/autovacuum_tuning.rb
 - lib/pgbus/batch.rb
 - lib/pgbus/bus_record.rb
 - lib/pgbus/circuit_breaker.rb
@@ -315,6 +320,7 @@ files:
 - lib/pgbus/web/streamer/registry.rb
 - lib/pgbus/web/streamer/stream_event_dispatcher.rb
 - lib/puma/plugin/pgbus_streams.rb
+- lib/tasks/pgbus_autovacuum.rake
 - lib/tasks/pgbus_pgmq.rake
 - lib/tasks/pgbus_streams.rake
 homepage: https://github.com/mhenrixon/pgbus