pgbus 0.8.3 → 0.9.0

data/lib/pgbus/web/data_source.rb

@@ -590,6 +590,43 @@ module Pgbus
         []
       end
 
+      # Batches
+      def batches(limit: 100)
+        BatchEntry.order(created_at: :desc).limit(limit).map { |r| format_batch(r) }
+      rescue StandardError => e
+        Pgbus.logger.debug { "[Pgbus::Web] Error fetching batches: #{e.message}" }
+        []
+      end
+
+      def batch_detail(batch_id)
+        record = BatchEntry.find_by(batch_id: batch_id)
+        return nil unless record
+
+        format_batch(record).merge(
+          properties: record.properties,
+          on_finish_class: record.on_finish_class,
+          on_success_class: record.on_success_class,
+          on_discard_class: record.on_discard_class
+        )
+      rescue StandardError => e
+        Pgbus.logger.debug { "[Pgbus::Web] Error fetching batch #{batch_id}: #{e.message}" }
+        nil
+      end
+
+      def batches_count
+        BatchEntry.count
+      rescue StandardError => e
+        Pgbus.logger.debug { "[Pgbus::Web] Error counting batches: #{e.message}" }
+        0
+      end
+
+      def active_batches_count
+        BatchEntry.where.not(status: "finished").count
+      rescue StandardError => e
+        Pgbus.logger.debug { "[Pgbus::Web] Error counting active batches: #{e.message}" }
+        0
+      end
+
       # Job stats
       def job_stats_summary(minutes: 60)
         JobStat.summary(minutes: minutes)
@@ -874,6 +911,33 @@ module Pgbus
         []
       end
 
+      # NOTIFY throttle status for all queues with notifications enabled.
+      # Returns an array of hashes: { queue_name:, throttle_interval_ms:, last_notified_at: }
+      def notify_throttles
+        @client.list_notify_insert_throttles.map do |throttle|
+          {
+            queue_name: throttle.queue_name,
+            throttle_interval_ms: throttle.throttle_interval_ms,
+            last_notified_at: throttle.last_notified_at
+          }
+        end
+      rescue StandardError => e
+        Pgbus.logger.debug { "[Pgbus::Web] Error fetching notify throttles: #{e.message}" }
+        []
+      end
+
+      # FIFO group head sampling for a specific queue.
+      # Returns the oldest visible message from each distinct group (up to qty).
+      # Useful for detecting head-of-line stalls in multi-tenant queues.
+      def queue_group_heads(queue_name, qty: 20)
+        logical = logical_queue_name(queue_name)
+        messages = @client.read_grouped_head(logical, qty: qty) || []
+        messages.map { |m| format_pgmq_message(m, queue_name) }
+      rescue StandardError => e
+        Pgbus.logger.debug { "[Pgbus::Web] Error fetching group heads for #{queue_name}: #{e.message}" }
+        []
+      end
+
       private
 
       def connection
@@ -1114,6 +1178,19 @@ module Pgbus
         }
       end
 
+      def format_pgmq_message(msg, queue_name)
+        {
+          msg_id: msg.msg_id.to_i,
+          read_ct: msg.read_ct.to_i,
+          enqueued_at: msg.enqueued_at,
+          last_read_at: msg.respond_to?(:last_read_at) ? msg.last_read_at : nil,
+          vt: msg.respond_to?(:vt) ? msg.vt : nil,
+          message: msg.message,
+          headers: msg.headers,
+          queue_name: queue_name
+        }
+      end
+
       def format_process(row)
         heartbeat = row["last_heartbeat_at"]
         heartbeat_time = heartbeat.is_a?(String) ? Time.parse(heartbeat) : heartbeat
@@ -1131,6 +1208,25 @@ module Pgbus
         }
       end
 
+      def format_batch(record)
+        total = record.total_jobs
+        done = record.completed_jobs + record.discarded_jobs
+        pct = total.positive? ? ((done * 100) / total) : 100
+
+        {
+          batch_id: record.batch_id,
+          description: record.description,
+          status: record.status,
+          total_jobs: total,
+          completed_jobs: record.completed_jobs,
+          discarded_jobs: record.discarded_jobs,
+          failed_jobs: record.failed_jobs,
+          progress_pct: pct,
+          created_at: record.created_at,
+          finished_at: record.finished_at
+        }
+      end
+
       def sanitize_name(name)
         QueueNameValidator.sanitize!(name)
       end

data/lib/pgbus/web/streamer/instance.rb

@@ -145,7 +145,7 @@ module Pgbus
 
         def build_pg_connection
           require "pg" unless defined?(::PG::Connection)
-          opts = @config.connection_options
+          opts = @config.streams_connection_options
           case opts
           when String then ::PG.connect(opts)
           when Hash   then ::PG.connect(**opts)

data/lib/tasks/pgbus_queues.rake

@@ -0,0 +1,54 @@
+# frozen_string_literal: true
+
+namespace :pgbus do
+  namespace :queues do
+    desc "Create FIFO indexes on all pgbus queues (required for grouped reads)"
+    task fifo_indexes: :environment do
+      puts "Creating FIFO indexes on all pgbus queues..."
+      Pgbus.client.create_fifo_indexes_all
+      puts "Done. FIFO indexes created on all queues."
+    end
+
+    desc "Create FIFO index on a specific queue (QUEUE=name)"
+    task fifo_index: :environment do
+      queue = ENV.fetch("QUEUE") do
+        abort "Usage: rake pgbus:queues:fifo_index QUEUE=<queue_name>"
+      end
+      puts "Creating FIFO index on queue '#{queue}'..."
+      Pgbus.client.create_fifo_index(queue)
+      puts "Done."
+    end
+  end
+
+  namespace :archives do
+    desc "Convert a queue's archive table to pg_partman-managed partitions (QUEUE=name)"
+    task partition: :environment do
+      queue = ENV.fetch("QUEUE") do
+        abort "Usage: rake pgbus:archives:partition QUEUE=<queue_name> " \
+              "[INTERVAL=10000] [RETENTION=100000] [LEADING_PARTITION=10]"
+      end
+      interval = ENV.fetch("INTERVAL", "10000")
+      retention = ENV.fetch("RETENTION", "100000")
+      leading_raw = ENV.fetch("LEADING_PARTITION", "10")
+      leading = begin
+        Integer(leading_raw, 10)
+      rescue ArgumentError, TypeError
+        abort "LEADING_PARTITION must be a positive integer, got #{leading_raw.inspect}"
+      end
+      abort "LEADING_PARTITION must be a positive integer" if leading <= 0
+
+      puts "Converting archive table for queue '#{queue}' to partitioned..."
+      puts "  Partition interval: #{interval}"
+      puts "  Retention interval: #{retention}"
+      puts "  Leading partitions: #{leading}"
+
+      Pgbus.client.convert_archive_partitioned(
+        queue,
+        partition_interval: interval,
+        retention_interval: retention,
+        leading_partition: leading
+      )
+      puts "Done. Archive table is now partitioned."
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pgbus
 version: !ruby/object:Gem::Version
-  version: 0.8.3
+  version: 0.9.0
 platform: ruby
 authors:
 - Mikael Henriksson
@@ -63,14 +63,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.5'
+        version: 0.7.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.5'
+        version: 0.7.0
 - !ruby/object:Gem::Dependency
   name: railties
   requirement: !ruby/object:Gem::Requirement
@@ -126,6 +126,7 @@ files:
 - app/controllers/pgbus/api/metrics_controller.rb
 - app/controllers/pgbus/api/stats_controller.rb
 - app/controllers/pgbus/application_controller.rb
+- app/controllers/pgbus/batches_controller.rb
 - app/controllers/pgbus/dashboard_controller.rb
 - app/controllers/pgbus/dead_letter_controller.rb
 - app/controllers/pgbus/events_controller.rb
@@ -161,6 +162,9 @@ files:
 - app/models/pgbus/stream_stat.rb
 - app/models/pgbus/uniqueness_key.rb
 - app/views/layouts/pgbus/application.html.erb
+- app/views/pgbus/batches/_batches_table.html.erb
+- app/views/pgbus/batches/index.html.erb
+- app/views/pgbus/batches/show.html.erb
 - app/views/pgbus/dashboard/_processes_table.html.erb
 - app/views/pgbus/dashboard/_queue_health.html.erb
 - app/views/pgbus/dashboard/_queues_table.html.erb
@@ -343,6 +347,7 @@ files:
 - lib/puma/plugin/pgbus_streams.rb
 - lib/tasks/pgbus_autovacuum.rake
 - lib/tasks/pgbus_pgmq.rake
+- lib/tasks/pgbus_queues.rake
 - lib/tasks/pgbus_streams.rake
 homepage: https://github.com/mhenrixon/pgbus
 licenses: