pgbus 0.1.4 → 0.1.6

data/lib/pgbus/web/data_source.rb

@@ -7,6 +7,8 @@ module Pgbus
     class DataSource
       def initialize(client: Pgbus.client)
         @client = client
+        @last_throughput_snapshot = nil
+        @last_throughput_at = nil
       end
 
       # Dashboard summary
@@ -17,6 +19,8 @@ module Pgbus
         dlq_suffix = Pgbus.configuration.dead_letter_queue_suffix
         dlq_depth = queues.select { |q| q[:name].end_with?(dlq_suffix) }.sum { |q| q[:queue_length] }
 
+        throughput = compute_throughput(queues)
+
         {
           total_queues: queues.size,
           total_depth: total_depth,
@@ -24,7 +28,8 @@ module Pgbus
           active_processes: processes.count,
           failed_count: failed_events_count,
           dlq_depth: dlq_depth,
-          recurring_count: recurring_tasks_count
+          recurring_count: recurring_tasks_count,
+          throughput_rate: throughput
         }
       end
 
@@ -33,7 +38,10 @@ module Pgbus
       # different connection lifecycle than the worker processes).
       def queues_with_metrics
         queue_names = connection.select_values("SELECT queue_name FROM pgmq.meta ORDER BY queue_name")
-        queue_names.map { |name| queue_metrics_via_sql(name) }.compact
+        paused_queues = paused_queue_names
+        queue_names.map { |name| queue_metrics_via_sql(name) }.compact.map do |q|
+          q.merge(paused: paused_queues.include?(logical_queue_name(q[:name])))
+        end
       rescue StandardError => e
         Pgbus.logger.error { "[Pgbus::Web] Error fetching queue metrics: #{e.class}: #{e.message}" }
         []
@@ -52,6 +60,24 @@ module Pgbus
         @client.purge_queue(name)
       end
 
+      def pause_queue(name, reason: nil)
+        QueueState.pause!(logical_queue_name(name), reason: reason)
+      rescue StandardError => e
+        Pgbus.logger.error { "[Pgbus::Web] Error pausing queue #{name}: #{e.message}" }
+      end
+
+      def resume_queue(name)
+        QueueState.resume!(logical_queue_name(name))
+      rescue StandardError => e
+        Pgbus.logger.error { "[Pgbus::Web] Error resuming queue #{name}: #{e.message}" }
+      end
+
+      def queue_paused?(name)
+        QueueState.paused?(logical_queue_name(name))
+      rescue StandardError
+        false
+      end
+
       # Jobs (messages in queue tables)
       def jobs(queue_name: nil, page: 1, per_page: 25)
         offset = (page - 1) * per_page
@@ -451,6 +477,75 @@ module Pgbus
         0
       end
 
+      # Outbox
+      def outbox_stats
+        {
+          unpublished: OutboxEntry.unpublished.count,
+          total: OutboxEntry.count,
+          oldest_unpublished_age: oldest_unpublished_age
+        }
+      rescue StandardError => e
+        Pgbus.logger.debug { "[Pgbus::Web] Error fetching outbox stats: #{e.message}" }
+        { unpublished: 0, total: 0, oldest_unpublished_age: nil }
+      end
+
+      def outbox_entries(page: 1, per_page: 25)
+        offset = (page - 1) * per_page
+        OutboxEntry.order(id: :desc).limit(per_page).offset(offset).to_a
+      rescue StandardError => e
+        Pgbus.logger.debug { "[Pgbus::Web] Error fetching outbox entries: #{e.message}" }
+        []
+      end
+
+      # Job locks
+      def job_locks
+        JobLock.order(locked_at: :desc).limit(100).map do |lock|
+          {
+            lock_key: lock.lock_key,
+            job_class: lock.job_class,
+            job_id: lock.job_id,
+            state: lock.state,
+            owner_pid: lock.owner_pid,
+            owner_hostname: lock.owner_hostname,
+            locked_at: lock.locked_at,
+            expires_at: lock.expires_at,
+            age_seconds: lock.locked_at ? (Time.current - lock.locked_at).to_i : nil
+          }
+        end
+      rescue StandardError => e
+        Pgbus.logger.debug { "[Pgbus::Web] Error fetching job locks: #{e.message}" }
+        []
+      end
+
+      # Job stats
+      def job_stats_summary(minutes: 60)
+        JobStat.summary(minutes: minutes)
+      rescue StandardError => e
+        Pgbus.logger.debug { "[Pgbus::Web] Error fetching job stats summary: #{e.message}" }
+        { total: 0, success: 0, failed: 0, dead_lettered: 0, avg_duration_ms: 0, max_duration_ms: 0 }
+      end
+
+      def job_throughput(minutes: 60)
+        JobStat.throughput(minutes: minutes).map { |time, count| { time: time, count: count } }
+      rescue StandardError => e
+        Pgbus.logger.debug { "[Pgbus::Web] Error fetching throughput: #{e.message}" }
+        []
+      end
+
+      def job_status_counts(minutes: 60)
+        JobStat.status_counts(minutes: minutes)
+      rescue StandardError => e
+        Pgbus.logger.debug { "[Pgbus::Web] Error fetching status counts: #{e.message}" }
+        {}
+      end
+
+      def slowest_job_classes(limit: 10, minutes: 60)
+        JobStat.slowest_classes(limit: limit, minutes: minutes)
+      rescue StandardError => e
+        Pgbus.logger.debug { "[Pgbus::Web] Error fetching slowest classes: #{e.message}" }
+        []
+      end
+
       # Subscriber registry
       def registered_subscribers
         EventBus::Registry.instance.subscribers.map do |s|
@@ -571,6 +666,45 @@ module Pgbus
         sanitized
       end
 
+      def compute_throughput(queues)
+        current_totals = queues.sum { |q| q[:total_messages] }
+        now = Process.clock_gettime(Process::CLOCK_MONOTONIC)
+
+        if @last_throughput_snapshot && @last_throughput_at
+          elapsed = now - @last_throughput_at
+          delta = current_totals - @last_throughput_snapshot
+          rate = elapsed.positive? ? (delta / elapsed).round(1) : 0.0
+        end
+
+        @last_throughput_snapshot = current_totals
+        @last_throughput_at = now
+
+        rate || 0.0
+      rescue StandardError
+        0.0
+      end
+
+      def logical_queue_name(name)
+        name
+          .delete_prefix("#{Pgbus.configuration.queue_prefix}_")
+          .sub(/_p\d+\z/, "")
+      end
+
+      def paused_queue_names
+        QueueState.paused.pluck(:queue_name)
+      rescue StandardError
+        []
+      end
+
+      def oldest_unpublished_age
+        oldest = OutboxEntry.unpublished.order(:id).pick(:created_at)
+        return nil unless oldest
+
+        (Time.now - oldest).to_i
+      rescue StandardError
+        nil
+      end
+
       def parse_arguments(args)
         case args
         when Array then args

data/lib/pgbus.rb

@@ -9,6 +9,7 @@ module Pgbus
   class QueueNotFoundError < Error; end
   class DeadLetterError < Error; end
   class ConcurrencyLimitExceeded < Error; end
+  class JobNotUnique < Error; end
   class SchemaNotReady < Error; end
 
   class << self
@@ -63,6 +64,14 @@ module Pgbus
       @configuration = nil
     end
 
+    # Discard the inherited PGMQ client after fork.
+    # Do NOT call close — the parent's @pgmq_mutex is in undefined
+    # state post-fork and attempting to acquire it can deadlock.
+    # The next call to Pgbus.client will lazily create a fresh one.
+    def reset_client!
+      @client = nil
+    end
+
     def logger
       configuration.logger
     end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pgbus
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.1.6
 platform: ruby
 authors:
 - Mikael Henriksson
@@ -107,12 +107,16 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- app/controllers/pgbus/api/insights_controller.rb
 - app/controllers/pgbus/api/stats_controller.rb
 - app/controllers/pgbus/application_controller.rb
 - app/controllers/pgbus/dashboard_controller.rb
 - app/controllers/pgbus/dead_letter_controller.rb
 - app/controllers/pgbus/events_controller.rb
+- app/controllers/pgbus/insights_controller.rb
 - app/controllers/pgbus/jobs_controller.rb
+- app/controllers/pgbus/locks_controller.rb
+- app/controllers/pgbus/outbox_controller.rb
 - app/controllers/pgbus/processes_controller.rb
 - app/controllers/pgbus/queues_controller.rb
 - app/controllers/pgbus/recurring_tasks_controller.rb
@@ -120,8 +124,12 @@ files:
 - app/models/pgbus/application_record.rb
 - app/models/pgbus/batch_entry.rb
 - app/models/pgbus/blocked_execution.rb
+- app/models/pgbus/job_lock.rb
+- app/models/pgbus/job_stat.rb
+- app/models/pgbus/outbox_entry.rb
 - app/models/pgbus/process_entry.rb
 - app/models/pgbus/processed_event.rb
+- app/models/pgbus/queue_state.rb
 - app/models/pgbus/recurring_execution.rb
 - app/models/pgbus/recurring_task.rb
 - app/models/pgbus/semaphore.rb
@@ -136,10 +144,13 @@ files:
 - app/views/pgbus/dead_letter/show.html.erb
 - app/views/pgbus/events/index.html.erb
 - app/views/pgbus/events/show.html.erb
+- app/views/pgbus/insights/show.html.erb
 - app/views/pgbus/jobs/_enqueued_table.html.erb
 - app/views/pgbus/jobs/_failed_table.html.erb
 - app/views/pgbus/jobs/index.html.erb
 - app/views/pgbus/jobs/show.html.erb
+- app/views/pgbus/locks/index.html.erb
+- app/views/pgbus/outbox/index.html.erb
 - app/views/pgbus/processes/_processes_table.html.erb
 - app/views/pgbus/processes/index.html.erb
 - app/views/pgbus/queues/_queues_list.html.erb
@@ -151,8 +162,16 @@ files:
 - config/routes.rb
 - exe/pgbus
 - lib/active_job/queue_adapters/pgbus_adapter.rb
+- lib/generators/pgbus/add_job_locks_generator.rb
+- lib/generators/pgbus/add_job_stats_generator.rb
+- lib/generators/pgbus/add_outbox_generator.rb
+- lib/generators/pgbus/add_queue_states_generator.rb
 - lib/generators/pgbus/add_recurring_generator.rb
 - lib/generators/pgbus/install_generator.rb
+- lib/generators/pgbus/templates/add_job_locks.rb.erb
+- lib/generators/pgbus/templates/add_job_stats.rb.erb
+- lib/generators/pgbus/templates/add_outbox.rb.erb
+- lib/generators/pgbus/templates/add_queue_states.rb.erb
 - lib/generators/pgbus/templates/add_recurring_tables.rb.erb
 - lib/generators/pgbus/templates/migration.rb.erb
 - lib/generators/pgbus/templates/pgbus.yml.erb
@@ -164,6 +183,7 @@ files:
 - lib/pgbus/active_job/adapter.rb
 - lib/pgbus/active_job/executor.rb
 - lib/pgbus/batch.rb
+- lib/pgbus/circuit_breaker.rb
 - lib/pgbus/cli.rb
 - lib/pgbus/client.rb
 - lib/pgbus/concurrency.rb
@@ -171,6 +191,7 @@ files:
 - lib/pgbus/concurrency/semaphore.rb
 - lib/pgbus/config_loader.rb
 - lib/pgbus/configuration.rb
+- lib/pgbus/dedup_cache.rb
 - lib/pgbus/engine.rb
 - lib/pgbus/event.rb
 - lib/pgbus/event_bus/handler.rb
@@ -178,14 +199,22 @@ files:
 - lib/pgbus/event_bus/registry.rb
 - lib/pgbus/event_bus/subscriber.rb
 - lib/pgbus/instrumentation.rb
+- lib/pgbus/outbox.rb
+- lib/pgbus/outbox/poller.rb
 - lib/pgbus/pgmq_schema.rb
 - lib/pgbus/pgmq_schema/pgmq_v1.11.0.sql
 - lib/pgbus/process/consumer.rb
+- lib/pgbus/process/consumer_priority.rb
 - lib/pgbus/process/dispatcher.rb
 - lib/pgbus/process/heartbeat.rb
+- lib/pgbus/process/lifecycle.rb
+- lib/pgbus/process/queue_lock.rb
 - lib/pgbus/process/signal_handler.rb
 - lib/pgbus/process/supervisor.rb
+- lib/pgbus/process/wake_signal.rb
 - lib/pgbus/process/worker.rb
+- lib/pgbus/queue_factory.rb
+- lib/pgbus/rate_counter.rb
 - lib/pgbus/recurring/already_recorded.rb
 - lib/pgbus/recurring/command_job.rb
 - lib/pgbus/recurring/config_loader.rb
@@ -193,6 +222,7 @@ files:
 - lib/pgbus/recurring/scheduler.rb
 - lib/pgbus/recurring/task.rb
 - lib/pgbus/serializer.rb
+- lib/pgbus/uniqueness.rb
 - lib/pgbus/version.rb
 - lib/pgbus/web/authentication.rb
 - lib/pgbus/web/data_source.rb