pgbus 0.9.7 → 0.9.9

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pgbus
 version: !ruby/object:Gem::Version
-  version: 0.9.7
+  version: 0.9.9
 platform: ruby
 authors:
 - Mikael Henriksson
@@ -150,7 +150,6 @@ files:
 - app/models/pgbus/application_record.rb
 - app/models/pgbus/batch_entry.rb
 - app/models/pgbus/blocked_execution.rb
-- app/models/pgbus/job_lock.rb
 - app/models/pgbus/job_stat.rb
 - app/models/pgbus/outbox_entry.rb
 - app/models/pgbus/process_entry.rb
@@ -209,7 +208,6 @@ files:
 - exe/pgbus
 - lib/active_job/queue_adapters/pgbus_adapter.rb
 - lib/generators/pgbus/add_failed_events_index_generator.rb
-- lib/generators/pgbus/add_job_locks_generator.rb
 - lib/generators/pgbus/add_job_stats_generator.rb
 - lib/generators/pgbus/add_job_stats_latency_generator.rb
 - lib/generators/pgbus/add_job_stats_queue_index_generator.rb
@@ -218,11 +216,11 @@ files:
 - lib/generators/pgbus/add_queue_states_generator.rb
 - lib/generators/pgbus/add_recurring_generator.rb
 - lib/generators/pgbus/add_stream_stats_generator.rb
+- lib/generators/pgbus/add_uniqueness_keys_generator.rb
 - lib/generators/pgbus/install_generator.rb
 - lib/generators/pgbus/migrate_job_locks_generator.rb
 - lib/generators/pgbus/migration_path.rb
 - lib/generators/pgbus/templates/add_failed_events_unique_index.rb.erb
-- lib/generators/pgbus/templates/add_job_locks.rb.erb
 - lib/generators/pgbus/templates/add_job_stats.rb.erb
 - lib/generators/pgbus/templates/add_job_stats_latency.rb.erb
 - lib/generators/pgbus/templates/add_job_stats_queue_index.rb.erb
@@ -252,7 +250,9 @@ files:
 - lib/pgbus/bus_record.rb
 - lib/pgbus/circuit_breaker.rb
 - lib/pgbus/cli.rb
+- lib/pgbus/cli/dlq.rb
 - lib/pgbus/client.rb
+- lib/pgbus/client/connection_health.rb
 - lib/pgbus/client/ensure_stream_queue.rb
 - lib/pgbus/client/notify_stream.rb
 - lib/pgbus/client/read_after.rb
@@ -263,6 +263,7 @@ files:
 - lib/pgbus/configuration.rb
 - lib/pgbus/configuration/capsule_dsl.rb
 - lib/pgbus/dedup_cache.rb
+- lib/pgbus/doctor.rb
 - lib/pgbus/engine.rb
 - lib/pgbus/error_reporter.rb
 - lib/pgbus/event.rb
@@ -305,16 +306,26 @@ files:
 - lib/pgbus/mcp/tools/recurring_tool.rb
 - lib/pgbus/mcp/tools/stats_tool.rb
 - lib/pgbus/mcp/tools/throughput_tool.rb
+- lib/pgbus/metrics.rb
+- lib/pgbus/metrics/backend.rb
+- lib/pgbus/metrics/backends/prometheus.rb
+- lib/pgbus/metrics/backends/statsd.rb
+- lib/pgbus/metrics/prometheus_exporter.rb
+- lib/pgbus/metrics/subscriber.rb
 - lib/pgbus/outbox.rb
 - lib/pgbus/outbox/poller.rb
 - lib/pgbus/pgmq_schema.rb
 - lib/pgbus/pgmq_schema/pgmq_v1.11.0.sql
+- lib/pgbus/pgmq_schema/pgmq_v1.11.1.sql
 - lib/pgbus/process/consumer.rb
 - lib/pgbus/process/consumer_priority.rb
 - lib/pgbus/process/dispatcher.rb
 - lib/pgbus/process/heartbeat.rb
 - lib/pgbus/process/lifecycle.rb
+- lib/pgbus/process/memory_usage.rb
 - lib/pgbus/process/notify_listener.rb
+- lib/pgbus/process/notify_probe.rb
+- lib/pgbus/process/primary_validator.rb
 - lib/pgbus/process/queue_lock.rb
 - lib/pgbus/process/signal_handler.rb
 - lib/pgbus/process/supervisor.rb
@@ -355,6 +366,8 @@ files:
 - lib/pgbus/version.rb
 - lib/pgbus/web/authentication.rb
 - lib/pgbus/web/data_source.rb
+- lib/pgbus/web/health_app.rb
+- lib/pgbus/web/health_server.rb
 - lib/pgbus/web/metrics_serializer.rb
 - lib/pgbus/web/payload_filter.rb
 - lib/pgbus/web/stream_app.rb
@@ -370,6 +383,7 @@ files:
 - lib/pgbus/web/streamer/stream_event_dispatcher.rb
 - lib/puma/plugin/pgbus_streams.rb
 - lib/tasks/pgbus_autovacuum.rake
+- lib/tasks/pgbus_doctor.rake
 - lib/tasks/pgbus_pgmq.rake
 - lib/tasks/pgbus_queues.rake
 - lib/tasks/pgbus_streams.rake
@@ -380,6 +394,7 @@ metadata:
   homepage_uri: https://github.com/mhenrixon/pgbus
   source_code_uri: https://github.com/mhenrixon/pgbus/tree/main
   changelog_uri: https://github.com/mhenrixon/pgbus/blob/main/CHANGELOG.md
+  documentation_uri: https://pgbus.zoolutions.llc
   rubygems_mfa_required: 'true'
 rdoc_options: []
 require_paths:

data/app/models/pgbus/job_lock.rb

@@ -1,98 +0,0 @@
-# frozen_string_literal: true
-
-module Pgbus
-  class JobLock < BusRecord
-    self.table_name = "pgbus_job_locks"
-
-    # States:
-    #   queued    — lock held from enqueue time (:until_executed), no worker yet
-    #   executing — lock held by an active worker process
-    STATES = %w[queued executing].freeze
-
-    scope :executing, -> { where(state: "executing") }
-    scope :queued_locks, -> { where(state: "queued") }
-    scope :expired, ->(now = Time.current) { where("expires_at < ?", now) }
-
-    # Atomically try to acquire a lock.
-    # Cleans up expired locks for this key first (crash recovery at acquire time).
-    # Returns true if acquired, false if already locked.
-    #
-    # Uses raw SQL on the hot path to minimize ActiveRecord allocations
-    # (~29 objects vs ~304 per acquire+release cycle with AR query builder).
-    def self.acquire!(lock_key, job_class:, ttl:, job_id: nil, state: "queued", owner_pid: nil, owner_hostname: nil) # rubocop:disable Naming/PredicateMethod
-      expires_at = Time.current + ttl
-
-      # Remove any expired lock for this key inline (last-resort TTL recovery)
-      connection.exec_delete(
-        "DELETE FROM #{table_name} WHERE lock_key = $1 AND expires_at < $2",
-        "JobLock Expire", [lock_key, Time.current]
-      )
-
-      result = connection.exec_query(
-        "INSERT INTO #{table_name} (lock_key, job_class, job_id, state, owner_pid, owner_hostname, expires_at) " \
-        "VALUES ($1, $2, $3, $4, $5, $6, $7) ON CONFLICT (lock_key) DO NOTHING RETURNING id",
-        "JobLock Acquire", [lock_key, job_class, job_id, state, owner_pid, owner_hostname, expires_at]
-      )
-      result.rows.any?
-    end
-
-    # Transition a queued lock to executing state and claim ownership.
-    # Called when a worker starts executing a job that was locked at enqueue time.
-    def self.claim_for_execution!(lock_key, owner_pid:, owner_hostname:, ttl:)
-      connection.exec_update(
-        "UPDATE #{table_name} SET state = $1, owner_pid = $2, owner_hostname = $3, expires_at = $4 " \
-        "WHERE lock_key = $5",
-        "JobLock Claim", ["executing", owner_pid, owner_hostname, Time.current + ttl, lock_key]
-      )
-    end
-
-    # Release a lock by key.
-    def self.release!(lock_key)
-      connection.exec_delete(
-        "DELETE FROM #{table_name} WHERE lock_key = $1",
-        "JobLock Release", [lock_key]
-      )
-    end
-
-    # Check if a lock is currently held (regardless of expiry — reaper handles orphans).
-    def self.locked?(lock_key)
-      result = connection.select_value(
-        "SELECT 1 FROM #{table_name} WHERE lock_key = $1 LIMIT 1", "JobLock Check", [lock_key]
-      )
-      !result.nil?
-    end
-
-    # Reap orphaned locks whose owner is no longer alive, plus stale queued
-    # locks that were never claimed by a worker.
-    # Returns the total number of orphaned locks released.
-    def self.reap_orphaned!
-      reaped = 0
-
-      # 1. Executing locks whose owner process has no healthy heartbeat
-      alive_workers = ProcessEntry
-                      .where("last_heartbeat_at >= ?", Time.current - Process::Heartbeat::ALIVE_THRESHOLD)
-                      .pluck(:pid, :hostname)
-
-      orphaned_executing = executing.select do |lock|
-        alive_workers.none? { |pid, hostname| pid == lock.owner_pid && hostname == lock.owner_hostname }
-      end
-
-      reaped += where(id: orphaned_executing.map(&:id)).delete_all if orphaned_executing.any?
-
-      # 2. Queued locks older than the visibility timeout that were never
-      #    claimed. These are left behind when enqueue fails after lock
-      #    acquisition (e.g. network error, process crash).
-      threshold = Pgbus.configuration.visibility_timeout
-      stale_queued = queued_locks.where("locked_at < ?", Time.current - threshold)
-      reaped += stale_queued.delete_all if stale_queued.exists?
-
-      reaped
-    end
-
-    # Last-resort cleanup: delete locks whose expires_at has passed.
-    # This only fires when the reaper itself can't run (e.g., entire supervisor dead).
-    def self.cleanup_expired!
-      expired.delete_all
-    end
-  end
-end

data/lib/generators/pgbus/templates/add_job_locks.rb.erb

@@ -1,21 +0,0 @@
-class AddPgbusJobLocks < ActiveRecord::Migration<%= migration_version %>
-  def change
-    create_table :pgbus_job_locks do |t|
-      t.string :lock_key, null: false
-      t.string :job_class, null: false
-      t.string :job_id
-      t.string :state, null: false, default: "queued"
-      t.integer :owner_pid
-      t.string :owner_hostname
-      t.datetime :locked_at, null: false, default: -> { "CURRENT_TIMESTAMP" }
-      t.datetime :expires_at, null: false
-    end
-
-    add_index :pgbus_job_locks, :lock_key,
-      unique: true, name: "idx_pgbus_job_locks_key"
-    add_index :pgbus_job_locks, :expires_at,
-      name: "idx_pgbus_job_locks_expires"
-    add_index :pgbus_job_locks, [:state, :owner_pid],
-      name: "idx_pgbus_job_locks_reaper"
-  end
-end