pgbus 0.2.8 → 0.2.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ef44191dc6dab011a25d7ab69e0a8ad9ab5432b48301ba6d4e54f65afbb52c61
-  data.tar.gz: c75c9857c9889b206b09974d920fee96023ba1b1280e7d1734ff833095833c84
+  metadata.gz: 6674a7ff09a30f7bc774f46d1f43754e3371b8831422251cbe97b6f660ce6d78
+  data.tar.gz: 5993390e26fb669327a037a7e6885fad88f7d9ab6985f6fbdbdd88d94175608d
 SHA512:
-  metadata.gz: 686c4aa7e111ce5d1a82b82d135bf37da2f8321142f8d09b522c06800e5a4a386b259ddac62e6666043b363a44345b57c444bd0656c6010f39e12ad3722a50a0
-  data.tar.gz: ade1d916918327f0680d4d029444da9f91d8da86e8210497c59e0bf5a0962bdad370eff8dbee3dacbd1207b040c9c3f8c80c28c80abd507b9a4122012078a949
+  metadata.gz: f434f3ab52040cf1ece892472a0b61f0b6af83073e7bab45f467a15649a576870ccec972d6c908be60dd560bfec67ce87acdd6f973ac07e4b51ffee5705e6e34
+  data.tar.gz: 11f903c2ad03c2a2f1ae4333bf2ada15a34933e4712ab161e209b519a032d8d90aa163dbf40a101481084f37234f3b5acccf3487844fc06730426f924688d3a2

data/lib/pgbus/process/worker.rb

@@ -12,11 +12,13 @@ module Pgbus
       def initialize(queues:, threads: 5, config: Pgbus.configuration,
                      single_active_consumer: false, consumer_priority: 0)
         @queues = Array(queues)
+        @wildcard = @queues.include?("*")
         @threads = threads
         @config = config
         @single_active_consumer = single_active_consumer
         @consumer_priority = consumer_priority
         @lifecycle = Lifecycle.new
+        @last_wildcard_resolve = nil
         @jobs_processed = Concurrent::AtomicFixnum.new(0)
         @jobs_failed = Concurrent::AtomicFixnum.new(0)
         @in_flight = Concurrent::AtomicFixnum.new(0)
@@ -53,6 +55,7 @@ module Pgbus
         loop do
           process_signals
           check_recycle
+          refresh_wildcard_queues
 
           break if @lifecycle.stopped?
           break if @lifecycle.draining? && @pool.queue_length.zero?
@@ -79,6 +82,8 @@ module Pgbus
         @pool.kill
       end
 
+      WILDCARD_REFRESH_INTERVAL = 30 # seconds
+
       private
 
       def claim_and_execute
@@ -125,7 +130,11 @@ module Pgbus
           fetch_multi(active_queues, qty)
         end
       rescue StandardError => e
-        Pgbus.logger.error { "[Pgbus] Error fetching messages: #{e.message}" }
+        if e.message.include?("does not exist") && e.message.include?("pgmq.q_")
+          evict_missing_queues(e)
+        else
+          Pgbus.logger.error { "[Pgbus] Error fetching messages: #{e.message}" }
+        end
         []
       end
 
@@ -184,9 +193,8 @@ module Pgbus
       end
 
       # Resolve "*" to all non-DLQ queues from pgmq.meta, stripping the prefix.
-      # Called once at startup. If no wildcard, this is a no-op.
       def resolve_wildcard_queues
-        return unless @queues.include?("*")
+        return unless @wildcard
 
         dlq_suffix = config.dead_letter_queue_suffix
         prefix = "#{config.queue_prefix}_"
@@ -201,12 +209,39 @@ module Pgbus
           Pgbus.logger.warn { "[Pgbus] Wildcard queue '*' resolved to no queues — falling back to default" }
           @queues = [config.default_queue]
         else
+          if @last_wildcard_resolve && resolved != @queues
+            Pgbus.logger.info { "[Pgbus] Wildcard queues changed: #{@queues.join(", ")} → #{resolved.join(", ")}" }
+          end
           @queues = resolved
-          Pgbus.logger.info { "[Pgbus] Wildcard queue '*' resolved to: #{@queues.join(", ")}" }
+          Pgbus.logger.info { "[Pgbus] Wildcard queue '*' resolved to: #{@queues.join(", ")}" } unless @last_wildcard_resolve
         end
+        @last_wildcard_resolve = monotonic_now
       rescue StandardError => e
         Pgbus.logger.error { "[Pgbus] Failed to resolve wildcard queues: #{e.message} — falling back to default" }
-        @queues = [config.default_queue]
+        @queues = [config.default_queue] unless @last_wildcard_resolve
+      end
+
+      # Periodically re-resolve wildcard queues to pick up new queues and
+      # drop deleted ones without requiring a worker restart.
+      def refresh_wildcard_queues
+        return unless @wildcard
+        return if @last_wildcard_resolve && (monotonic_now - @last_wildcard_resolve) < WILDCARD_REFRESH_INTERVAL
+
+        resolve_wildcard_queues
+      end
+
+      # When a "relation does not exist" error occurs, the queue was deleted.
+      # Extract the queue name from the error and remove it from the active list.
+      def evict_missing_queues(error)
+        prefix = "#{config.queue_prefix}_"
+        if error.message =~ /pgmq\.q_(\w+)/
+          physical_name = Regexp.last_match(1)
+          logical_name = physical_name.delete_prefix(prefix)
+          if @queues.delete(logical_name)
+            Pgbus.logger.warn { "[Pgbus] Evicted deleted queue '#{logical_name}' (#{physical_name}) from worker" }
+          end
+        end
+        Pgbus.logger.error { "[Pgbus] Queue table missing: #{error.message}" }
       end
 
       def check_recycle
@@ -287,6 +322,10 @@ module Pgbus
         restore_signals
         Pgbus.logger.info { "[Pgbus] Worker stopped. Processed: #{@jobs_processed.value}, Failed: #{@jobs_failed.value}" }
       end
+
+      def monotonic_now
+        ::Process.clock_gettime(::Process::CLOCK_MONOTONIC)
+      end
     end
   end
 end

data/lib/pgbus/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Pgbus
-  VERSION = "0.2.8"
+  VERSION = "0.2.9"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pgbus
 version: !ruby/object:Gem::Version
-  version: 0.2.8
+  version: 0.2.9
 platform: ruby
 authors:
 - Mikael Henriksson